-- Logs begin at Wed 2021-12-22 07:53:15 UTC, end at Wed 2021-12-22 09:55:42 UTC. -- Dec 22 08:27:52.041489 dv-neutron-822610-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 08:27:54.162720 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.common.config [-] Logging enabled! Dec 22 08:27:54.163622 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev87 Dec 22 08:27:54.163622 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83392) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 08:27:54.165700 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.common.config [-] Logging enabled! Dec 22 08:27:54.165954 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev87 Dec 22 08:27:54.166192 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83392) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 08:27:54.167139 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 08:27:54.167392 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 08:27:54.167743 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 08:27:54.167982 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 08:27:54.168202 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 08:27:54.168521 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.168817 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.169111 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.169323 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.169616 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.169902 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.170181 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.170464 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.170760 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.171044 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.171333 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.171619 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.171848 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.172176 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.172469 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.172923 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.173156 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] debug = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.173440 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.173871 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.174282 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.174562 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.174854 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.175128 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.175427 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.175718 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.176049 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] host = dv-neutron-822610-1-hyperv {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.176331 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.176618 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.176905 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.177196 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.177488 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.177748 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.178052 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.178309 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.178581 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] log_file = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.178860 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.179146 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.179458 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.179751 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.179979 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.180202 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.180485 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.180770 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.181045 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.181317 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.181591 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.181866 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.182138 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.182406 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.182688 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.182970 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.183270 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.183547 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.183822 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.184092 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.184365 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.184648 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.184921 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.185192 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.185463 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.185749 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.186016 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.186289 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.186586 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.186868 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.187152 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.187458 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.187840 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.188155 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.188422 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.188692 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.188977 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] use_json = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.189239 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.189510 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.189791 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.190062 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.190334 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.190608 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.190878 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.191160 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:54.191482 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.191780 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.192080 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.192365 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.192654 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.192940 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.193227 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.193505 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.193798 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.194086 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.194378 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.194655 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.194937 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.195227 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.195536 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.195812 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.196088 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.196376 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.196652 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.196921 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.197196 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.197479 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.197755 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.198026 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.198303 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.198585 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.198858 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.199126 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.199423 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.199714 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.199989 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.200257 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.200524 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.200798 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.201067 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.201349 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.201627 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.201902 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.202174 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.202450 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.202720 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.202990 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.203283 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.203611 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.203889 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.204209 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.204516 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.204791 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.205068 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.205339 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.205612 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.205884 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.206158 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.206430 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.206702 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.206972 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.207257 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.207533 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.207819 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.208116 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.208491 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.208776 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.209053 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.209327 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.209602 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.209876 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.210151 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.210428 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.210701 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.210988 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.211296 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.211589 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.211883 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.212155 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.212452 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.212728 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.213018 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.213291 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.213566 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.213846 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.214127 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.214419 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.214710 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.215001 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.215314 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.215607 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.215887 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.216193 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.216474 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:54.216690 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 08:27:54.216930 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83392) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 08:27:54.622470 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO keyring.backend [-] Loading KWallet Dec 22 08:27:54.629980 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO keyring.backend [-] Loading SecretService Dec 22 08:27:54.633153 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO keyring.backend [-] Loading Windows Dec 22 08:27:54.634512 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO keyring.backend [-] Loading chainer Dec 22 08:27:54.635079 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO keyring.backend [-] Loading macOS Dec 22 08:27:54.668724 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:27:54.668965 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:27:54.669270 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:27:54.669600 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 08:27:54.971031 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:54.971303 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:54.971595 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.027542 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.027807 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.028070 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.031127 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.031421 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.031893 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.059915 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.060189 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.060460 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.086995 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.087273 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.087540 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.406465 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.407171 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.407171 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.407404 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.408006 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.533861 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.534177 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.534454 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.534718 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.534981 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.535282 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.535574 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.535825 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.536074 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.536354 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.536584 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.536867 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.537130 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.537365 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.537622 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.537881 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.538129 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.538393 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.538640 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.538902 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.539257 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.539513 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.539755 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.540029 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.540274 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.540524 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.540908 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:55.541146 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:55.541382 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:55.541615 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:55.541846 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:55.542077 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:55.542624 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 08:27:55.545847 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 08:27:55.549865 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 08:27:55.553727 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 22 08:27:55.555374 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 08:27:55.555760 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 08:27:55.556086 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 08:27:55.556462 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 08:27:55.559274 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 08:27:55.559538 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 08:27:55.559882 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 08:27:55.587525 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 22 08:27:55.587965 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.588259 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83392) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 08:27:55.588612 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.589973 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83392) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 08:27:55.590252 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 08:27:55.590494 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 08:27:55.593731 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.594079 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:55.655410 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 08:27:55.655642 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 08:27:55.655876 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 08:27:55.656238 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 08:27:55.691686 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_db.sqlalchemy.engines [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83392) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 08:27:56.024794 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Initializing driver for type 'gre' Dec 22 08:27:56.025301 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] gre ID ranges: [(1, 1000)] Dec 22 08:27:56.080149 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Initializing driver for type 'local' Dec 22 08:27:56.080544 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Initializing driver for type 'vlan' Dec 22 08:27:56.092987 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] VlanTypeDriver initialization complete Dec 22 08:27:56.093410 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Initializing driver for type 'vxlan' Dec 22 08:27:56.093930 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] vxlan ID ranges: [(1, 1000)] Dec 22 08:27:56.144475 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Initializing extension driver 'port_security' Dec 22 08:27:56.144889 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.extensions.port_security [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] PortSecurityExtensionDriver initialization complete Dec 22 08:27:56.145153 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Initializing mechanism driver 'openvswitch' Dec 22 08:27:56.145490 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Initializing mechanism driver 'hyperv' Dec 22 08:27:56.152247 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.plugins.ml2.plugin [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:56.153023 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > port after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.153392 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > port after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.153747 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > port after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.154156 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.154501 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.154844 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.155216 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > network after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.155591 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > network after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.155930 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > network after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.156305 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > security_group after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.156675 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > security_group after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.157092 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.157493 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.157840 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.158163 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.158496 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] ML2 OVO RPC backend initialized. {{(pid=83392) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 22 08:27:56.159136 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.159512 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.159933 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > network before_response 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.160272 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > networks before_response 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.160616 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > port before_response 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.160958 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > ports before_response 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.161297 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > subnet before_response 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.161633 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > subnets before_response 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.161975 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > network after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.162309 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > network after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.162644 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > network after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.162977 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > port after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.163324 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > port after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.163656 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > port after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.163986 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.164322 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.164670 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.165246 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.plugin [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Modular L2 Plugin initialization complete Dec 22 08:27:56.165572 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading services supported by the core plugin {{(pid=83392) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 08:27:56.165893 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.plugins.ml2.managers [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Got port-security extension from driver 'port_security' Dec 22 08:27:56.166352 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.extensions.vlantransparent [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Disabled vlantransparent extension. Dec 22 08:27:56.166769 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83392) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 08:27:56.167077 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading Plugin: router Dec 22 08:27:56.203438 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.203797 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router after_create 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.204367 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router before_create 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.204737 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.205104 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.205458 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router after_delete 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.205814 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.206172 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router after_create 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.206516 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router after_update 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.206853 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router after_update 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.207199 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.207579 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router after_update 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.207980 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.208348 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: port after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.208689 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: port after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.209019 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: subnet after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.209356 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.209701 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.210044 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.210380 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: port before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.210709 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router precommit_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.211066 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router after_update 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.211435 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.211782 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.212144 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.212488 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.212850 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > agent after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.213197 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > agent after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.213541 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > network after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.214409 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Tracking information for resource: router configured {{(pid=83392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:56.214740 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Tracking information for resource: floatingip configured {{(pid=83392) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 08:27:56.219929 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.db.l3_agentschedulers_db [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 08:27:56.220499 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: port after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.220854 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: port after_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.221202 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: port after_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.221554 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: port after_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.222353 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router before_create 55550100 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.222713 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.223070 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router precommit_create 55550100 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.223449 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > router precommit_update 55550100 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.227874 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.services.provider_configuration [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service providers = [] {{(pid=83392) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 08:27:56.228238 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.db.servicetype_db [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83392) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 08:27:56.231354 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.services.service_base [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:27:56.231696 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.services.service_base [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:27:56.232035 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.services.service_base [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:27:56.232914 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.services.service_base [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83392) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 08:27:56.233618 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.services.service_base [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 08:27:56.234023 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:56.234339 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 08:27:56.245000 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:56.245334 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading Plugin: auto_allocate Dec 22 08:27:56.251336 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: network precommit_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.251706 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: network precommit_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.252221 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:56.252538 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading Plugin: tag Dec 22 08:27:56.259352 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:56.259679 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading Plugin: timestamp Dec 22 08:27:56.263503 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:56.263858 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading Plugin: network_ip_availability Dec 22 08:27:56.269163 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.269531 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.269879 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.270589 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:56.270905 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading Plugin: flavors Dec 22 08:27:56.275965 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:56.276231 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading Plugin: revisions Dec 22 08:27:56.280513 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83392) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 08:27:56.280900 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_concurrency.lockutils [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.612s {{(pid=83392) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:27:56.281773 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83392) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 22 08:27:56.282111 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Initializing extension manager. Dec 22 08:27:56.282619 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: __init__.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.282956 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: __pycache__ {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.283280 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.283632 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.283957 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: _filter_validation_lib.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.284278 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.284610 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: address_group.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.285329 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.285893 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: address-group Dec 22 08:27:56.286205 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: address_scope.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.286918 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.287457 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: address-scope Dec 22 08:27:56.287778 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.288696 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.289211 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: router-admin-state-down-before-update Dec 22 08:27:56.289520 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: agent.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.290214 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.290717 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: agent Dec 22 08:27:56.291034 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: agent_resources_synced.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.291949 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.292456 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: agent-resources-synced Dec 22 08:27:56.292774 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: allowedaddresspairs.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.294555 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.295095 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: allowed-address-pairs Dec 22 08:27:56.295447 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: auto_allocated_topology.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.296522 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.297045 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: auto-allocated-topology Dec 22 08:27:56.297421 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: availability_zone.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.298110 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.298619 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: availability_zone Dec 22 08:27:56.298942 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: availability_zone_filter.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.299878 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.300390 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: availability_zone_filter Dec 22 08:27:56.300704 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: data_plane_status.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.301607 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.302115 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 08:27:56.302433 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: default_subnetpools.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.303369 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.303870 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: default-subnetpools Dec 22 08:27:56.304186 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.304958 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.305465 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: dhcp_agent_scheduler Dec 22 08:27:56.305797 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: dns.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.306690 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.307213 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension dns-integration not supported by any of loaded plugins Dec 22 08:27:56.307554 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: dns_domain_ports.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.308476 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.308981 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 08:27:56.309293 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: dvr.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.309960 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.310465 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: dvr Dec 22 08:27:56.310785 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: empty_string_filtering.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.311703 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.312208 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: empty-string-filtering Dec 22 08:27:56.312522 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.313445 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.313947 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 08:27:56.314263 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.315167 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.315724 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 08:27:56.316039 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: external_net.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.316955 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.317469 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: external-net Dec 22 08:27:56.317783 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.318684 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.319194 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: extra_dhcp_opt Dec 22 08:27:56.319545 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: extraroute.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.320450 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.320956 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: extraroute Dec 22 08:27:56.321270 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: extraroute_atomic.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.322293 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.322802 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: extraroute-atomic Dec 22 08:27:56.323120 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: filter_validation.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.323812 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.324310 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: filter-validation Dec 22 08:27:56.324623 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: fip_pf_description.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.325712 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.326220 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 08:27:56.326537 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: fip_port_details.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.327485 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.327993 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: fip-port-details Dec 22 08:27:56.328312 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: flavors.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.329699 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.330216 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: flavors Dec 22 08:27:56.330533 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.332239 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.332757 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 08:27:56.333077 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: floatingip_pools.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.333775 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.334284 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: floatingip-pools Dec 22 08:27:56.334603 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: ip_allocation.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.335548 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.336053 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 08:27:56.336370 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.337294 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.337797 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: ip-substring-filtering Dec 22 08:27:56.338118 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: l2_adjacency.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.339037 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.339566 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 08:27:56.339882 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: l3.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.340829 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.341343 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: router Dec 22 08:27:56.341661 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.344030 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.344684 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 08:27:56.345013 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.345943 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.346458 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: ext-gw-mode Dec 22 08:27:56.346782 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.347731 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.348241 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: l3-ha Dec 22 08:27:56.348560 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: l3_flavors.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.349466 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.349971 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: l3-flavors Dec 22 08:27:56.350287 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.351216 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.351756 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 08:27:56.352074 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: l3agentscheduler.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.353105 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.353615 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: l3_agent_scheduler Dec 22 08:27:56.353938 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: logging.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.355458 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.355978 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension logging not supported by any of loaded plugins Dec 22 08:27:56.356304 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: metering.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.357039 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.357624 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: metering Dec 22 08:27:56.357942 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.359433 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.360000 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: metering_source_and_destination_fields Dec 22 08:27:56.360322 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: multiprovidernet.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.361365 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.361888 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: multi-provider Dec 22 08:27:56.362204 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: netmtu.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.363111 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.363656 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: net-mtu Dec 22 08:27:56.363991 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: netmtu_writable.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.364880 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.365397 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: net-mtu-writable Dec 22 08:27:56.365713 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: network_availability_zone.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.366376 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.366884 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: network_availability_zone Dec 22 08:27:56.367205 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: network_ip_availability.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.368323 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.368846 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: network-ip-availability Dec 22 08:27:56.369162 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: network_segment_range.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.369926 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.370434 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 08:27:56.370748 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: pagination.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.371743 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.372063 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: pagination Dec 22 08:27:56.372379 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.373288 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.373805 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: port-mac-address-regenerate Dec 22 08:27:56.374118 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: port_resource_request.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.375027 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.375597 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 08:27:56.375914 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: portbindings.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.376837 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.377353 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: binding Dec 22 08:27:56.377668 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: portbindings_extended.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.378943 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.379497 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: binding-extended Dec 22 08:27:56.379819 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: portsecurity.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.380730 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.381226 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: port-security Dec 22 08:27:56.381567 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: project_id.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.382520 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.382860 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: project-id Dec 22 08:27:56.383177 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: providernet.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.384101 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.384616 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: provider Dec 22 08:27:56.384936 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: qos.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.388773 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.389304 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension qos not supported by any of loaded plugins Dec 22 08:27:56.389626 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.390976 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.391585 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 08:27:56.391909 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.392851 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.393360 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 08:27:56.393690 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: qos_default.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.394602 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.395114 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension qos-default not supported by any of loaded plugins Dec 22 08:27:56.395472 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: qos_fip.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.396121 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.396629 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension qos-fip not supported by any of loaded plugins Dec 22 08:27:56.396948 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: qos_gateway_ip.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.397881 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.398396 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 08:27:56.398714 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: qos_port_network_policy.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.399660 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.400175 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 08:27:56.400509 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: qos_rule_type_details.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.401408 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.401918 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 08:27:56.402240 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: qos_rules_alias.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.403312 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.403830 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 08:27:56.404152 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: quotasv2.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.405049 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.405369 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: quotas Dec 22 08:27:56.405687 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: quotasv2_detail.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.407550 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.408117 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: quota_details Dec 22 08:27:56.408205 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: rbac.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.409258 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.409795 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: rbac-policies Dec 22 08:27:56.410123 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: rbac_address_scope.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.411054 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.411611 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: rbac-address-scope Dec 22 08:27:56.411936 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: rbac_security_groups.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.412846 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.413370 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: rbac-security-groups Dec 22 08:27:56.413691 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: rbac_subnetpool.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.414603 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.415124 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: rbac-subnetpool Dec 22 08:27:56.415475 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: revisionifmatch.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.416395 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.416911 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: revision-if-match Dec 22 08:27:56.417234 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: revisions.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.418342 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.418863 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: standard-attr-revisions Dec 22 08:27:56.419180 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: router_availability_zone.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.419878 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.420390 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: router_availability_zone Dec 22 08:27:56.420708 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: routerservicetype.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.421642 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.422201 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension router-service-type not supported by any of loaded plugins Dec 22 08:27:56.422520 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.423451 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.423965 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: port-security-groups-filtering Dec 22 08:27:56.424281 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: securitygroup.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.435322 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.435845 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: security-group Dec 22 08:27:56.436175 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: segment.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.436993 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.437507 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension segment not supported by any of loaded plugins Dec 22 08:27:56.437898 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.438948 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.439525 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 08:27:56.439850 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: servicetype.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.440959 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.441484 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: service-type Dec 22 08:27:56.441799 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: sorting.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.442777 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.443102 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: sorting Dec 22 08:27:56.443443 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: standard_attr_segment.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.444359 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.444859 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 08:27:56.445176 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: standardattrdescription.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.445819 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.446333 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: standard-attr-description Dec 22 08:27:56.446650 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: stateful_security_group.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.447613 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.448129 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: stateful-security-group Dec 22 08:27:56.448446 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: stdattrs_common.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.449020 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 08:27:56.449337 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.450254 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.450766 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 08:27:56.451081 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: subnet_onboard.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.452261 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.452781 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: subnet_onboard Dec 22 08:27:56.453102 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.455282 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.455282 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 08:27:56.455282 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: subnet_service_types.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.455886 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.456409 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: subnet-service-types Dec 22 08:27:56.456730 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: subnetallocation.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.457836 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.458357 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: subnet_allocation Dec 22 08:27:56.458677 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.459376 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.459882 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: subnetpool-prefix-ops Dec 22 08:27:56.460196 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.461131 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.461646 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 08:27:56.461961 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: tagging.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.463032 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.463576 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: standard-attr-tag Dec 22 08:27:56.463897 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: timestamp.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.465107 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.465628 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loaded extension: standard-attr-timestamp Dec 22 08:27:56.465947 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: trunk.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.466982 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.467753 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension trunk not supported by any of loaded plugins Dec 22 08:27:56.468300 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: trunk_details.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.469481 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.470034 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension trunk-details not supported by any of loaded plugins Dec 22 08:27:56.470356 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: uplink_status_propagation.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.471300 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.471816 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 08:27:56.472135 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Loading extension file: vlantransparent.py {{(pid=83392) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 22 08:27:56.472807 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83392) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 22 08:27:56.473320 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 08:27:56.475617 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:network Dec 22 08:27:56.476354 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:subnet Dec 22 08:27:56.477142 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:56.477736 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:port Dec 22 08:27:56.479020 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.479487 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service FLAVORS assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.480107 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.480529 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.480856 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:router Dec 22 08:27:56.481511 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 08:27:56.482208 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service METERING assigned prefix: /metering {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.484035 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.484401 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.484830 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:27:56.485978 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 08:27:56.486412 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:security_group Dec 22 08:27:56.487084 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 08:27:56.487858 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service CORE assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.488188 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:56.488521 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] subnetpool is already registered Dec 22 08:27:56.489125 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service CORE assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.489451 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:56.489772 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] subnetpool is already registered Dec 22 08:27:56.492321 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.492754 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service FLAVORS assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.493342 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.493761 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.494088 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:router Dec 22 08:27:56.494411 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] router is already registered Dec 22 08:27:56.494999 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 08:27:56.495351 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] floatingip is already registered Dec 22 08:27:56.495974 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service METERING assigned prefix: /metering {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.496641 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 08:27:56.496966 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] rbac_policy is already registered Dec 22 08:27:56.497507 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:security_group Dec 22 08:27:56.497831 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] security_group is already registered Dec 22 08:27:56.498411 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 08:27:56.498737 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] security_group_rule is already registered Dec 22 08:27:56.499422 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service CORE assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.499771 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:56.500067 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] subnetpool is already registered Dec 22 08:27:56.500731 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.v2.resource_helper [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Service CORE assigned prefix: {{(pid=83392) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 08:27:56.501053 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 08:27:56.501380 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING neutron.quota.resource_registry [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] subnetpool is already registered Dec 22 08:27:56.502032 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: extensions {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.503513 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: address-groups {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.505075 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: address-scopes {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.506258 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: agents {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.507418 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: auto-allocated-topology {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.508650 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: availability_zones {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.509921 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: dhcp-networks {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.511617 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: dhcp-agents {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.512707 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: routers {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.514457 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: flavors {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.515608 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: service_profiles {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.517146 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: next_providers {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.518616 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: service_profiles {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.520049 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: floatingip-pools {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.521206 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: routers {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.522953 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: floatingips {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.524157 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: l3-routers {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.525481 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: l3-agents {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.526886 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: metering-labels {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.529014 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: metering-label-rules {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.530243 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: network-ip-availabilities {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.531577 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: bindings {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.533194 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: quotas {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.534583 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: quotas {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.537011 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: rbac-policies {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.538300 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: security-groups {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.539498 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: security-group-rules {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.541339 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: service-providers {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.543254 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: subnetpools {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.544675 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: subnetpools {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.546062 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.547862 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.549594 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.551341 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.553061 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.554692 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.556478 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.558319 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.560151 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.561930 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron.api.extensions [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Extended resource: tags {{(pid=83392) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 22 08:27:56.567834 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING keystonemiddleware.auth_token [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 08:27:56.572630 dv-neutron-822610-1-hyperv neutron-server[83392]: WARNING keystonemiddleware.auth_token [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 08:27:56.580734 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_concurrency.lockutils [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Acquired lock "singleton_lock" {{(pid=83392) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 08:27:56.581208 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_concurrency.lockutils [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Releasing lock "singleton_lock" {{(pid=83392) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 08:27:56.581837 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO oslo_service.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Starting 2 workers Dec 22 08:27:56.586401 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Started child 83495 {{(pid=83392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:27:56.590466 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Started child 83496 {{(pid=83392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:27:56.591738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:56.592291 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO neutron.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 08:27:56.592590 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Notify callbacks [] for process, before_spawn {{(pid=83392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:56.593142 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [-] (83495) wsgi starting up on http://0.0.0.0:9696 Dec 22 08:27:56.595188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:56.595711 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO oslo_service.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Starting 1 workers Dec 22 08:27:56.596514 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [-] (83496) wsgi starting up on http://0.0.0.0:9696 Dec 22 08:27:56.600251 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Started child 83497 {{(pid=83392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:27:56.600764 dv-neutron-822610-1-hyperv neutron-server[83392]: INFO oslo_service.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Starting 1 workers Dec 22 08:27:56.604014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] calling RpcWorker wait() {{(pid=83497) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 08:27:56.604579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] returning from RpcWorker wait() {{(pid=83497) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 08:27:56.604895 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Started child 83498 {{(pid=83392) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 08:27:56.605664 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG neutron_lib.callbacks.manager [None req-fef872d0-bfdc-4e63-9dd4-3dba1eb565c8 None None] Notify callbacks [] for process, after_spawn {{(pid=83392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:56.605791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:56.606287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:56.607544 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83392) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 08:27:56.607722 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 08:27:56.608092 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 08:27:56.608627 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 08:27:56.609146 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 08:27:56.609286 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 08:27:56.609814 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.609939 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:27:56.610397 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.610397 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.610629 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.610802 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.611531 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.611816 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.612070 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.612351 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.612578 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.612793 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.612886 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.613150 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.613392 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.613668 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.613929 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.614157 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.614420 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.614548 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.614809 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.615076 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.615322 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.615563 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] debug = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.615810 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.616270 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.616497 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.616729 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.616964 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.617256 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.617472 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.617728 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.617957 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.618198 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.618441 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.618694 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.618920 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.619168 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.619440 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.619657 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.620114 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] host = dv-neutron-822610-1-hyperv {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.620344 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.620573 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.620818 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.621063 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.621337 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.621512 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.621765 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.622015 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.622262 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.622490 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.622742 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.622966 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.623193 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.623451 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_file = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.623614 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_options = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.623868 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.624135 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.624459 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.624623 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.624755 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.624891 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.625133 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.625355 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.625601 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.625836 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.626054 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.626467 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.626712 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.626954 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.627392 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.627529 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.627679 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.627909 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.628171 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.628400 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.628626 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.628859 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.629094 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.629313 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.629540 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.629762 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.629987 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.630201 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.630421 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.630646 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.630896 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.631139 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.631438 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.631634 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.631862 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.632086 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.632315 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.632572 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.632800 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.633052 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.633306 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.633608 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.633972 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.634205 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.634444 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.634586 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:56.634766 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_json = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.634908 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.635076 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.635353 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.635586 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.635818 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.636032 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.636244 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.636812 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.637259 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.637589 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.637867 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.638230 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.638980 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.639398 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.641502 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.641502 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.641502 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.641502 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.641502 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.641502 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.641502 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.642292 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.642292 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.642292 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.642636 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.642752 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.642954 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.643143 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.643398 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.643598 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.643960 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.644086 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.644313 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.644539 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.644799 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.644996 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.645277 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.645482 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.645771 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.646195 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.646195 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.646465 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.646817 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.647348 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.647348 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.648142 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.648142 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.648402 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.648520 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.648666 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.648922 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.649096 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.649357 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.649537 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.649805 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.650028 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.650189 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.653079 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.653340 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.653618 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.653869 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.654831 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.655008 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.655214 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.656059 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.656323 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.656853 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.657370 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.657564 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.657860 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.658324 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.659331 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.659605 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.659864 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.660119 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.660363 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.660607 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.660847 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.661093 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.661328 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.661566 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.661813 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.662141 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.662463 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.662704 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.662980 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.663257 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.663651 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.663758 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.664012 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.664251 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.664617 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.664731 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.665024 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.667278 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.667278 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.667278 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.667278 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.667278 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.667278 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.667278 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.667278 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.667924 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.668162 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.671585 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.671889 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.672300 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.672300 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.672844 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.673138 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.673397 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.673686 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.673922 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.674185 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.674501 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.674780 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.675067 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.676706 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.676983 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.678274 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.678552 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.678864 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.679142 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.679442 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.679703 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.680008 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.680259 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.680490 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.680719 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.680963 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.681295 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.681561 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.681818 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.682077 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.682360 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.682607 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.682848 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.683091 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.684148 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.684458 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.684722 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.684975 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.685285 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.685529 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.685762 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.685975 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.686214 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.686457 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.686696 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.686911 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.687125 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.687402 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.687618 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.687897 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.688129 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.688347 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.688565 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.688794 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.689004 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.689239 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.689485 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.689720 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.689953 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.690168 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.690395 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.690662 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.690902 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.691176 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.691523 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.691767 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.691993 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.692215 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.692473 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.693090 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.693494 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.693722 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.693959 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.694178 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.694399 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.695041 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.695270 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.695504 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.695719 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.695975 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.696211 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.696531 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.696748 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.696990 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.697205 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.697419 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.697636 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.697882 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.698288 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.698515 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.698730 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.698857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58042) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:27:56.698992 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.699176 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.699485 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.699642 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.699847 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.700067 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.700275 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.700524 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.700806 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.701035 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.701264 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.701542 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.701776 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.702041 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.702232 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.702557 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.702704 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.702969 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.703859 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.704405 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.705265 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.705623 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.707325 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.707586 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.707964 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.708210 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.708483 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.708797 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.709559 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075378 Dec 22 08:27:56.710234 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.711509 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.712645 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.712645 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.712645 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.712996 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.712996 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.713321 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.713611 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.713879 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.714119 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.714392 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.714696 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.714964 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.715179 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.715516 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.715827 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.716144 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.716414 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.716634 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.716885 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.717124 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.717352 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.718354 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.720093 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.720093 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.720093 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.720906 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.720906 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.720906 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.721167 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.721358 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.721615 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.721862 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.722094 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.722320 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.722478 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 08:27:56.723155 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83392) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 08:27:56.724262 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 08:27:56.724262 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 08:27:56.724262 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 08:27:56.724262 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 08:27:56.724262 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 08:27:56.724616 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.724616 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.724616 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.724780 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.724946 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.725069 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.725814 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.725814 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.725814 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.725814 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.725814 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.726126 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.726126 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.726241 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.726447 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.726536 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.726704 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.726858 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.727017 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.727174 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.727354 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.727511 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.727668 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] debug = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.727826 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.728016 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.728179 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.728330 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.728492 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.728648 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.728804 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.728960 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.729116 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.729272 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.729428 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.729583 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.729743 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.729882 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.730038 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.730193 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.730348 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] host = dv-neutron-822610-1-hyperv {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.730503 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.730660 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.730819 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.730974 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.731131 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.731346 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.731546 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.732706 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.732706 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.732922 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.733701 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.734023 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.734320 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.734704 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_file = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.735009 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_options = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.735296 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.735398 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.735492 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.735863 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.736478 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.736772 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.737052 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.738058 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.738058 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.738058 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.738058 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.738058 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.738710 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.738710 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.738710 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.738710 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.739164 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.739164 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.739164 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.739445 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.739445 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.739584 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.739742 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.739931 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.740067 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.740288 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.740664 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.740793 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.740957 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.741124 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.741270 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.741422 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.741578 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.741720 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.741869 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.742007 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.742159 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.742468 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.742628 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.742787 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.742950 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.743100 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.743452 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.743598 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.743729 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.743912 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_json = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.744070 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.744223 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.744361 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.744494 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.744625 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.744757 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.744915 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.745159 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 08:27:56.745917 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.746046 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.746213 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.746367 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.746527 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.747497 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.747497 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.747497 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.747497 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.747807 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.747807 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.747925 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.748108 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.748201 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.748347 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.748489 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.748743 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.748888 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.749035 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.749173 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.749308 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.749442 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.749575 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.749805 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.751071 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.751071 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.751071 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.751596 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.751596 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.751596 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.751995 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.751995 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.751995 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.752392 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.752392 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.752660 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.752660 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.752941 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.753076 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.753211 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.753532 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.753532 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.753841 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.753841 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.754112 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.754112 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.754383 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.754518 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.754652 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.754788 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.754923 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.755836 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.756082 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.756237 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.757099 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.757316 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.757468 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.757630 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.757786 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.757923 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.758079 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.758225 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.758362 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.758497 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.758635 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.758770 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.758923 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.759063 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.759198 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.759365 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.759600 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.759804 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.759973 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.760114 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.760252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:27:56.760513 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.760513 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.760785 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.760785 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.761056 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.761056 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.761315 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.761315 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.761572 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.761708 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.761862 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.761998 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.762198 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.762198 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.762459 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.762593 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.762728 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.762862 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.762998 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.763132 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.763333 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.763654 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.763654 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.763936 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.763936 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.764193 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.764193 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.764448 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.764448 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.764704 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.764849 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.764985 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.765119 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.765254 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.765388 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.765522 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.765671 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.765832 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.766055 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.766288 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.766288 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.766601 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.766601 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.766857 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.766993 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.767128 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.767296 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.768299 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.768639 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.768639 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.768946 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.768946 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.769210 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.769210 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.769469 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.769469 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.769725 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.769725 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.769994 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.770131 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.770266 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.770401 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.770635 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.770635 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.770914 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.770914 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.771183 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.771183 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.771493 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.772656 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.772656 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.772656 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.772995 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.772995 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.772995 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.773314 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.773314 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.773506 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.773796 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.773796 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.773993 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.774072 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.774149 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.774305 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.774463 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.774622 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.774779 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.774934 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.775091 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.775275 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.776015 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.776015 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.776177 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.776351 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.776530 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.776690 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.776847 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.777053 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.777183 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.777341 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.777495 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.777639 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.777786 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.777937 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.778074 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.778234 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.778376 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.778522 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.778680 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.778824 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.779139 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.779139 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.779492 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.779629 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.779764 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.779899 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.780044 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.780190 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.780326 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.780460 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.780698 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.780698 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.780996 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.780996 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.781254 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.781391 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.781632 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.781826 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.781972 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.782153 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.782153 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.782373 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.782460 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.782591 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.782758 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.782916 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.783071 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.783262 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.784186 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.784345 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.784655 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.784828 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.784988 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.785147 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.785299 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.785779 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.785950 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.786090 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.786227 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.786463 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.786614 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.786749 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.786874 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.787035 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.787200 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.787379 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.787542 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.787711 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.787868 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.788023 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.788178 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.788333 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.788497 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.788645 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.788800 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.788956 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.789284 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.789284 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.789507 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.789611 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.789713 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.789845 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.790001 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.790157 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.790311 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.790466 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.790621 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 08:27:56.790829 dv-neutron-822610-1-hyperv neutron-server[83392]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83392) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 08:28:07.037603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606b7a89-af3d-4044-830b-ec321d8ca390 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:28:07.112799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b7a89-af3d-4044-830b-ec321d8ca390 None None] No non-hosted networks {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 08:28:07.116814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c23a1ddd-d5cf-4891-8d66-887c0fe04b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717679'] for agent, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:09.142710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bfc24bc-0e54-424c-9c7f-0893493e136b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717679'] for agent, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:09.176015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-55fadffa-59b8-4855-9caa-56a9b1fb9e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:10.349511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717679'] for agent, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:10.352326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.352933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.353703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.354938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.356247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.358917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.359522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.360141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.360667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.361277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.361811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:10.362496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822610-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:10.371731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822610-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:10.406818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717679'] for agent, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:11.611341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717679'] for agent, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:13.395380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58138) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:14.101153 dv-neutron-822610-1-hyperv neutron-server[83496]: WARNING oslo_policy.policy [None req-ebe4f6dc-2629-4c85-bd58-114b9cb65653 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:14.101723 dv-neutron-822610-1-hyperv neutron-server[83496]: WARNING oslo_policy.policy [None req-ebe4f6dc-2629-4c85-bd58-114b9cb65653 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:14.312838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-ebe4f6dc-2629-4c85-bd58-114b9cb65653 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:28:14.313809 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ebe4f6dc-2629-4c85-bd58-114b9cb65653 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9173214 Dec 22 08:28:16.099088 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.db.l3_hamode_db [None req-427043f1-8db4-4b2b-853c-dc18da1612f3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 08:28:16.183066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427043f1-8db4-4b2b-853c-dc18da1612f3 None None] Routers set() bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:28:16.183452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427043f1-8db4-4b2b-853c-dc18da1612f3 None None] Router IDs set() for agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 08:28:16.532467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58152) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:16.950398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0c28edd6-6808-4d19-aef0-9cd5853168b8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:28:17.000835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.policy [None req-0c28edd6-6808-4d19-aef0-9cd5853168b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83496) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 22 08:28:17.001579 dv-neutron-822610-1-hyperv neutron-server[83496]: WARNING oslo_policy.policy [None req-0c28edd6-6808-4d19-aef0-9cd5853168b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:17.001975 dv-neutron-822610-1-hyperv neutron-server[83496]: WARNING oslo_policy.policy [None req-0c28edd6-6808-4d19-aef0-9cd5853168b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:17.005254 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.quota [None req-0c28edd6-6808-4d19-aef0-9cd5853168b8 admin admin] Loaded quota_driver: . Dec 22 08:28:17.021753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0c28edd6-6808-4d19-aef0-9cd5853168b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:17.103216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c28edd6-6808-4d19-aef0-9cd5853168b8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760668572837', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760675694983', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760675691191', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760675685341', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760675679657', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7586377', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7595593', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604203', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1791269'] for rbac-policy, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:17.179106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c28edd6-6808-4d19-aef0-9cd5853168b8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:17.180415 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0c28edd6-6808-4d19-aef0-9cd5853168b8 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6469982 Dec 22 08:28:19.726601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 58166) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:20.398395 dv-neutron-822610-1-hyperv neutron-server[83495]: WARNING oslo_policy.policy [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:20.398993 dv-neutron-822610-1-hyperv neutron-server[83495]: WARNING oslo_policy.policy [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:20.614520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Request body: {'network': {'name': 'private', 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:28:20.616224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.quota [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Loaded quota_driver: . Dec 22 08:28:20.632322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:20.638876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Usage tracker for resource:network and tenant:3727bd9f22e14ae1bae304d560dab627 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:20.645561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:20.653474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:20.673864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Made reservation on behalf of 3727bd9f22e14ae1bae304d560dab627 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:28:20.706189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.policy [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83495) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 22 08:28:20.706958 dv-neutron-822610-1-hyperv neutron-server[83495]: WARNING oslo_policy.policy [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:20.707339 dv-neutron-822610-1-hyperv neutron-server[83495]: WARNING oslo_policy.policy [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 08:28:20.711842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:20.735397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:20.792669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:20.796563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:3727bd9f22e14ae1bae304d560dab627 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:20.799879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:20.805378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:20.876951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:20.883199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:20.887811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:20.910026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:28:20.934377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760671212499', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:20.934952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Unsubscribe: segment precommit_create {{(pid=83495) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 08:28:20.935432 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Added segment 8c885197-4e1e-4933-8013-c597e5e69638 of type vlan for network b54023f5-d869-404a-9363-4f01dfe3641e Dec 22 08:28:20.944374 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8459aed-6497-466a-9236-01f82ec5be41,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:21.014033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.014352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.014674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.014985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.015327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.015661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.016550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.016953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.017246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.017606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.017914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Tracked resource versions report: Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: pushed versions: Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: { 'ConntrackHelper': {'1.0'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Log': {'1.0'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Network': {'1.1'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Port': {'1.5'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'PortForwarding': {'1.2'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'QosPolicy': {'1.8'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SecurityGroup': {'1.2'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SecurityGroupRule': {'1.0'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SubPort': {'1.0'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Subnet': {'1.1'}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Trunk': {'1.1'}} Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: consumer versions: Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: { DHCP agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: L3 agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: Metadata agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: Metering agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: Open vSwitch agent@dv-neutron-822610-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Log': '1.0', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Network': '1.1', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Port': '1.5', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'PortForwarding': '1.2', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'QosPolicy': '1.8', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SecurityGroup': '1.2', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SecurityGroupRule': '1.0', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SubPort': '1.0', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Subnet': '1.1', Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Trunk': '1.1'}} Dec 22 08:28:21.019391 dv-neutron-822610-1-hyperv neutron-server[83495]: {{(pid=83495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:28:21.061792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:21.067146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:21.104429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:21.106000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:21.106669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:21.112731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:21.213979 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4840984 Dec 22 08:28:21.216571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=b54023f5-d869-404a-9363-4f01dfe3641e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:21.240989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:21.249535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network b54023f5-d869-404a-9363-4f01dfe3641e details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:28:23.854564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 58188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:24.351288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6eec85-c654-4191-9655-760bb38bbac4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:24.352517 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0a6eec85-c654-4191-9655-760bb38bbac4 admin admin] 10.222.0.31 "GET /v2.0/networks/b54023f5-d869-404a-9363-4f01dfe3641e HTTP/1.1" status: 200 len: 825 time: 0.4968095 Dec 22 08:28:24.382917 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b308f32b-1ac2-481b-b6ee-9648619b7b1c admin admin] 10.222.0.31 "GET /v2.0/subnetpools/b210fcdf-66f3-4ed2-a972-ed119fcd16d8 HTTP/1.1" status: 200 len: 734 time: 0.0250525 Dec 22 08:28:24.391078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e', 'name': 'private-subnet', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'subnetpool_id': 'b210fcdf-66f3-4ed2-a972-ed119fcd16d8'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:28:24.395617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:24.399408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Usage tracker for resource:subnet and tenant:3727bd9f22e14ae1bae304d560dab627 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:24.402634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:24.408564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:24.424567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Made reservation on behalf of 3727bd9f22e14ae1bae304d560dab627 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:28:24.428173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:24.720981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:24.727356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:24.805895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63a4b53-b5c2-4b38-8c06-f4ba0a8a7659,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:24.811864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:24.816380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Checking segment: {'id': '8c885197-4e1e-4933-8013-c597e5e69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:28:24.816731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Network hostable DHCP agents. Network: b54023f5-d869-404a-9363-4f01dfe3641e, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:28:24.840517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Network b54023f5-d869-404a-9363-4f01dfe3641e is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:28:24.853730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, b54023f5-d869-404a-9363-4f01dfe3641e) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:24.860146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:24.860775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:24.864945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19641fa9-601e-4946-a1a9-de1f88b8da3a None None] Network b54023f5-d869-404a-9363-4f01dfe3641e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:28:24.881632 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4936957 Dec 22 08:28:25.174674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-b54023f5-d869-404a-9363-4f01dfe3641e', 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'fixed_ips': [{'subnet_id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:28:25.175957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.362630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Allocated IP 172.20.0.2 (b54023f5-d869-404a-9363-4f01dfe3641e/d63a4b53-b5c2-4b38-8c06-f4ba0a8a7659/ff09bb4d-d1f8-418f-8353-a9d7652288f1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:28:25.586918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.601006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Transition to ACTIVE for port object ff09bb4d-d1f8-418f-8353-a9d7652288f1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:28:25.620266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Transition to ACTIVE for port object ff09bb4d-d1f8-418f-8353-a9d7652288f1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:28:25.627577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.635128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:25.698157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Network b54023f5-d869-404a-9363-4f01dfe3641e is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:28:25.701297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:25.705280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:28:25.710696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Pushing event updated for resources: {'Port': ['ID=ff09bb4d-d1f8-418f-8353-a9d7652288f1,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:25.745971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.746307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.746630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.746945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.747326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.747741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.748058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.748384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.748694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.749000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.749296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Tracked resource versions report: Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: pushed versions: Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: { 'ConntrackHelper': {'1.0'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Log': {'1.0'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Network': {'1.1'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Port': {'1.5'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'PortForwarding': {'1.2'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'QosPolicy': {'1.8'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SecurityGroup': {'1.2'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SecurityGroupRule': {'1.0'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SubPort': {'1.0'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Subnet': {'1.1'}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Trunk': {'1.1'}} Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: consumer versions: Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: { DHCP agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: L3 agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: Metadata agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: Metering agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: Open vSwitch agent@dv-neutron-822610-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Log': '1.0', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Network': '1.1', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Port': '1.5', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'PortForwarding': '1.2', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'QosPolicy': '1.8', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SecurityGroup': '1.2', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SecurityGroupRule': '1.0', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SubPort': '1.0', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Subnet': '1.1', Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Trunk': '1.1'}} Dec 22 08:28:25.750895 dv-neutron-822610-1-hyperv neutron-server[83497]: {{(pid=83497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:28:25.758337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:25.812753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Attempting to bind port ff09bb4d-d1f8-418f-8353-a9d7652288f1 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:28:25.813371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Attempting to bind port ff09bb4d-d1f8-418f-8353-a9d7652288f1 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8c885197-4e1e-4933-8013-c597e5e69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:28:25.813864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Attempting to bind port ff09bb4d-d1f8-418f-8353-a9d7652288f1 on network b54023f5-d869-404a-9363-4f01dfe3641e {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:28:25.820503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:28:25.820897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Checking segment: {'id': '8c885197-4e1e-4933-8013-c597e5e69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:28:25.821365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.821745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Bound using segment: {'id': '8c885197-4e1e-4933-8013-c597e5e69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:28:25.822216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Bound port: ff09bb4d-d1f8-418f-8353-a9d7652288f1, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c885197-4e1e-4933-8013-c597e5e69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:28:25.822608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.908227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] For port ff09bb4d-d1f8-418f-8353-a9d7652288f1, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:28:25.912190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] For port ff09bb4d-d1f8-418f-8353-a9d7652288f1, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ff09bb4d-d1f8-418f-8353-a9d7652288f1,segment=NetworkSegment(8c885197-4e1e-4933-8013-c597e5e69638),segment_id=8c885197-4e1e-4933-8013-c597e5e69638)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:28:25.917711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:25.921555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:26.024697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Pushing event updated for resources: {'Port': ['ID=ff09bb4d-d1f8-418f-8353-a9d7652288f1,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:26.027425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:27.147890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58198) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:27.556847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-e1ed249c-81b8-47d7-a52f-72dc2cd56f5a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:28:27.571260 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e1ed249c-81b8-47d7-a52f-72dc2cd56f5a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4090185 Dec 22 08:28:29.640547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5d1d7-8dbf-4239-ae8d-7a46896d2dc7 None None] Network b54023f5-d869-404a-9363-4f01dfe3641e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:28:29.802026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6cece6dd-3b1a-4b1e-a6fe-04bff4f28944 None None] Provisioning for port ff09bb4d-d1f8-418f-8353-a9d7652288f1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:29.841220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58212) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:30.262270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-31e6ac69-bcb9-404f-80d6-5e99057dec39 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:28:30.263250 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-31e6ac69-bcb9-404f-80d6-5e99057dec39 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4209862 Dec 22 08:28:30.628078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ff09bb4d-d1f8-418f-8353-a9d7652288f1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:30.699830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ff09bb4d-d1f8-418f-8353-a9d7652288f1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:30.704879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ff09bb4d-d1f8-418f-8353-a9d7652288f1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:30.705277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:30.818367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:30.850383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ff09bb4d-d1f8-418f-8353-a9d7652288f1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ff09bb4d-d1f8-418f-8353-a9d7652288f1,segment=NetworkSegment(8c885197-4e1e-4933-8013-c597e5e69638),segment_id=8c885197-4e1e-4933-8013-c597e5e69638)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:28:30.855401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:30.857550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:30.922348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ff09bb4d-d1f8-418f-8353-a9d7652288f1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:30.925458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:32.608666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ff09bb4d-d1f8-418f-8353-a9d7652288f1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:32.678707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ff09bb4d-d1f8-418f-8353-a9d7652288f1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:32.679059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:32.887695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58224) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:33.279843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'name': 'router1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:28:33.285735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:33.290367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Usage tracker for resource:router and tenant:3727bd9f22e14ae1bae304d560dab627 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:33.294427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:33.301424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:33.316025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:33.317874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:33.349133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:33.469835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:33.490293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:33.491500 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fa8e63a3-6e5d-4681-ad4b-10064cbd3f64 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6027131 Dec 22 08:28:35.719042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58234) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:36.144490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-31278d38-f285-46fd-a6e8-fc8716e1d404 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:28:36.145460 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-31278d38-f285-46fd-a6e8-fc8716e1d404 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4253709 Dec 22 08:28:36.956823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-decec2ea-d02c-4942-a80d-1585c3695530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:38.460507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58244) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:38.929286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:28:38.936856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:38.941513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Usage tracker for resource:network and tenant:f1e382493425481eb2e68c6a2429735e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:38.945495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:38.953527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:38.970445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Made reservation on behalf of f1e382493425481eb2e68c6a2429735e for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:28:38.976066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:38.997101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:39.040896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:39.044985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e382493425481eb2e68c6a2429735e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:39.048286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:39.054358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:39.142628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:39.146607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-53d3a347-abe5-4f28-ab06-93aa092a4786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:39.149497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:39.154073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:39.166654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Reserving flat network on physical network physnet1 {{(pid=83496) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 08:28:39.198868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760671212499', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:39.199487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Unsubscribe: segment precommit_create {{(pid=83496) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 08:28:39.199947 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Added segment 8bc6521d-8629-4a8a-9af2-74cd862f5e99 of type flat for network 901d525f-92b1-4329-a323-1fb196482ead Dec 22 08:28:39.208377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a81fd-f651-4c5e-bac1-a64abb52c2b8,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:39.270202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.270431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.270805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.271197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.271573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.271891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.272251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.272585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.272887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.273187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.273489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Tracked resource versions report: Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: pushed versions: Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: { 'ConntrackHelper': {'1.0'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Log': {'1.0'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Network': {'1.1'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Port': {'1.5'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'PortForwarding': {'1.2'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'QosPolicy': {'1.8'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SecurityGroup': {'1.2'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SecurityGroupRule': {'1.0'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SubPort': {'1.0'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Subnet': {'1.1'}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Trunk': {'1.1'}} Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: consumer versions: Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: { DHCP agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: L3 agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: Metadata agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: Metering agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: Open vSwitch agent@dv-neutron-822610-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Log': '1.0', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Network': '1.1', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Port': '1.5', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'PortForwarding': '1.2', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'QosPolicy': '1.8', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SecurityGroup': '1.2', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SecurityGroupRule': '1.0', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SubPort': '1.0', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Subnet': '1.1', Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Trunk': '1.1'}} Dec 22 08:28:39.274777 dv-neutron-822610-1-hyperv neutron-server[83496]: {{(pid=83496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:28:39.315923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:39.329831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:39.364370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:39.366341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:39.367456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:39.375417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:39.496873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Pushing event updated for resources: {'Network': ['ID=901d525f-92b1-4329-a323-1fb196482ead,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:39.501173 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0387285 Dec 22 08:28:39.516856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:39.523811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 901d525f-92b1-4329-a323-1fb196482ead details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:28:40.303672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:40.350209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:41.565096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:41.757058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58268) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:42.009913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c2c47-2a73-4a7b-ba32-a2bcf0ad1bec admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:42.011163 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-591c2c47-2a73-4a7b-ba32-a2bcf0ad1bec admin admin] 10.222.0.31 "GET /v2.0/subnets/d63a4b53-b5c2-4b38-8c06-f4ba0a8a7659 HTTP/1.1" status: 200 len: 849 time: 0.2532215 Dec 22 08:28:42.158319 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-76f543b4-2f68-4166-9058-4ebc50714070 admin admin] 10.222.0.31 "GET /v2.0/routers/ce56ffb5-d690-4b32-933f-3135c3ef9cfc HTTP/1.1" status: 200 len: 704 time: 0.1414783 Dec 22 08:28:42.674341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:42.914075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Allocated IP 172.20.0.1 (b54023f5-d869-404a-9363-4f01dfe3641e/d63a4b53-b5c2-4b38-8c06-f4ba0a8a7659/64326916-21d3-4ab5-b0c8-cc8511c14794) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:28:43.073031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.090797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Transition to ACTIVE for port object 64326916-21d3-4ab5-b0c8-cc8511c14794 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:28:43.145669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.149705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:43.212813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Network b54023f5-d869-404a-9363-4f01dfe3641e is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:28:43.215874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:43.220685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Pushing event updated for resources: {'Port': ['ID=64326916-21d3-4ab5-b0c8-cc8511c14794,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:43.231943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:28:43.232299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.282247 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:43.356833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.462078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-709c3a98-cd42-41ee-878b-07161c94b3d4 None None] Provisioning for port 64326916-21d3-4ab5-b0c8-cc8511c14794 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:43.467344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-709c3a98-cd42-41ee-878b-07161c94b3d4 None None] Provisioning complete for port 64326916-21d3-4ab5-b0c8-cc8511c14794 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:43.467657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-709c3a98-cd42-41ee-878b-07161c94b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.519537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-709c3a98-cd42-41ee-878b-07161c94b3d4 None None] Port 64326916-21d3-4ab5-b0c8-cc8511c14794 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:28:43.585443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.591791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.592910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:43.596003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:43.747541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Pushing event updated for resources: {'Port': ['ID=64326916-21d3-4ab5-b0c8-cc8511c14794,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:43.751546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:43.813406 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Network b54023f5-d869-404a-9363-4f01dfe3641e is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:28:43.814452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:44.047260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-da3ba7a4-6820-42b8-aacc-c29181896382 None None] Provisioning complete for port 64326916-21d3-4ab5-b0c8-cc8511c14794 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:44.047526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-da3ba7a4-6820-42b8-aacc-c29181896382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:44.101074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-da3ba7a4-6820-42b8-aacc-c29181896382 None None] Port 64326916-21d3-4ab5-b0c8-cc8511c14794 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:28:44.174299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Router ce56ffb5-d690-4b32-933f-3135c3ef9cfc is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:28:44.344146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:28:44.353789 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] 10.222.0.31 "PUT /v2.0/routers/ce56ffb5-d690-4b32-933f-3135c3ef9cfc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1901941 Dec 22 08:28:44.354324 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Sync routers for ids ['ce56ffb5-d690-4b32-933f-3135c3ef9cfc'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:28:44.367979 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Routers {'ce56ffb5-d690-4b32-933f-3135c3ef9cfc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:28:44.368817 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:28:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce56ffb5-d690-4b32-933f-3135c3ef9cfc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:44.544250 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Set router ce56ffb5-d690-4b32-933f-3135c3ef9cfc gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:28:44.910248 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'name': 'router1', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:33Z', 'updated_at': '2021-12-22T08:28:43Z', 'revision_number': 2, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'gw_port_host': None, '_interfaces': [{'id': '64326916-21d3-4ab5-b0c8-cc8511c14794', 'name': '', 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'mac_address': 'fa:16:3e:1e:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:42Z', 'updated_at': '2021-12-22T08:28:43Z', 'revision_number': 2, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'subnets': [{'id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b210fcdf-66f3-4ed2-a972-ed119fcd16d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:44.915497 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Checking router: ce56ffb5-d690-4b32-933f-3135c3ef9cfc for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:28:44.915877 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Updating router ce56ffb5-d690-4b32-933f-3135c3ef9cfc port 64326916-21d3-4ab5-b0c8-cc8511c14794 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:28:44.969742 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:45.344755 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:45.361739 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Transition to ACTIVE for port object 64326916-21d3-4ab5-b0c8-cc8511c14794 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:28:45.369242 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:45.374764 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:45.596726 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Pushing event updated for resources: {'Port': ['ID=64326916-21d3-4ab5-b0c8-cc8511c14794,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:45.619343 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.619677 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.619999 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.620317 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.620648 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.620964 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.621531 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.621631 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.621916 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.622218 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.622523 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Tracked resource versions report: Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: pushed versions: Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: { 'ConntrackHelper': {'1.0'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Log': {'1.0'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Network': {'1.1'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Port': {'1.5'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'PortForwarding': {'1.2'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'QosPolicy': {'1.8'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SecurityGroup': {'1.2'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SecurityGroupRule': {'1.0'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SubPort': {'1.0'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Subnet': {'1.1'}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Trunk': {'1.1'}} Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: consumer versions: Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: { DHCP agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: L3 agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: Metadata agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: Metering agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: Open vSwitch agent@dv-neutron-822610-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Log': '1.0', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Network': '1.1', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Port': '1.5', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'PortForwarding': '1.2', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'QosPolicy': '1.8', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SecurityGroup': '1.2', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SecurityGroupRule': '1.0', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SubPort': '1.0', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Subnet': '1.1', Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Trunk': '1.1'}} Dec 22 08:28:45.623868 dv-neutron-822610-1-hyperv neutron-server[83498]: {{(pid=83498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:28:45.630109 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Attempting to bind port 64326916-21d3-4ab5-b0c8-cc8511c14794 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:28:45.630504 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Attempting to bind port 64326916-21d3-4ab5-b0c8-cc8511c14794 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8c885197-4e1e-4933-8013-c597e5e69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:28:45.630919 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Attempting to bind port 64326916-21d3-4ab5-b0c8-cc8511c14794 on network b54023f5-d869-404a-9363-4f01dfe3641e {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:28:45.633720 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:45.638430 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:28:45.638800 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Checking segment: {'id': '8c885197-4e1e-4933-8013-c597e5e69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:28:45.639435 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:45.639691 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Bound using segment: {'id': '8c885197-4e1e-4933-8013-c597e5e69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:28:45.640230 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Bound port: 64326916-21d3-4ab5-b0c8-cc8511c14794, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c885197-4e1e-4933-8013-c597e5e69638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:28:45.640608 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:45.729191 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] For port 64326916-21d3-4ab5-b0c8-cc8511c14794, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:28:45.733358 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] For port 64326916-21d3-4ab5-b0c8-cc8511c14794, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=64326916-21d3-4ab5-b0c8-cc8511c14794,segment=NetworkSegment(8c885197-4e1e-4933-8013-c597e5e69638),segment_id=8c885197-4e1e-4933-8013-c597e5e69638)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:28:45.740897 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:45.745589 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:45.826633 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Pushing event updated for resources: {'Port': ['ID=64326916-21d3-4ab5-b0c8-cc8511c14794,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:45.830581 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:45.834056 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Routers {'ce56ffb5-d690-4b32-933f-3135c3ef9cfc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:28:45.834654 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:28:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce56ffb5-d690-4b32-933f-3135c3ef9cfc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:45.994739 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] Set router ce56ffb5-d690-4b32-933f-3135c3ef9cfc gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:28:46.328426 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'name': 'router1', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:33Z', 'updated_at': '2021-12-22T08:28:43Z', 'revision_number': 2, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'gw_port_host': None, '_interfaces': [{'id': '64326916-21d3-4ab5-b0c8-cc8511c14794', 'name': '', 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'mac_address': 'fa:16:3e:1e:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:42Z', 'updated_at': '2021-12-22T08:28:45Z', 'revision_number': 4, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'subnets': [{'id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b210fcdf-66f3-4ed2-a972-ed119fcd16d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:46.332543 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8b4ca5-b668-43bb-a30c-c242bda8c50a None None] The sync data for ids ['ce56ffb5-d690-4b32-933f-3135c3ef9cfc'] in dv-neutron-822610-1-hyperv is: [{'id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'name': 'router1', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:33Z', 'updated_at': '2021-12-22T08:28:43Z', 'revision_number': 2, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'gw_port_host': None, '_interfaces': [{'id': '64326916-21d3-4ab5-b0c8-cc8511c14794', 'name': '', 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'mac_address': 'fa:16:3e:1e:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:42Z', 'updated_at': '2021-12-22T08:28:45Z', 'revision_number': 4, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'subnets': [{'id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b210fcdf-66f3-4ed2-a972-ed119fcd16d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:28:46.387630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 58292) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:46.575197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbaf6ff-9140-4d07-b347-ed95f6ee3dc8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:46.577180 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ecbaf6ff-9140-4d07-b347-ed95f6ee3dc8 admin admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 842 time: 0.1879258 Dec 22 08:28:46.586191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.5.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.5.0/24', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:28:46.591130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:28:46.598337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Usage tracker for resource:subnet and tenant:f1e382493425481eb2e68c6a2429735e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:28:46.600826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:28:46.606765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:28:46.618475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Made reservation on behalf of f1e382493425481eb2e68c6a2429735e for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:28:46.620772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:47.008471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:28:47.008908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:47.012608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:47.076874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaebcb6-14f7-4418-9d22-7cac76481f6c,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:47.080922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:47.094510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:28:47.094884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Network hostable DHCP agents. Network: 901d525f-92b1-4329-a323-1fb196482ead, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:28:47.117207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:28:47.127969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 901d525f-92b1-4329-a323-1fb196482ead) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:47.147392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:47.150025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:47.150612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bd05f-5842-41e2-9b70-20998284ceb1 None None] Network 901d525f-92b1-4329-a323-1fb196482ead requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:28:47.178563 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5959892 Dec 22 08:28:47.408715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830fb671-b159-487d-9c21-6b6a551ab7f7 None None] Network 901d525f-92b1-4329-a323-1fb196482ead requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:28:48.632072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 64326916-21d3-4ab5-b0c8-cc8511c14794 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:48.702202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 64326916-21d3-4ab5-b0c8-cc8511c14794 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:48.706854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 64326916-21d3-4ab5-b0c8-cc8511c14794 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:48.707216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:48.840289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:48.873121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 64326916-21d3-4ab5-b0c8-cc8511c14794, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=64326916-21d3-4ab5-b0c8-cc8511c14794,segment=NetworkSegment(8c885197-4e1e-4933-8013-c597e5e69638),segment_id=8c885197-4e1e-4933-8013-c597e5e69638)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:28:48.878252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:48.880362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:48.947246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=64326916-21d3-4ab5-b0c8-cc8511c14794,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:48.950449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:49.329883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 58306) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:49.596916 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-79523f5e-4664-4272-a6f3-86a221fe2361 admin admin] 10.222.0.31 "GET /v2.0/routers/ce56ffb5-d690-4b32-933f-3135c3ef9cfc HTTP/1.1" status: 200 len: 710 time: 0.2659085 Dec 22 08:28:49.735652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde7a723-e046-4225-92cd-330eefdfddf1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:28:49.737015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fde7a723-e046-4225-92cd-330eefdfddf1 admin admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 886 time: 0.1324549 Dec 22 08:28:49.745792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:28:50.240872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:50.465337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:50.519898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:50.616087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 64326916-21d3-4ab5-b0c8-cc8511c14794 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:50.660489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Allocated IP 172.26.5.254 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/533e370b-dfb8-41ec-89b7-b8917fd5083c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:28:50.684985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 64326916-21d3-4ab5-b0c8-cc8511c14794 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:50.685358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:50.810431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:50.866687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:50.872613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:50.940056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:28:50.943301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:28:50.945150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Pushing event updated for resources: {'Port': ['ID=533e370b-dfb8-41ec-89b7-b8917fd5083c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:50.956020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:28:51.007723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:51.139024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:51.302264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:51.305770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:51.505789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Router ce56ffb5-d690-4b32-933f-3135c3ef9cfc has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:28:51.730150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:28:51.740843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:51.741777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Sync routers for ids ['ce56ffb5-d690-4b32-933f-3135c3ef9cfc'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:28:51.742295 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] 10.222.0.31 "PUT /v2.0/routers/ce56ffb5-d690-4b32-933f-3135c3ef9cfc HTTP/1.1" status: 200 len: 890 time: 1.9995234 Dec 22 08:28:51.755195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Routers {'ce56ffb5-d690-4b32-933f-3135c3ef9cfc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:28:51.755979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:28:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce56ffb5-d690-4b32-933f-3135c3ef9cfc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:51.950405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Set router ce56ffb5-d690-4b32-933f-3135c3ef9cfc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:28:52.287137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'name': 'router1', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '533e370b-dfb8-41ec-89b7-b8917fd5083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:33Z', 'updated_at': '2021-12-22T08:28:51Z', 'revision_number': 4, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'gw_port': {'id': '533e370b-dfb8-41ec-89b7-b8917fd5083c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:50Z', 'updated_at': '2021-12-22T08:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '64326916-21d3-4ab5-b0c8-cc8511c14794', 'name': '', 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'mac_address': 'fa:16:3e:1e:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:42Z', 'updated_at': '2021-12-22T08:28:48Z', 'revision_number': 5, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'subnets': [{'id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b210fcdf-66f3-4ed2-a972-ed119fcd16d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:52.292028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Checking router: ce56ffb5-d690-4b32-933f-3135c3ef9cfc for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:28:52.292362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Updating router ce56ffb5-d690-4b32-933f-3135c3ef9cfc port 533e370b-dfb8-41ec-89b7-b8917fd5083c binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:28:52.344059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:52.662132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:52.674592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Transition to ACTIVE for port object 533e370b-dfb8-41ec-89b7-b8917fd5083c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:28:52.681306 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:52.685164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6a718925-3868-45a9-96f3-fb1bfc3c5c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:52.761133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a2057-2dc9-414d-baaa-d522424e2d51 None None] Pushing event updated for resources: {'Port': ['ID=533e370b-dfb8-41ec-89b7-b8917fd5083c,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:52.764901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-575a2057-2dc9-414d-baaa-d522424e2d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:52.767433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Attempting to bind port 533e370b-dfb8-41ec-89b7-b8917fd5083c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:28:52.767819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Attempting to bind port 533e370b-dfb8-41ec-89b7-b8917fd5083c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:28:52.768173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Attempting to bind port 533e370b-dfb8-41ec-89b7-b8917fd5083c on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:28:52.774832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:28:52.775201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:28:52.775621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:52.776004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:28:52.776460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Bound port: 533e370b-dfb8-41ec-89b7-b8917fd5083c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:28:52.776848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:52.847225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] For port 533e370b-dfb8-41ec-89b7-b8917fd5083c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:28:52.850150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] For port 533e370b-dfb8-41ec-89b7-b8917fd5083c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=533e370b-dfb8-41ec-89b7-b8917fd5083c,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:28:52.855337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:52.859828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:52.932934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a2057-2dc9-414d-baaa-d522424e2d51 None None] Pushing event updated for resources: {'Port': ['ID=533e370b-dfb8-41ec-89b7-b8917fd5083c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:52.936979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-575a2057-2dc9-414d-baaa-d522424e2d51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:52.941658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Routers {'ce56ffb5-d690-4b32-933f-3135c3ef9cfc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:28:52.942262 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:28:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce56ffb5-d690-4b32-933f-3135c3ef9cfc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:53.138669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] Set router ce56ffb5-d690-4b32-933f-3135c3ef9cfc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:28:53.467958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'name': 'router1', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '533e370b-dfb8-41ec-89b7-b8917fd5083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:33Z', 'updated_at': '2021-12-22T08:28:51Z', 'revision_number': 4, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'gw_port': {'id': '533e370b-dfb8-41ec-89b7-b8917fd5083c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:50Z', 'updated_at': '2021-12-22T08:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '64326916-21d3-4ab5-b0c8-cc8511c14794', 'name': '', 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'mac_address': 'fa:16:3e:1e:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:42Z', 'updated_at': '2021-12-22T08:28:48Z', 'revision_number': 5, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'subnets': [{'id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b210fcdf-66f3-4ed2-a972-ed119fcd16d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:28:53.472491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672b8fe6-cfb8-4df9-852d-0e8af558c27b None None] The sync data for ids ['ce56ffb5-d690-4b32-933f-3135c3ef9cfc'] in dv-neutron-822610-1-hyperv is: [{'id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'name': 'router1', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.254'}], 'enable_snat': True}, 'gw_port_id': '533e370b-dfb8-41ec-89b7-b8917fd5083c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:28:33Z', 'updated_at': '2021-12-22T08:28:51Z', 'revision_number': 4, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'gw_port': {'id': '533e370b-dfb8-41ec-89b7-b8917fd5083c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:50Z', 'updated_at': '2021-12-22T08:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '64326916-21d3-4ab5-b0c8-cc8511c14794', 'name': '', 'network_id': 'b54023f5-d869-404a-9363-4f01dfe3641e', 'tenant_id': '3727bd9f22e14ae1bae304d560dab627', 'mac_address': 'fa:16:3e:1e:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce56ffb5-d690-4b32-933f-3135c3ef9cfc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:28:42Z', 'updated_at': '2021-12-22T08:28:48Z', 'revision_number': 5, 'project_id': '3727bd9f22e14ae1bae304d560dab627', 'subnets': [{'id': 'd63a4b53-b5c2-4b38-8c06-f4ba0a8a7659', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b210fcdf-66f3-4ed2-a972-ed119fcd16d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:28:54.048977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58318) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:28:54.190936 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c8a5819b-588d-4648-85f4-980a4fc320df admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1408427 Dec 22 08:28:54.640048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 533e370b-dfb8-41ec-89b7-b8917fd5083c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:54.657650 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 5 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:28:54.711734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 533e370b-dfb8-41ec-89b7-b8917fd5083c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:28:54.716591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 533e370b-dfb8-41ec-89b7-b8917fd5083c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:54.716935 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:54.839592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:54.857269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 533e370b-dfb8-41ec-89b7-b8917fd5083c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=533e370b-dfb8-41ec-89b7-b8917fd5083c,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:28:54.863398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:28:54.865499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:28:54.932268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=533e370b-dfb8-41ec-89b7-b8917fd5083c,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:28:54.935791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:28:56.638404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 533e370b-dfb8-41ec-89b7-b8917fd5083c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:28:56.736043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 533e370b-dfb8-41ec-89b7-b8917fd5083c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:28:56.736709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:06.961489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-728068be-d7d3-4c72-b7ba-26f64a134ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:09.141502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c131990a-fa93-4643-b609-1abe9727531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:10.307372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:10.345369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:11.583902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:31.662929 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 5 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:29:36.965758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb78b2f8-18b9-4668-a493-2c6e47ef73cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:39.149965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-39d9baed-2ae0-41a0-865e-a233a079053b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:40.319375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:40.343761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:29:41.587730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:06.969728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-858a72bb-d8ec-49a8-9c4f-3ccda8af6712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:08.664251 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 5 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:30:09.146958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61e80cd8-ecc0-47bd-be46-1dcd148b3ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:10.317412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:10.338527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:11.590210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:36.974841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7b51d892-d82d-4fd4-aa4e-985f68e61328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:39.142628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b392644d-cc91-4532-97d3-cccf1d6a9ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:40.317363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:40.340768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:41.594523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:30:45.665658 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 5 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:31:00.568480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 58932) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:00.706333 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-185b0013-c880-4c4a-8f4e-c05929b0b5da admin admin] GET failed (client error): The resource could not be found. Dec 22 08:31:00.707587 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-185b0013-c880-4c4a-8f4e-c05929b0b5da admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1381333 Dec 22 08:31:00.842140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0bda56-97c0-4722-92ff-58a92b1ba575 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:00.843502 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d0bda56-97c0-4722-92ff-58a92b1ba575 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1301162 Dec 22 08:31:02.853707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 58942) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:03.007487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31c08e-e8b3-43f3-89fa-95addbd20d0f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:03.008050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae31c08e-e8b3-43f3-89fa-95addbd20d0f admin admin] Synchronizing usage tracker for tenant:f1e382493425481eb2e68c6a2429735e on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:31:03.031286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae31c08e-e8b3-43f3-89fa-95addbd20d0f admin admin] Unset dirty status for tenant:f1e382493425481eb2e68c6a2429735e on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:31:03.032770 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ae31c08e-e8b3-43f3-89fa-95addbd20d0f admin admin] 10.222.0.31 "GET /v2.0/subnets/d63a4b53-b5c2-4b38-8c06-f4ba0a8a7659 HTTP/1.1" status: 200 len: 849 time: 0.1780956 Dec 22 08:31:03.044940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:31:03.167867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:03.359750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760671184653'] for subnet, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:03.363377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:03.410975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:03.411607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:03.416502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b308c-8462-4633-a26e-d06e720df3e1 None None] Network b54023f5-d869-404a-9363-4f01dfe3641e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:31:03.419877 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] 10.222.0.31 "PUT /v2.0/subnets/d63a4b53-b5c2-4b38-8c06-f4ba0a8a7659 HTTP/1.1" status: 200 len: 868 time: 0.3808908 Dec 22 08:31:03.440629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63a4b53-b5c2-4b38-8c06-f4ba0a8a7659,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:03.449777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.450143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.450521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.450757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.451090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.451472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.451789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.452102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.452411 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.452719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.453026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:03.462212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:03.940822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-70b865af-ba93-4d2f-93eb-1d477e4b688d None None] Provisioning complete for port 64326916-21d3-4ab5-b0c8-cc8511c14794 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:31:03.941205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-70b865af-ba93-4d2f-93eb-1d477e4b688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:04.069721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-70b865af-ba93-4d2f-93eb-1d477e4b688d None None] Provisioning complete for port ff09bb4d-d1f8-418f-8353-a9d7652288f1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:31:04.070029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-70b865af-ba93-4d2f-93eb-1d477e4b688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:05.419418 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58952) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:05.633042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a46066-da22-4622-815e-45ee909c0e9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:05.633424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a46066-da22-4622-815e-45ee909c0e9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:05.634130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-20a46066-da22-4622-815e-45ee909c0e9c admin admin] Synchronizing usage tracker for tenant:f1e382493425481eb2e68c6a2429735e on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:31:05.655301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-20a46066-da22-4622-815e-45ee909c0e9c admin admin] Unset dirty status for tenant:f1e382493425481eb2e68c6a2429735e on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:31:05.656647 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-20a46066-da22-4622-815e-45ee909c0e9c admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2361660 Dec 22 08:31:06.980689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f2d9ba45-6662-4f97-a03d-6609ddb2707e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:07.693222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58962) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:07.907823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bba701-7c9b-4207-aad9-bf1154d393b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:07.908319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bba701-7c9b-4207-aad9-bf1154d393b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:07.909799 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-43bba701-7c9b-4207-aad9-bf1154d393b0 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2156060 Dec 22 08:31:09.148404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-629ae408-7cdc-4c80-99a1-7a30195779e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:09.894707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58972) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:10.113417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf050bc-ff4a-43a9-bea0-0b6d8a56cd59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:10.114770 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-baf050bc-ff4a-43a9-bea0-0b6d8a56cd59 admin admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 886 time: 0.2187874 Dec 22 08:31:10.322649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:10.343712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:11.598600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:12.147586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 58982) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:12.359281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f859e72-d5a1-4e2a-bff9-65fd7400146d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:12.360936 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f859e72-d5a1-4e2a-bff9-65fd7400146d admin admin] 10.222.0.31 "GET /v2.0/networks/b54023f5-d869-404a-9363-4f01dfe3641e HTTP/1.1" status: 200 len: 869 time: 0.2119424 Dec 22 08:31:14.390212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 58992) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:14.532562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb35892f-4116-4672-b396-a349844833a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:14.532979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb35892f-4116-4672-b396-a349844833a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:14.534490 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bb35892f-4116-4672-b396-a349844833a7 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1433053 Dec 22 08:31:16.555371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59002) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:16.686539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d2b3f2-5c8b-4780-bc39-a5ce7f37f2c8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:16.686905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d2b3f2-5c8b-4780-bc39-a5ce7f37f2c8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:16.688440 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-40d2b3f2-5c8b-4780-bc39-a5ce7f37f2c8 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1321287 Dec 22 08:31:18.716478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:18.854091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9163f51-e0e3-453b-809b-96c069d6b9f3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:18.855471 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f9163f51-e0e3-453b-809b-96c069d6b9f3 admin admin] 10.222.0.31 "GET /v2.0/subnets/d63a4b53-b5c2-4b38-8c06-f4ba0a8a7659 HTTP/1.1" status: 200 len: 868 time: 0.1379755 Dec 22 08:31:20.872888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59022) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:21.009001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbcfc48-f0f3-456b-a0a7-d03f1317bfa3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:21.010322 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9dbcfc48-f0f3-456b-a0a7-d03f1317bfa3 admin admin] 10.222.0.31 "GET /v2.0/subnets/fbaebcb6-14f7-4418-9d22-7cac76481f6c HTTP/1.1" status: 200 len: 816 time: 0.1361027 Dec 22 08:31:22.666972 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 5 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:31:36.974460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c4eb24c6-68f8-4493-95a6-e76d47ccd12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:39.152499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2b9520a8-b49f-4b8a-ae14-84a38b72b677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:39.634640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59064) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:39.714799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-dec8414e-e35d-4ac2-9fa7-79d41a12ead8 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:31:39.716233 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dec8414e-e35d-4ac2-9fa7-79d41a12ead8 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0805857 Dec 22 08:31:40.326436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:40.346532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:41.602499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:41.788141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59074) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:41.880586 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d862ad9e-cc25-4cdb-9fc3-577ceeb089ba admin admin] GET failed (client error): The resource could not be found. Dec 22 08:31:41.881792 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d862ad9e-cc25-4cdb-9fc3-577ceeb089ba admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0928161 Dec 22 08:31:42.012807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416535eb-c423-4b59-bbb2-ad7a18931dca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:42.014266 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-416535eb-c423-4b59-bbb2-ad7a18931dca admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1284819 Dec 22 08:31:44.080609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59084) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:44.164872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:31:44.173389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:31:44.183472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:31:44.194260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Made reservation on behalf of f1e382493425481eb2e68c6a2429735e for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:31:44.196517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:44.343126 dv-neutron-822610-1-hyperv neutron-server[83496]: WARNING neutron.services.revisions.revision_plugin [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Could not find related network for resource to bump revision. Dec 22 08:31:44.364263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:31:44.376582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:44.377118 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Added segment 9fd6a9c9-bf1c-496a-a215-7229e7f30e7a of type vlan for network 1cd24333-6edd-4b68-80c1-3cedd5a720cf Dec 22 08:31:44.404524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:44.444740 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:44.446738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:44.447636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:44.452179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:44.560878 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4791570 Dec 22 08:31:44.561438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Pushing event updated for resources: {'Network': ['ID=1cd24333-6edd-4b68-80c1-3cedd5a720cf,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:44.570348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.570672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.570991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.571590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.571718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.571962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.572316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.572699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.572977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.573387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.573692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:44.578159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:44.588864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 1cd24333-6edd-4b68-80c1-3cedd5a720cf details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:31:46.676502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59094) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:31:46.770149 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-679168cb-38f3-4223-a210-4812f90ac278 admin admin] GET failed (client error): The resource could not be found. Dec 22 08:31:46.770552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-679168cb-38f3-4223-a210-4812f90ac278 admin admin] Synchronizing usage tracker for tenant:f1e382493425481eb2e68c6a2429735e on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:31:46.788319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-679168cb-38f3-4223-a210-4812f90ac278 admin admin] Unset dirty status for tenant:f1e382493425481eb2e68c6a2429735e on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:31:46.789425 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-679168cb-38f3-4223-a210-4812f90ac278 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1119294 Dec 22 08:31:46.894205 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ae6a08-3abd-48a1-9e52-070837629643 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:46.895733 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-21ae6a08-3abd-48a1-9e52-070837629643 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1022506 Dec 22 08:31:46.905180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf', 'cidr': '192.168.233.0/24'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:31:46.909617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:31:46.919559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:31:46.931998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Made reservation on behalf of f1e382493425481eb2e68c6a2429735e for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:31:46.935751 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:47.159467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:47.163082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:47.219746 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=129ed691-6b20-472e-be0a-a2eeb9b6f7e9,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:47.229377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:47.243279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Checking segment: {'id': '9fd6a9c9-bf1c-496a-a215-7229e7f30e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:31:47.243646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Network hostable DHCP agents. Network: 1cd24333-6edd-4b68-80c1-3cedd5a720cf, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:31:47.269802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Network 1cd24333-6edd-4b68-80c1-3cedd5a720cf is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:31:47.280701 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 1cd24333-6edd-4b68-80c1-3cedd5a720cf) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:31:47.284841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:31:47.285414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:47.293883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5425ad-48d8-4e63-b45f-89a83206e393 None None] Network 1cd24333-6edd-4b68-80c1-3cedd5a720cf requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:31:47.309519 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4074554 Dec 22 08:31:47.531113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-1cd24333-6edd-4b68-80c1-3cedd5a720cf', 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf', 'tenant_id': 'f1e382493425481eb2e68c6a2429735e', 'fixed_ips': [{'subnet_id': '129ed691-6b20-472e-be0a-a2eeb9b6f7e9'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:31:47.532178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:47.691877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Allocated IP 192.168.233.2 (1cd24333-6edd-4b68-80c1-3cedd5a720cf/129ed691-6b20-472e-be0a-a2eeb9b6f7e9/04660d74-5962-4dd5-977f-ed4eccf7ccde) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:31:47.894999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:47.906035 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Transition to ACTIVE for port object 04660d74-5962-4dd5-977f-ed4eccf7ccde will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:31:47.924611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Transition to ACTIVE for port object 04660d74-5962-4dd5-977f-ed4eccf7ccde will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:31:47.930212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:47.934703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:47.991347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Network 1cd24333-6edd-4b68-80c1-3cedd5a720cf is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:31:47.994119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:31:48.005763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:31:48.013820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Pushing event updated for resources: {'Port': ['ID=04660d74-5962-4dd5-977f-ed4eccf7ccde,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:48.045234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.045543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.045896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.046209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.046535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.046826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.047139 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.047626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.047960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.048275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.048583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:31:48.056438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:48.106450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Attempting to bind port 04660d74-5962-4dd5-977f-ed4eccf7ccde on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:31:48.106808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Attempting to bind port 04660d74-5962-4dd5-977f-ed4eccf7ccde by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '9fd6a9c9-bf1c-496a-a215-7229e7f30e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:31:48.107160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Attempting to bind port 04660d74-5962-4dd5-977f-ed4eccf7ccde on network 1cd24333-6edd-4b68-80c1-3cedd5a720cf {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:31:48.114163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:31:48.114507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Checking segment: {'id': '9fd6a9c9-bf1c-496a-a215-7229e7f30e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:31:48.114898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:48.115309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Bound using segment: {'id': '9fd6a9c9-bf1c-496a-a215-7229e7f30e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:31:48.115770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Bound port: 04660d74-5962-4dd5-977f-ed4eccf7ccde, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd6a9c9-bf1c-496a-a215-7229e7f30e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:31:48.116147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:48.229230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] For port 04660d74-5962-4dd5-977f-ed4eccf7ccde, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:31:48.232508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] For port 04660d74-5962-4dd5-977f-ed4eccf7ccde, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=04660d74-5962-4dd5-977f-ed4eccf7ccde,segment=NetworkSegment(9fd6a9c9-bf1c-496a-a215-7229e7f30e7a),segment_id=9fd6a9c9-bf1c-496a-a215-7229e7f30e7a)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:31:48.239418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:48.243333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:48.316593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Pushing event updated for resources: {'Port': ['ID=04660d74-5962-4dd5-977f-ed4eccf7ccde,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:48.323270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:48.733521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 04660d74-5962-4dd5-977f-ed4eccf7ccde up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:31:48.812356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 04660d74-5962-4dd5-977f-ed4eccf7ccde completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:31:49.126384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04037e70-3453-4285-ab8c-62ac10ecc1b8 None None] Network 1cd24333-6edd-4b68-80c1-3cedd5a720cf requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:31:49.237903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-88e2518e-4c87-474d-bd4d-901cd1e13f06 None None] Provisioning for port 04660d74-5962-4dd5-977f-ed4eccf7ccde completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:31:49.253643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-88e2518e-4c87-474d-bd4d-901cd1e13f06 None None] Provisioning complete for port 04660d74-5962-4dd5-977f-ed4eccf7ccde triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:31:49.254014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88e2518e-4c87-474d-bd4d-901cd1e13f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:49.447909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88e2518e-4c87-474d-bd4d-901cd1e13f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:49.492914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-88e2518e-4c87-474d-bd4d-901cd1e13f06 None None] For port 04660d74-5962-4dd5-977f-ed4eccf7ccde, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=04660d74-5962-4dd5-977f-ed4eccf7ccde,segment=NetworkSegment(9fd6a9c9-bf1c-496a-a215-7229e7f30e7a),segment_id=9fd6a9c9-bf1c-496a-a215-7229e7f30e7a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:31:49.498013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88e2518e-4c87-474d-bd4d-901cd1e13f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:49.501888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:31:49.575986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2518e-4c87-474d-bd4d-901cd1e13f06 None None] Pushing event updated for resources: {'Port': ['ID=04660d74-5962-4dd5-977f-ed4eccf7ccde,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:31:49.580621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-88e2518e-4c87-474d-bd4d-901cd1e13f06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:31:49.723037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2be8609a-5c6d-491d-93b5-2aa44291f1d2 None None] Provisioning complete for port 04660d74-5962-4dd5-977f-ed4eccf7ccde triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:31:49.723389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2be8609a-5c6d-491d-93b5-2aa44291f1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:50.711370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 04660d74-5962-4dd5-977f-ed4eccf7ccde up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:31:50.783274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 04660d74-5962-4dd5-977f-ed4eccf7ccde triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:31:50.783539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:31:59.668969 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 5 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:32:06.979548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4ab89d89-70fa-4fa1-872f-48642ec1e168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:09.157397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-90f91726-84a6-48d4-ab10-151dd786692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:10.330129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:10.357176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:11.606224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:36.669324 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 5 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:32:36.984554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-df2f8721-8fb7-431c-8938-b3322f4fbe6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:39.162615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0de3c6e5-da70-4b3b-bce4-c71afebb308f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:40.331625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:40.353305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:41.611227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:49.869866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59136) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:32:49.875734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-01da3140-af35-4fb1-88d1-3fee20343b93 tempest-verify_tempest_config-634140182 tempest-verify_tempest_config-634140182-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:32:49.876704 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-01da3140-af35-4fb1-88d1-3fee20343b93 tempest-verify_tempest_config-634140182 tempest-verify_tempest_config-634140182-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058665 Dec 22 08:32:50.244297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59152) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:32:50.413413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:50.450725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:32:50.454738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3454255bdf4a44a6d0bdd9d0aa5122 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:32:50.457675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:32:50.463538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:32:50.526821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:50.532125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:50.539346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:32:50.579172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f69d5c-368a-4499-ba29-86ebf8de0b71,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:32:50.585515 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae3454255bdf4a44a6d0bdd9d0aa5122&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3401577 Dec 22 08:32:50.588398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59158) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:32:50.590174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.590609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.590936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.591264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.591612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.591930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.592236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.592549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.592937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.593382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.593703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.598042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:32:50.661944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:50.698052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:50.793486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:50.798641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa3d0735-976e-4437-850f-1adcff172e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:32:50.809898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f69d5c-368a-4499-ba29-86ebf8de0b71,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:32:50.819846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:32:50.821026 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73f69d5c-368a-4499-ba29-86ebf8de0b71 HTTP/1.1" status: 204 len: 168 time: 0.2316120 Dec 22 08:32:50.822690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.823084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.823434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.823791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.824112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.824431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.824783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.825100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.825410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.825718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.826018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:32:50.829887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:33:06.996641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-299caa1c-ac49-4edb-8a34-53dd688e1e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:09.174811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1193a7db-55d8-4273-b13c-0cc01e3b2357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:10.344479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:10.356226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:11.623945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:13.675803 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 5 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:33:36.995666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b7f9dd74-7f8a-4c26-803c-8b03ef8dd96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:39.179722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-693855a1-584d-4576-965b-0ffdef924bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:40.357560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:40.362820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:41.625894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:33:50.673044 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 5 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:34:06.990352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-187d9a82-b133-4078-a7fe-82f3dfe732a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:09.179413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d3a48a56-3ba0-40e8-96ed-54b99b8293d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:10.360814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:10.365436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:11.101587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717679'] for agent, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:11.629475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:25.465734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59228) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:34:25.617284 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-12075cc2-503d-4022-8ee2-46d2f7af545f admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1504576 Dec 22 08:34:27.633794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59238) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:34:27.663868 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:34:27.721460 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-80a0b3e2-3fd4-443a-bc6b-fdd626d7a398 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0865622 Dec 22 08:34:37.000761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4c7ac5cc-5c75-4401-8d34-d5736e6b2b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:39.170118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2b96434a-dc95-49cf-a77d-7a9fab08fa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:40.363436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:40.368020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:41.048289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:34:41.629231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:04.665726 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:35:06.998021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-968b759f-4cff-47c0-987d-5995c8604933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:09.170013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-59578e7d-b6dc-419a-99fa-54ce82162aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:10.352005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:10.364403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:11.037671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:11.632496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:36.994285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ab6e971b-ec3a-4b1e-9bac-ddcf12f8d2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:39.164642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d2b55f1d-1d0b-4bd0-b21e-f1705dbe049a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:40.367218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:40.372749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:41.034669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:41.636925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:41.668828 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:35:54.937619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59422) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:54.976230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59430) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:55.150970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59442) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:55.379727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1686570106-network', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:55.384985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:55.389280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Usage tracker for resource:network and tenant:57e9ca42379d4846a1028dae24cf219d is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:55.392103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:55.397691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:55.408913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Made reservation on behalf of 57e9ca42379d4846a1028dae24cf219d for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:55.411732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.423778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.455190 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:55.458966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Usage tracker for resource:security_group_rule and tenant:57e9ca42379d4846a1028dae24cf219d is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:55.462077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:55.467945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:55.536686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.542305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.558809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:55.572626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:35:55.577350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-833723491-network', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:55.602981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.603349 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Added segment e33b22eb-526a-4c1b-9cdd-0d66ff73f904 of type vlan for network 1da5084d-8efd-4897-9d2d-6026cbe0946d Dec 22 08:35:55.608803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:55.610872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f00c0bb-6435-49b1-91a6-175d9dfddc12,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:55.618256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Usage tracker for resource:network and tenant:90e6b72fd0774fd0b253f3a7b6d2d571 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:55.623507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:55.635221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.635727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.635992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.636210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.636682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.636864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.637473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.637793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.638133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.638445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.638754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Tracked resource versions report: Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: pushed versions: Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: { 'ConntrackHelper': {'1.0'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Log': {'1.0'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Network': {'1.1'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Port': {'1.5'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'PortForwarding': {'1.2'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'QosPolicy': {'1.8'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SecurityGroup': {'1.2'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SecurityGroupRule': {'1.0'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SubPort': {'1.0'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Subnet': {'1.1'}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Trunk': {'1.1'}} Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: consumer versions: Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: { DHCP agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: HyperV agent@hv-neutron-8226: {}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: L3 agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: Metadata agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: Metering agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: Open vSwitch agent@dv-neutron-822610-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Log': '1.0', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Network': '1.1', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Port': '1.5', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'PortForwarding': '1.2', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'QosPolicy': '1.8', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SecurityGroup': '1.2', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SecurityGroupRule': '1.0', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'SubPort': '1.0', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Subnet': '1.1', Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: 'Trunk': '1.1'}} Dec 22 08:35:55.639832 dv-neutron-822610-1-hyperv neutron-server[83496]: {{(pid=83496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:35:55.642542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:55.654248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:55.664826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.669699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Made reservation on behalf of 90e6b72fd0774fd0b253f3a7b6d2d571 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:55.672091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.688985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.730727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.733117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:55.733765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.738841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:55.751300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:55.812867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:90e6b72fd0774fd0b253f3a7b6d2d571 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:55.820033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1772772125-network', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:55.827119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:55.854347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:55.864599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Pushing event updated for resources: {'Network': ['ID=1da5084d-8efd-4897-9d2d-6026cbe0946d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:55.869186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:55.871431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:55.873577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Usage tracker for resource:network and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:55.876604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:55.880968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 1da5084d-8efd-4897-9d2d-6026cbe0946d details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:35:55.887095 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9483843 Dec 22 08:35:55.889205 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:55.890161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:55.897642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Request body: {'subnet': {'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1686570106-subnet', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:55.905098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:55.911142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Made reservation on behalf of 40af50be34624cc59f8ac7442c7da6da for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:55.913488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Usage tracker for resource:subnet and tenant:57e9ca42379d4846a1028dae24cf219d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:55.916090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.918088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:55.936397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:55.936632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:55.965230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Made reservation on behalf of 57e9ca42379d4846a1028dae24cf219d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:55.968107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.008437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:56.015335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.016719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Usage tracker for resource:security_group_rule and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:56.020556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:56.023812 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.029612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:56.033074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3e97a40c-003a-4794-afea-2820c7c0a663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:56.056181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:35:56.083526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc63e91-d5cd-4c54-8f90-f8e3fee38cc5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:56.086578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.087155 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Added segment 341efc3e-cb31-4ca8-aaa1-55baee319afd of type vlan for network b1b26534-ad52-47d9-8e9a-d104ef919d7e Dec 22 08:35:56.089624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:56.127354 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.177787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.185888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.189549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:56.203605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.207330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.208819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:56.209393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.216296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:56.257009 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2794261 Dec 22 08:35:56.257853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59482) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:56.258762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:35:56.266752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30075af4-1dbb-4f48-89d4-3c85023e4744,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:56.272200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Request body: {'subnet': {'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-833723491-subnet', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:56.279304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:56.279665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:56.289214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e55f71b-91ef-46b9-b456-eca36c06248b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:56.308944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.309277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.309599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.309911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.310430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.310906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.311394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.311866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.312344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.312814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.313124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Tracked resource versions report: Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: pushed versions: Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: { 'ConntrackHelper': {'1.0'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Log': {'1.0'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Network': {'1.1'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Port': {'1.5'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'PortForwarding': {'1.2'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'QosPolicy': {'1.8'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SecurityGroup': {'1.2'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SecurityGroupRule': {'1.0'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SubPort': {'1.0'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Subnet': {'1.1'}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Trunk': {'1.1'}} Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: consumer versions: Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: { DHCP agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: HyperV agent@hv-neutron-8226: {}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: L3 agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: Metadata agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: Metering agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: Open vSwitch agent@dv-neutron-822610-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Log': '1.0', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Network': '1.1', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Port': '1.5', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'PortForwarding': '1.2', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'QosPolicy': '1.8', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SecurityGroup': '1.2', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SecurityGroupRule': '1.0', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'SubPort': '1.0', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Subnet': '1.1', Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: 'Trunk': '1.1'}} Dec 22 08:35:56.314192 dv-neutron-822610-1-hyperv neutron-server[83495]: {{(pid=83495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:35:56.318457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:56.327343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Checking segment: {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:35:56.327907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Network hostable DHCP agents. Network: 1da5084d-8efd-4897-9d2d-6026cbe0946d, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:35:56.348153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:56.353953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Network 1da5084d-8efd-4897-9d2d-6026cbe0946d is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:35:56.366839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Usage tracker for resource:subnet and tenant:90e6b72fd0774fd0b253f3a7b6d2d571 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:56.368407 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 1da5084d-8efd-4897-9d2d-6026cbe0946d) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:35:56.370141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.370476 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Added segment 778cc5a9-14d8-48b7-a2fe-ed037748876a of type vlan for network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 Dec 22 08:35:56.373881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:56.376952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:56.377553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.382760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16166bd5-c68e-4265-b6b9-0a520533f36e None None] Network 1da5084d-8efd-4897-9d2d-6026cbe0946d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:35:56.384742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:56.393552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b26534-ad52-47d9-8e9a-d104ef919d7e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:56.415348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.423749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network b1b26534-ad52-47d9-8e9a-d104ef919d7e details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:35:56.440039 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5485492 Dec 22 08:35:56.443457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:56.444587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Made reservation on behalf of 90e6b72fd0774fd0b253f3a7b6d2d571 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:56.445075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59490) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:56.447271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.451117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:56.461625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.465059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:56.465800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.468816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:56.479126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Usage tracker for resource:router and tenant:57e9ca42379d4846a1028dae24cf219d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:56.486550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:56.511286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:56.516923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:56.553812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.555057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.607627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.666619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Pushing event updated for resources: {'Network': ['ID=c5dff4d1-105a-4e86-8b7e-fcef6be851f8,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:56.674076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:56.695845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:35:56.708309 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5561411 Dec 22 08:35:56.714725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59498) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:56.721191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Request body: {'subnet': {'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1772772125-subnet', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:56.730291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:56.737858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Usage tracker for resource:subnet and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:56.742679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:56.752454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:56.885210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-1da5084d-8efd-4897-9d2d-6026cbe0946d', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:35:56.886404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:56.887776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Made reservation on behalf of 40af50be34624cc59f8ac7442c7da6da for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:56.890561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.022117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.041348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.052382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:57.064506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Allocated IP 172.20.0.2 (1da5084d-8efd-4897-9d2d-6026cbe0946d/3e55f71b-91ef-46b9-b456-eca36c06248b/964a71ba-7cbc-49d3-a7f7-7128f5b1a451) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:35:57.162398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87f1ef4-5ef0-477c-ab24-82ffe6b9599e,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:57.169024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:57.204476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Checking segment: {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:35:57.205017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Network hostable DHCP agents. Network: b1b26534-ad52-47d9-8e9a-d104ef919d7e, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:35:57.307035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Network b1b26534-ad52-47d9-8e9a-d104ef919d7e is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:35:57.319284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.335754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, b1b26534-ad52-47d9-8e9a-d104ef919d7e) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:35:57.341080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:57.341659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.351209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.362129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1b50c-611b-4f03-9b0a-96c42405dee8 None None] Network b1b26534-ad52-47d9-8e9a-d104ef919d7e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:35:57.367486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:57.398766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.458178 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7356ddc7-0427-43b1-a098-d14dda6d43f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1958811 Dec 22 08:35:57.459332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59520) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:57.474373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:57.479708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.483350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:57.489236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8fe89f-7bf1-4736-949a-c9a233d71b6e,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:57.493378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:57.497399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Usage tracker for resource:router and tenant:90e6b72fd0774fd0b253f3a7b6d2d571 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:57.502628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:57.502960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Checking segment: {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:35:57.503493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Network hostable DHCP agents. Network: c5dff4d1-105a-4e86-8b7e-fcef6be851f8, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:35:57.510440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:57.532484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:35:57.549199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c5dff4d1-105a-4e86-8b7e-fcef6be851f8) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:35:57.562655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:57.563880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.613461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59524) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:57.621781 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9055204 Dec 22 08:35:57.626408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59528) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:57.642983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Allocated IP 172.26.5.64 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/43a9b41c-9548-4a6b-9f43-d27dd66e2bde) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:35:57.643546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:57.654474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:57.663366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Usage tracker for resource:router and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:57.663644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1152c747-ac74-4ceb-bf65-ef11bc3feb35 None None] Network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:35:57.670581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:57.690745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:57.720737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.722200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.749704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.750642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.770510 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.806849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.877630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:35:57.878596 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.893873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Transition to ACTIVE for port object 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:35:57.922138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59538) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:57.929497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:57.943143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Transition to ACTIVE for port object 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:35:57.984425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.054658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.089483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.107960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.163966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:58.210749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:58.230860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:35:58.231717 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.293504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1657394710'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:58.304716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:58.306701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:35:58.310359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:35:58.313066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Usage tracker for resource:network and tenant:ba0d831ad66a4ea98e5241cdb0581882 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:58.318339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:58.325982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:35:58.332536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:58.344661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.371025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Pushing event updated for resources: {'Port': ['ID=43a9b41c-9548-4a6b-9f43-d27dd66e2bde,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:58.375904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:58.383904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.520891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1f787409-fba5-4f4b-9381-f2bc9efbfd0d tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:58.527483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Made reservation on behalf of ba0d831ad66a4ea98e5241cdb0581882 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:35:58.532930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.560433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.566739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Allocated IP 172.20.0.2 (c5dff4d1-105a-4e86-8b7e-fcef6be851f8/dd8fe89f-7bf1-4736-949a-c9a233d71b6e/9498dde3-70db-4bef-ad4a-1b28b0938e7d) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:35:58.592142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.630986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.643078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:58.648069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Usage tracker for resource:security_group_rule and tenant:ba0d831ad66a4ea98e5241cdb0581882 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:58.652371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:58.659448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:58.697599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.698504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.756362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.767021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.784927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.785699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:58.796287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Transition to ACTIVE for port object 9498dde3-70db-4bef-ad4a-1b28b0938e7d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:35:58.815171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Transition to ACTIVE for port object 9498dde3-70db-4bef-ad4a-1b28b0938e7d will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:35:58.827052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Network 1da5084d-8efd-4897-9d2d-6026cbe0946d is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:35:58.827311 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1f787409-fba5-4f4b-9381-f2bc9efbfd0d tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] 10.222.0.31 "PUT /v2.0/quotas/f1443b92444c4fe28be15cff94aaeacc HTTP/1.1" status: 200 len: 366 time: 0.9015825 Dec 22 08:35:58.827797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Pushing event updated for resources: {'Port': ['ID=964a71ba-7cbc-49d3-a7f7-7128f5b1a451,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:58.833708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.834751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:35:58.839744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59560) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:58.840267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:35:58.843062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b510bf38-b10e-46af-879b-f03f6455b152,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:58.860148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:58.898132 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bbf3ccaf-002b-4dc1-bf54-d4ece10978e0 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0564640 Dec 22 08:35:58.901767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:35:58.904609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59566) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:58.924553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Allocated IP 172.26.5.220 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/cfab3189-5bd3-4d4f-871e-09c707783a4e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:35:58.928682 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4b0c9873-73d9-4b3a-b210-3897b6ebf340 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] 10.222.0.31 "GET /v2.0/quotas/f1443b92444c4fe28be15cff94aaeacc HTTP/1.1" status: 200 len: 366 time: 0.0221815 Dec 22 08:35:58.935171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59572) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:58.966602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Attempting to bind port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:35:58.967192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Attempting to bind port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:35:58.967350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Attempting to bind port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 on network 1da5084d-8efd-4897-9d2d-6026cbe0946d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:35:58.975330 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-871a0e01-bf76-439c-b7ca-1d76d31fec00 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/f1443b92444c4fe28be15cff94aaeacc HTTP/1.1" status: 204 len: 168 time: 0.0289624 Dec 22 08:35:58.979731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:35:58.980055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Checking segment: {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:35:58.980526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.980928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Bound using segment: {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:35:58.981399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Bound port: 964a71ba-7cbc-49d3-a7f7-7128f5b1a451, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:35:58.981975 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.992371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:58.993519 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Added segment d619637b-72f0-4fbe-a0cd-0dc8288bd444 of type vlan for network 412f2b2e-e697-499c-be1b-22b07247a59a Dec 22 08:35:58.994483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59576) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:58.998337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.998894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.999399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:58.999899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.000393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.000869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.001340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.001852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.002169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.002634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.003107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Tracked resource versions report: Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: pushed versions: Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: { 'ConntrackHelper': {'1.0'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Log': {'1.0'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Network': {'1.1'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Port': {'1.5'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'PortForwarding': {'1.2'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'QosPolicy': {'1.8'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SecurityGroup': {'1.2'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SecurityGroupRule': {'1.0'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SubPort': {'1.0'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Subnet': {'1.1'}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Trunk': {'1.1'}} Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: consumer versions: Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: { DHCP agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: HyperV agent@hv-neutron-8226: {}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: L3 agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: Metadata agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: Metering agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: Open vSwitch agent@dv-neutron-822610-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Log': '1.0', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Network': '1.1', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Port': '1.5', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'PortForwarding': '1.2', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'QosPolicy': '1.8', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SecurityGroup': '1.2', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SecurityGroupRule': '1.0', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'SubPort': '1.0', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Subnet': '1.1', Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: 'Trunk': '1.1'}} Dec 22 08:35:59.004350 dv-neutron-822610-1-hyperv neutron-server[83497]: {{(pid=83497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:35:59.014882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:59.019050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:59.063421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59582) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:59.138605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:35:59.140796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Router 74d0c63e-f301-4e1f-b607-78dd1fb717fc is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:35:59.148247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:35:59.156695 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-608d28e9-97df-44ae-8bee-a99885e371e8 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1584060 Dec 22 08:35:59.163691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59592) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:59.166288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:35:59.194540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Pushing event updated for resources: {'Port': ['ID=9498dde3-70db-4bef-ad4a-1b28b0938e7d,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:59.204085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:59.219423 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4ce5fc35-c6a7-45ab-b926-2629fdf22ffd tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] 10.222.0.31 "GET /v2.0/quotas/f1443b92444c4fe28be15cff94aaeacc HTTP/1.1" status: 200 len: 370 time: 0.0436745 Dec 22 08:35:59.224620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59596) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:59.245303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Allocated IP 172.20.0.2 (b1b26534-ad52-47d9-8e9a-d104ef919d7e/a87f1ef4-5ef0-477c-ab24-82ffe6b9599e/fb2b04a7-e506-4865-b9e8-40d5a9be081d) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:35:59.270955 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-614b9080-6e8e-4854-9ee6-5d803c9a471c tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] 10.222.0.31 "GET /v2.0/quotas/f1443b92444c4fe28be15cff94aaeacc/default HTTP/1.1" status: 200 len: 370 time: 0.0231276 Dec 22 08:35:59.276737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.276931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59600) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:59.298789 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-6f93d3dd-bd39-45e0-afee-e6a74f47a35c tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] delete failed (client error): The resource could not be found. Dec 22 08:35:59.303356 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f93d3dd-bd39-45e0-afee-e6a74f47a35c tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/f1443b92444c4fe28be15cff94aaeacc HTTP/1.1" status: 404 len: 348 time: 0.0237226 Dec 22 08:35:59.359339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.365794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:35:59.366673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.398141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.402367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:59.409974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] For port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:35:59.412673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Attempting to bind port 9498dde3-70db-4bef-ad4a-1b28b0938e7d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:35:59.413190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Attempting to bind port 9498dde3-70db-4bef-ad4a-1b28b0938e7d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:35:59.413655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Attempting to bind port 9498dde3-70db-4bef-ad4a-1b28b0938e7d on network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:35:59.441699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] For port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=964a71ba-7cbc-49d3-a7f7-7128f5b1a451,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:35:59.450879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:35:59.451504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Checking segment: {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:35:59.452009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.452521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Bound using segment: {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:35:59.453220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Bound port: 9498dde3-70db-4bef-ad4a-1b28b0938e7d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:35:59.453721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.472767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.488642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:59.514104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Pushing event updated for resources: {'Network': ['ID=412f2b2e-e697-499c-be1b-22b07247a59a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:59.526482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:59.530426 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9147956 Dec 22 08:35:59.533916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59608) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:59.543143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 412f2b2e-e697-499c-be1b-22b07247a59a details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:35:59.578357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.583218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:35:59.585404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:35:59.597619 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Sync routers for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:35:59.620121 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:35:59.624141 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:35:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:35:59.643602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59616) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:59.725990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:35:59.729585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:35:59.733905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:35:59.752863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1241105274'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:35:59.765553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Pushing event updated for resources: {'Port': ['ID=cfab3189-5bd3-4d4f-871e-09c707783a4e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:59.805611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:35:59.840261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:59.853612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Usage tracker for resource:network and tenant:efb59041d24b48f5a019f4e11e39dce7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:35:59.874638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:35:59.880166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Pushing event updated for resources: {'Port': ['ID=964a71ba-7cbc-49d3-a7f7-7128f5b1a451,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:35:59.905041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:35:59.910050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.915852 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4695871 Dec 22 08:35:59.917037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:35:59.923859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59624) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:35:59.924942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Allocated IP 172.26.5.199 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/8fbde7f5-c7c3-4782-9b74-9158ae5c1781) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:35:59.995037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:35:59.995862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.010009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] For port 9498dde3-70db-4bef-ad4a-1b28b0938e7d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:00.024294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] For port 9498dde3-70db-4bef-ad4a-1b28b0938e7d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9498dde3-70db-4bef-ad4a-1b28b0938e7d,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:00.025823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.039058 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:00.050372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.069436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Transition to ACTIVE for port object fb2b04a7-e506-4865-b9e8-40d5a9be081d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:00.078019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:00.150931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59628) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:00.268315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Transition to ACTIVE for port object fb2b04a7-e506-4865-b9e8-40d5a9be081d will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:00.317345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.321421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Pushing event updated for resources: {'Port': ['ID=9498dde3-70db-4bef-ad4a-1b28b0938e7d,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:00.341677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:00.343788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:00.353000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Request body: {'network': {'name': 'tempest-network--1742543578', 'router:external': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:00.375610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:00.397104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Usage tracker for resource:network and tenant:c93636a76bf34b07830b1c9dfc871b68 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:00.420434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:00.422922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Usage tracker for resource:network and tenant:e87e5a6c9111442ba36bd822935c91f7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:00.434978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:00.463887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:00.472510 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Usage tracker for resource:subnet and tenant:c93636a76bf34b07830b1c9dfc871b68 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:00.492665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Network b1b26534-ad52-47d9-8e9a-d104ef919d7e is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:00.502587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:00.505927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:00.509636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:00.524732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Made reservation on behalf of e87e5a6c9111442ba36bd822935c91f7 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:00.529414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.553182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.556805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Made reservation on behalf of efb59041d24b48f5a019f4e11e39dce7 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:00.557319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Pushing event updated for resources: {'Port': ['ID=fb2b04a7-e506-4865-b9e8-40d5a9be081d,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:00.570716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Usage tracker for resource:subnetpool and tenant:c93636a76bf34b07830b1c9dfc871b68 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:00.573293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:00.594280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:00.608813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:00.612438 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:35:58Z', 'revision_number': 3, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:00.613019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3e8af6dc-275c-4e18-9398-16fd0dfde036 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:00.613152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Usage tracker for resource:security_group_rule and tenant:e87e5a6c9111442ba36bd822935c91f7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:00.617704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:00.619824 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Checking router: 74d0c63e-f301-4e1f-b607-78dd1fb717fc for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:36:00.620428 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Updating router 74d0c63e-f301-4e1f-b607-78dd1fb717fc port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:36:00.624165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:00.637861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.657029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.677128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Attempting to bind port fb2b04a7-e506-4865-b9e8-40d5a9be081d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:00.677509 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Attempting to bind port fb2b04a7-e506-4865-b9e8-40d5a9be081d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:00.677843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Attempting to bind port fb2b04a7-e506-4865-b9e8-40d5a9be081d on network b1b26534-ad52-47d9-8e9a-d104ef919d7e {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:00.690551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:00.691300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Checking segment: {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:00.691627 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.691940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.692367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Bound using segment: {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:00.692859 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Bound port: fb2b04a7-e506-4865-b9e8-40d5a9be081d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:00.693288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.752951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.764145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.772847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-485abb47-76ab-45ff-9a93-2f4e802b955d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:00.801774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Usage tracker for resource:port and tenant:c93636a76bf34b07830b1c9dfc871b68 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:00.806221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6684e1-bd24-4876-ab9a-20831c95f3ec,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:00.806771 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3e8af6dc-275c-4e18-9398-16fd0dfde036 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] 10.222.0.31 "PUT /v2.0/quotas/92785a0480cd49a18eec93d3dfbfebe5 HTTP/1.1" status: 200 len: 368 time: 1.0775354 Dec 22 08:36:00.822599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59636) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:00.825586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:00.827779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:00.843752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Request body: {'network': {'project_id': '92785a0480cd49a18eec93d3dfbfebe5'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:00.848974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:00.853553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Usage tracker for resource:network and tenant:92785a0480cd49a18eec93d3dfbfebe5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:00.856511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:00.857528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Usage tracker for resource:security_group_rule and tenant:efb59041d24b48f5a019f4e11e39dce7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:00.864050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:00.872111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:00.880861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Made reservation on behalf of 92785a0480cd49a18eec93d3dfbfebe5 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:00.886316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.924211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:00.927769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.997203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:00.998522 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Added segment de7e8d10-43fa-41bf-9d12-9fb8325009b4 of type vlan for network 84a2fcfe-43c1-44d6-8eed-a2bdc0adad13 Dec 22 08:36:01.010834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7103230d-6676-4459-8e09-73e78c042604 None None] For port fb2b04a7-e506-4865-b9e8-40d5a9be081d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:01.016320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7103230d-6676-4459-8e09-73e78c042604 None None] For port fb2b04a7-e506-4865-b9e8-40d5a9be081d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fb2b04a7-e506-4865-b9e8-40d5a9be081d,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:01.039070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.043983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:01.053089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:01.073019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:01.114761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.117854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.129749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Usage tracker for resource:router and tenant:c93636a76bf34b07830b1c9dfc871b68 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:01.137682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:01.153888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Router e6655012-7b22-4e3d-81f9-86c7d9b883cb is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:36:01.163338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Usage tracker for resource:floatingip and tenant:c93636a76bf34b07830b1c9dfc871b68 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:01.166824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:01.172484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0f8c24ee-1243-4d74-860e-a8634c0b60fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:01.180413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:01.350119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59644) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:01.379083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:01.385694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Pushing event updated for resources: {'Port': ['ID=fb2b04a7-e506-4865-b9e8-40d5a9be081d,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:01.399049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:01.416009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:01.418736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:01.428431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9498dde3-70db-4bef-ad4a-1b28b0938e7d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:01.480342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:01.481659 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.497487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Usage tracker for resource:security_group_rule and tenant:92785a0480cd49a18eec93d3dfbfebe5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:01.515694 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Transition to ACTIVE for port object 43a9b41c-9548-4a6b-9f43-d27dd66e2bde will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:01.518331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:01.528735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:01.532524 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.533000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.537205 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-0fa9df9d-4b70-414a-8a78-0ea7db2ffbe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:01.539265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:01.544807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:01.560057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:01.560974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.573372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622fc781-b1e3-477e-9607-5298d11304f5 None None] Network 1da5084d-8efd-4897-9d2d-6026cbe0946d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:01.589233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6b74a9aa-0eb2-402a-adf7-49583933a7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:01.595627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbde7f5-c7c3-4782-9b74-9158ae5c1781,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:01.603587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:01.687599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 9498dde3-70db-4bef-ad4a-1b28b0938e7d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:01.693055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.712096 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Attempting to bind port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:01.713299 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Attempting to bind port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:01.713299 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Attempting to bind port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:01.738115 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:01.740100 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:01.740535 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.741442 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:01.742827 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Bound port: 43a9b41c-9548-4a6b-9f43-d27dd66e2bde, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:01.744688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.746872 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.796477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4a97a69b-bd20-4f8e-8016-3f1bce719a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:01.828410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eeeb5aea-2bf6-4072-8f18-76ed9fe1d8f2 None None] Provisioning for port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:01.845272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'Network': ['ID=84a2fcfe-43c1-44d6-8eed-a2bdc0adad13,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:01.871014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f93e0fa-1516-44e4-a628-dd0310703ed6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:01.873257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 84a2fcfe-43c1-44d6-8eed-a2bdc0adad13 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:01.882796 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] For port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:01.885305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:01.886791 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] For port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=43a9b41c-9548-4a6b-9f43-d27dd66e2bde,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:01.891371 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Pushing event updated for resources: {'Port': ['ID=43a9b41c-9548-4a6b-9f43-d27dd66e2bde,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:01.898291 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:01.905409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:01.910917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:01.924923 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.925335 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.928428 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.928701 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.929051 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.932603 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.933472 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.936273 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.936681 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.938117 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.938446 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Tracked resource versions report: Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: pushed versions: Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: { 'ConntrackHelper': {'1.0'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Log': {'1.0'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Network': {'1.1'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Port': {'1.5'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'PortForwarding': {'1.2'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'QosPolicy': {'1.8'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SecurityGroup': {'1.2'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SecurityGroupRule': {'1.0'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SubPort': {'1.0'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Subnet': {'1.1'}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Trunk': {'1.1'}} Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: consumer versions: Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: { DHCP agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: HyperV agent@hv-neutron-8226: {}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: L3 agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: Metadata agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: Metering agent@dv-neutron-822610-1-hyperv: {}, Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: Open vSwitch agent@dv-neutron-822610-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Log': '1.0', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Network': '1.1', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Port': '1.5', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'PortForwarding': '1.2', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'QosPolicy': '1.8', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SecurityGroup': '1.2', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SecurityGroupRule': '1.0', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'SubPort': '1.0', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Subnet': '1.1', Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: 'Trunk': '1.1'}} Dec 22 08:36:01.945383 dv-neutron-822610-1-hyperv neutron-server[83498]: {{(pid=83498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 08:36:02.002585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:02.007182 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:02.007956 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:35:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:02.037862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Usage tracker for resource:floatingip and tenant:d98a1a5516cd489c86668dcfccf80ea6 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:02.049063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:02.065697 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:02.066329 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:02.070973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:02.077566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:02.086789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eeeb5aea-2bf6-4072-8f18-76ed9fe1d8f2 None None] Provisioning complete for port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:02.087365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eeeb5aea-2bf6-4072-8f18-76ed9fe1d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.105983 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5706875 Dec 22 08:36:02.113205 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59654) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:02.113567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.113955 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Added segment 0e5e120d-68b7-4af0-93fd-927a815c53fb of type vlan for network 48bdd101-3c67-45f3-9fc0-6de19db22b68 Dec 22 08:36:02.164869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.169639 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Pushing event updated for resources: {'Port': ['ID=43a9b41c-9548-4a6b-9f43-d27dd66e2bde,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:02.176379 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:02.243970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.244938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.267691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ab5a9-4738-4a30-bbe9-556a0c294379 None None] Network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:02.273140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.281320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.304089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Usage tracker for resource:security_group and tenant:c93636a76bf34b07830b1c9dfc871b68 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:02.319099 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:02.333075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.347285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:02.348283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.355063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b7c28b08-2497-40e6-ac95-dde330dd4ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:02.372301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:02.394538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:02.408245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Sync routers for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:02.450519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eeeb5aea-2bf6-4072-8f18-76ed9fe1d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.468548 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.516404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:02.517047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:35:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:02.617621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.622389 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.9898624 Dec 22 08:36:02.623188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.623867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59658) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:02.658477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eeeb5aea-2bf6-4072-8f18-76ed9fe1d8f2 None None] For port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=964a71ba-7cbc-49d3-a7f7-7128f5b1a451,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:02.709011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Pushing event updated for resources: {'Network': ['ID=48bdd101-3c67-45f3-9fc0-6de19db22b68,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:02.709738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eeeb5aea-2bf6-4072-8f18-76ed9fe1d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.717057 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.6518188 Dec 22 08:36:02.723657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Usage tracker for resource:security_group_rule and tenant:c93636a76bf34b07830b1c9dfc871b68 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:02.730207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59662) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:02.731205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:02.748708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 48bdd101-3c67-45f3-9fc0-6de19db22b68 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:02.757368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:02.761226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Request body: {'subnet': {'network_id': '48bdd101-3c67-45f3-9fc0-6de19db22b68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:02.781342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:02.789955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:02.799317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.851653 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:35:58Z', 'revision_number': 3, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:02.861730 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8acbd20-3b6b-4787-bcbd-85eb0fda5b05 None None] The sync data for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv is: [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:35:58Z', 'revision_number': 3, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:02.892200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:02.892200 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Added segment 51e6616b-ba76-428b-8dcf-a5ab10883078 of type vlan for network 373f71ae-e6a6-439b-b09e-626d6a454a55 Dec 22 08:36:02.926452 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d34f8ef7-7941-454e-96e0-c394da6f3320 tempest-QuotasTest-1569891974 tempest-QuotasTest-1569891974-project-admin] 10.222.0.31 "GET /v2.0/quotas/c93636a76bf34b07830b1c9dfc871b68/details.json HTTP/1.1" status: 200 len: 703 time: 2.7731397 Dec 22 08:36:02.929771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.939888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.939888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.944076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > port after_create 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.946838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.948801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > port after_update 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.949311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.952827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.953247 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.953587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:02.976091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1fac317d-b3a3-41e8-bac7-a4dfe5dc5d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:03.072810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb5aea-2bf6-4072-8f18-76ed9fe1d8f2 None None] Pushing event updated for resources: {'Port': ['ID=964a71ba-7cbc-49d3-a7f7-7128f5b1a451,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:03.087697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a96cb21-1f20-4a18-948d-53a0a8c47984 None None] Network b1b26534-ad52-47d9-8e9a-d104ef919d7e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:03.122900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:03.126843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Usage tracker for resource:subnet and tenant:efb59041d24b48f5a019f4e11e39dce7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:03.130654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:03.144611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:03.149888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:03.150127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:03.150426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:03.150769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:03.151125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a2fcfe-43c1-44d6-8eed-a2bdc0adad13']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:03.165442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fb2b04a7-e506-4865-b9e8-40d5a9be081d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:03.178294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.280105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Made reservation on behalf of efb59041d24b48f5a019f4e11e39dce7 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:03.321679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7e8d10-43fa-41bf-9d12-9fb8325009b4') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:03.322123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7e8d10-43fa-41bf-9d12-9fb8325009b4') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:03.332317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc485414-54e3-46eb-955d-2685b8fd91c1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:03.335859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:03.365563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.413660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.466831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59676) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:03.497612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.500249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks [] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.545993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:03.546386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.550275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn_limited( Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn_limited( Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:03.570192 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:03.732897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.748598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:03.749106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.759291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:03.807553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Allocated IP 172.26.5.195 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/ad34caba-7c8b-44eb-a989-77e2812fa438) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:03.826162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.859598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.884828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84a2fcfe-43c1-44d6-8eed-a2bdc0adad13 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 08:36:03.888587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:03.914638 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "DELETE /v2.0/networks/84a2fcfe-43c1-44d6-8eed-a2bdc0adad13 HTTP/1.1" status: 204 len: 168 time: 1.7973361 Dec 22 08:36:03.921183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59682) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:03.933711 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1014862 Dec 22 08:36:03.941249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:03.941399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59686) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:03.949236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eeeb5aea-2bf6-4072-8f18-76ed9fe1d8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:03.985327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:03.989626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Usage tracker for resource:network and tenant:e87e5a6c9111442ba36bd822935c91f7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:03.993316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:03.995224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d1e08b6b-ddf1-4c6a-8fc9-f8b2a0a49aab None None] Provisioning for port 9498dde3-70db-4bef-ad4a-1b28b0938e7d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:03.999362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:04.008806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Router 6cda8f89-b425-495e-a7fb-11eb68d7dbab is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:36:04.020163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Request body: {'network': {'project_id': '92785a0480cd49a18eec93d3dfbfebe5'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:04.032523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:04.036688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Usage tracker for resource:network and tenant:92785a0480cd49a18eec93d3dfbfebe5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:04.040908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:04.062457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:04.064901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Pushing event updated for resources: {'Network': ['ID=373f71ae-e6a6-439b-b09e-626d6a454a55,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.076642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.078864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:04.081237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Made reservation on behalf of e87e5a6c9111442ba36bd822935c91f7 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:04.083378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.084185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.097094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d1e08b6b-ddf1-4c6a-8fc9-f8b2a0a49aab None None] Provisioning complete for port 9498dde3-70db-4bef-ad4a-1b28b0938e7d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:04.099537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d1e08b6b-ddf1-4c6a-8fc9-f8b2a0a49aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.109795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Usage tracker for resource:security_group_rule and tenant:ab362250ced440c29370569df832af04 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:04.113825 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event deleted for resources: {'Network': ['ID=84a2fcfe-43c1-44d6-8eed-a2bdc0adad13,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.118313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.131451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Made reservation on behalf of 92785a0480cd49a18eec93d3dfbfebe5 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:04.133704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.134897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:04.155529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:04.229767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.239097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:04.244545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 373f71ae-e6a6-439b-b09e-626d6a454a55 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:04.269823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:04.279112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.279627 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Added segment ea27bdf6-c8b2-4eef-982e-522c6f465761 of type vlan for network 8634cca1-1f07-4914-b4df-c184d231a104 Dec 22 08:36:04.306881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.350584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.354739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:04.355344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.356171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.356664 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Added segment f46e14dc-856a-4083-9bd3-8b4ae735b419 of type vlan for network 455f84c8-4d53-4f5e-baf2-729a164f0641 Dec 22 08:36:04.373670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-31bbb9ad-13a6-41e9-9b7e-cc93872cf767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.420440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.453649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d1e08b6b-ddf1-4c6a-8fc9-f8b2a0a49aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.466952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8b684824-41d1-436d-8ae9-a3f0b55cf996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.502772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port fb2b04a7-e506-4865-b9e8-40d5a9be081d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:04.526671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:35:59Z', 'revision_number': 3, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:04.580915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Pushing event updated for resources: {'Subnet': ['ID=0bc7bf42-1133-48c1-b1ca-cb4aacfb61a2,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.596768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.618813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.633025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.642251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Checking router: e6655012-7b22-4e3d-81f9-86c7d9b883cb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:36:04.642919 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Updating router e6655012-7b22-4e3d-81f9-86c7d9b883cb port cfab3189-5bd3-4d4f-871e-09c707783a4e binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:36:04.655953 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7091358 Dec 22 08:36:04.660662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59696) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:04.673028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Pushing event updated for resources: {'Network': ['ID=8634cca1-1f07-4914-b4df-c184d231a104,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.676688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.680934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-92daad41-b032-4ee8-ba46-99f8ce342a70 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Request body: {'network': {'project_id': '92785a0480cd49a18eec93d3dfbfebe5'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:04.709193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 8634cca1-1f07-4914-b4df-c184d231a104 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:04.713471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.714458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-92daad41-b032-4ee8-ba46-99f8ce342a70 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:04.718771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.722542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-92daad41-b032-4ee8-ba46-99f8ce342a70 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Usage tracker for resource:network and tenant:92785a0480cd49a18eec93d3dfbfebe5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:04.742532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-92daad41-b032-4ee8-ba46-99f8ce342a70 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:04.745302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.833863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:04.838583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event updated for resources: {'Port': ['ID=ad34caba-7c8b-44eb-a989-77e2812fa438,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:04.841474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:04.857386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:04.889374 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.914272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.916204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:04.917181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-92daad41-b032-4ee8-ba46-99f8ce342a70 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:04.926389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d1e08b6b-ddf1-4c6a-8fc9-f8b2a0a49aab None None] For port 9498dde3-70db-4bef-ad4a-1b28b0938e7d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9498dde3-70db-4bef-ad4a-1b28b0938e7d,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:04.932830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.943225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:04.970520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d1e08b6b-ddf1-4c6a-8fc9-f8b2a0a49aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:04.989534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:04.993269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Checking segment: {'id': '0e5e120d-68b7-4af0-93fd-927a815c53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '48bdd101-3c67-45f3-9fc0-6de19db22b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:04.993737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Network hostable DHCP agents. Network: 48bdd101-3c67-45f3-9fc0-6de19db22b68, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:05.047633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:05.073578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.074436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b227918-2905-4a4c-af96-59a318c6c3ac,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:05.080689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:05.084655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:05.085335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.092458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:05.095413 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-92daad41-b032-4ee8-ba46-99f8ce342a70 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 08:36:05.095881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92daad41-b032-4ee8-ba46-99f8ce342a70 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:36:05.100359 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-92daad41-b032-4ee8-ba46-99f8ce342a70 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4363031 Dec 22 08:36:05.103680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59700) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:05.111605 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab362250ced440c29370569df832af04&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6408060 Dec 22 08:36:05.116597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59704) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:05.126898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.223220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e08b6b-ddf1-4c6a-8fc9-f8b2a0a49aab None None] Pushing event updated for resources: {'Port': ['ID=9498dde3-70db-4bef-ad4a-1b28b0938e7d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:05.226903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d1e08b6b-ddf1-4c6a-8fc9-f8b2a0a49aab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:05.253682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Provisioning complete for port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:05.253997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.279601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Network 48bdd101-3c67-45f3-9fc0-6de19db22b68 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:05.282499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Allocated IP 172.20.0.1 (1da5084d-8efd-4897-9d2d-6026cbe0946d/3e55f71b-91ef-46b9-b456-eca36c06248b/a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:05.299620 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3653574 Dec 22 08:36:05.299620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'Network': ['ID=455f84c8-4d53-4f5e-baf2-729a164f0641,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:05.304476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59710) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:05.305448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:05.315516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Request body: {'subnet': {'network_id': '455f84c8-4d53-4f5e-baf2-729a164f0641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:05.325712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 48bdd101-3c67-45f3-9fc0-6de19db22b68) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:05.330947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:05.349714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 455f84c8-4d53-4f5e-baf2-729a164f0641 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:05.351542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.364662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da8be39-59bb-43d0-abcf-35a9531dd759 None None] Network 48bdd101-3c67-45f3-9fc0-6de19db22b68 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:05.379303 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-acffbe18-4129-4bf7-a13d-3b282728deac tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92785a0480cd49a18eec93d3dfbfebe5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2722695 Dec 22 08:36:05.392065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:05.392300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59714) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:05.392441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.463420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Usage tracker for resource:subnet and tenant:e87e5a6c9111442ba36bd822935c91f7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:05.472423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:05.473150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.481286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:05.496813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:05.544805 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8078992 Dec 22 08:36:05.544805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:05.549984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59718) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:05.558026 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Sync routers for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:05.575355 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:05.576225 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:35:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:05.585747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Request body: {'port': {'network_id': '48bdd101-3c67-45f3-9fc0-6de19db22b68', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1205179824'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:05.610903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Made reservation on behalf of e87e5a6c9111442ba36bd822935c91f7 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:05.614906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.695076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aec6b36a-5a53-4569-889b-d349e2e4bb78 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.751694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2efeef9-b33c-4b29-8e44-2ba213af143c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.775986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aec6b36a-5a53-4569-889b-d349e2e4bb78 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.779858 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:05.845615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.860096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.875138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:05.903431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.resource_extend [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:05.929464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2efeef9-b33c-4b29-8e44-2ba213af143c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.951693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.955764 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4953358 Dec 22 08:36:05.964287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59722) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:05.987326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aec6b36a-5a53-4569-889b-d349e2e4bb78 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:05.988360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.026186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 43a9b41c-9548-4a6b-9f43-d27dd66e2bde up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:06.050836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event updated for resources: {'Port': ['ID=ad34caba-7c8b-44eb-a989-77e2812fa438,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:06.059023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:06.061697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:06.092096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.094821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-48bdd101-3c67-45f3-9fc0-6de19db22b68', 'network_id': '48bdd101-3c67-45f3-9fc0-6de19db22b68', 'tenant_id': 'efb59041d24b48f5a019f4e11e39dce7', 'fixed_ips': [{'subnet_id': '0bc7bf42-1133-48c1-b1ca-cb4aacfb61a2'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:36:06.095742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.127777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6b36a-5a53-4569-889b-d349e2e4bb78 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc485414-54e3-46eb-955d-2685b8fd91c1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:06.134053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aec6b36a-5a53-4569-889b-d349e2e4bb78 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:06.141934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.148349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Transition to ACTIVE for port object cfab3189-5bd3-4d4f-871e-09c707783a4e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:06.152479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aec6b36a-5a53-4569-889b-d349e2e4bb78 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.156810 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aec6b36a-5a53-4569-889b-d349e2e4bb78 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc485414-54e3-46eb-955d-2685b8fd91c1 HTTP/1.1" status: 204 len: 168 time: 0.7602899 Dec 22 08:36:06.162928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59726) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:06.178187 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:01Z', 'revision_number': 3, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:06.183457 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Checking router: 6cda8f89-b425-495e-a7fb-11eb68d7dbab for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:36:06.183918 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Updating router 6cda8f89-b425-495e-a7fb-11eb68d7dbab port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:36:06.209123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Provisioning complete for port 9498dde3-70db-4bef-ad4a-1b28b0938e7d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:06.209515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.222833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Transition to ACTIVE for port object a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:06.234696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.269970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:06.275336 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.279124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:06.280138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.284288 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9102540 Dec 22 08:36:06.288870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59730) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:06.309079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Usage tracker for resource:port and tenant:efb59041d24b48f5a019f4e11e39dce7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:06.321081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:06.327994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-123859991'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:06.351451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:06.354278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:06.364495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:06.366390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2efeef9-b33c-4b29-8e44-2ba213af143c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.378503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Usage tracker for resource:network and tenant:d98a1a5516cd489c86668dcfccf80ea6 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:06.383832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Attempting to bind port cfab3189-5bd3-4d4f-871e-09c707783a4e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:06.384208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Attempting to bind port cfab3189-5bd3-4d4f-871e-09c707783a4e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:06.384702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Attempting to bind port cfab3189-5bd3-4d4f-871e-09c707783a4e on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:06.384828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.390263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.391792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:06.397012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:06.403370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:06.404066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:06.404523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.404929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:06.405626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Bound port: cfab3189-5bd3-4d4f-871e-09c707783a4e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:06.406026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.416188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:06.419507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.433889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:06.434275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.516261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efeef9-b33c-4b29-8e44-2ba213af143c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b227918-2905-4a4c-af96-59a318c6c3ac,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:06.529863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Made reservation on behalf of efb59041d24b48f5a019f4e11e39dce7 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:06.533352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.547594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e2efeef9-b33c-4b29-8e44-2ba213af143c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:06.549188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7cc8a2c7-e3e1-4f79-aa82-63e1d9393030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:06.595316 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91329ce-d907-4d55-a6c6-62c64f6be24c None None] Pushing event updated for resources: {'Port': ['ID=cfab3189-5bd3-4d4f-871e-09c707783a4e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:06.598904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c91329ce-d907-4d55-a6c6-62c64f6be24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:06.601295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2efeef9-b33c-4b29-8e44-2ba213af143c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.605843 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e2efeef9-b33c-4b29-8e44-2ba213af143c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b227918-2905-4a4c-af96-59a318c6c3ac HTTP/1.1" status: 204 len: 168 time: 1.4785912 Dec 22 08:36:06.666716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.699186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.724705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] device_id is not set on port da6b4159-a059-45ba-85c8-5193e8f7f2e0 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:06.776598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Made reservation on behalf of d98a1a5516cd489c86668dcfccf80ea6 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:06.780419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] For port cfab3189-5bd3-4d4f-871e-09c707783a4e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:06.783418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.791442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=43a9b41c-9548-4a6b-9f43-d27dd66e2bde,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:06.793135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8634cca1-1f07-4914-b4df-c184d231a104']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:06.794684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Allocated IP 172.20.0.2 (48bdd101-3c67-45f3-9fc0-6de19db22b68/0bc7bf42-1133-48c1-b1ca-cb4aacfb61a2/6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:06.812150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] For port cfab3189-5bd3-4d4f-871e-09c707783a4e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cfab3189-5bd3-4d4f-871e-09c707783a4e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:06.821943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.825007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea27bdf6-c8b2-4eef-982e-522c6f465761') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:06.826384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea27bdf6-c8b2-4eef-982e-522c6f465761') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:06.852294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fd88b572-9a15-4c99-ae20-15fdf552bbe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:06.883684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.902289 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.908851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.912933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.926265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.959702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:06.960114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:06.977759 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:06.983812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Network 1da5084d-8efd-4897-9d2d-6026cbe0946d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:06.985748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Pushing event updated for resources: {'Port': ['ID=a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:06.995143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:06.997530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:07.007101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:07.007659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.030636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Allocated IP 172.20.0.1 (c5dff4d1-105a-4e86-8b7e-fcef6be851f8/dd8fe89f-7bf1-4736-949a-c9a233d71b6e/1fec9310-c58c-4911-bc66-6e52d4e3a75c) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:07.076034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9498dde3-70db-4bef-ad4a-1b28b0938e7d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:07.094788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59738) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:07.131793 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Transition to ACTIVE for port object 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:07.140886 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.146207 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.183825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ef2da581-03a2-4a30-bc9b-f06326365f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.197291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Provisioning for port fb2b04a7-e506-4865-b9e8-40d5a9be081d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:07.200322 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:07.201038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:35:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:07.211159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.215059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.242480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.256132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.279572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Provisioning complete for port fb2b04a7-e506-4865-b9e8-40d5a9be081d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:07.280198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.281278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Pushing event deleted for resources: {'Network': ['ID=8634cca1-1f07-4914-b4df-c184d231a104,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.289337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:07.308293 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] 10.222.0.31 "DELETE /v2.0/networks/8634cca1-1f07-4914-b4df-c184d231a104 HTTP/1.1" status: 204 len: 168 time: 1.1413393 Dec 22 08:36:07.310544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=43a9b41c-9548-4a6b-9f43-d27dd66e2bde,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.312885 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Attempting to bind port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:07.313237 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Attempting to bind port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:07.313606 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Attempting to bind port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:07.314165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:07.315799 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b2782-bcc9-47f9-a6c7-8818013c96d2 None None] Pushing event updated for resources: {'Port': ['ID=8fbde7f5-c7c3-4782-9b74-9158ae5c1781,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.326868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59742) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:07.332185 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-e66b2782-bcc9-47f9-a6c7-8818013c96d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:07.339879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.349064 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:07.349451 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:07.349862 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.350256 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:07.350744 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Bound port: 8fbde7f5-c7c3-4782-9b74-9158ae5c1781, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:07.351137 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.361009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.376776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:07.389937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Usage tracker for resource:security_group_rule and tenant:d98a1a5516cd489c86668dcfccf80ea6 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:07.394991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:07.419817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:07.471938 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] For port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:07.479367 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] For port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8fbde7f5-c7c3-4782-9b74-9158ae5c1781,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:07.488595 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.503942 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.553221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:07.570834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Usage tracker for resource:security_group_rule and tenant:c93636a76bf34b07830b1c9dfc871b68 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:07.576433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:07.596849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:07.616282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.620315 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:07.620934 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:35:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:07.633360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.660997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Transition to ACTIVE for port object 1fec9310-c58c-4911-bc66-6e52d4e3a75c will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:07.716989 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b2782-bcc9-47f9-a6c7-8818013c96d2 None None] Pushing event updated for resources: {'Port': ['ID=8fbde7f5-c7c3-4782-9b74-9158ae5c1781,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.720336 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-e66b2782-bcc9-47f9-a6c7-8818013c96d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:07.840767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:36:07.841225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.852072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.855407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.866140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-323e0de7-e3aa-4827-96f9-bdef550b50b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.868359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.870770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91329ce-d907-4d55-a6c6-62c64f6be24c None None] Pushing event updated for resources: {'Port': ['ID=cfab3189-5bd3-4d4f-871e-09c707783a4e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:07.874280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c91329ce-d907-4d55-a6c6-62c64f6be24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:07.877105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.889695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-67ad9125-0452-46a1-879e-9605bab1104a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:07.901538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9498dde3-70db-4bef-ad4a-1b28b0938e7d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:07.901904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.931410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373f71ae-e6a6-439b-b09e-626d6a454a55']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:07.966535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e6616b-ba76-428b-8dcf-a5ab10883078') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:07.966794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e6616b-ba76-428b-8dcf-a5ab10883078') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:07.988315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.994612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:07.999377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.003092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:08.019188 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:08.020584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c3356e1-34f9-4a09-ba9c-d06a1378cb5e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.022316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.025495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.026495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:08.032735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Synchronizing usage tracker for tenant:f1e382493425481eb2e68c6a2429735e on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:08.035575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:08.042036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:08.046801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.074490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Pushing event updated for resources: {'Port': ['ID=1fec9310-c58c-4911-bc66-6e52d4e3a75c,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.077310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.085411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.087478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.090321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Transition to ACTIVE for port object 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:08.091634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:08.103807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:08.104349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.111909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Checking segment: {'id': 'f46e14dc-856a-4083-9bd3-8b4ae735b419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '455f84c8-4d53-4f5e-baf2-729a164f0641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:08.112269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Network hostable DHCP agents. Network: 455f84c8-4d53-4f5e-baf2-729a164f0641, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:08.127650 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:08.131809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf37db7-91e0-442c-a3dc-3cb0f93869eb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.152609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.159657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.159996 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Added segment e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51 of type vlan for network 45114c55-0138-430d-a0d2-149c6879375d Dec 22 08:36:08.164050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.175090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.183030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.196008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.272123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Unset dirty status for tenant:f1e382493425481eb2e68c6a2429735e on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:08.273568 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c93636a76bf34b07830b1c9dfc871b68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1761026 Dec 22 08:36:08.277969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9a5ce2-bd77-4716-b07d-5de313b2ec93,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.282733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59746) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:08.289310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.303365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.311658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.355876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-818f520a-e582-432b-be94-5f524160a8e4 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.364054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.388125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.411448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Pushing event deleted for resources: {'Network': ['ID=373f71ae-e6a6-439b-b09e-626d6a454a55,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.412298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Transition to ACTIVE for port object 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:08.419258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.423649 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] 10.222.0.31 "DELETE /v2.0/networks/373f71ae-e6a6-439b-b09e-626d6a454a55 HTTP/1.1" status: 204 len: 168 time: 1.0957165 Dec 22 08:36:08.445546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Network 455f84c8-4d53-4f5e-baf2-729a164f0641 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:08.481500 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c05044d-f91c-49a6-ba9d-b3d26c60c7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.510384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.527567 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:01Z', 'revision_number': 3, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:08.528661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c05044d-f91c-49a6-ba9d-b3d26c60c7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.535321 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f7f24-fdb7-4667-9f7d-1caf2c8cb83e None None] The sync data for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv is: [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:01Z', 'revision_number': 3, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:08.535689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.544339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.558131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.592282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Allocated IP 172.20.0.13 (48bdd101-3c67-45f3-9fc0-6de19db22b68/0bc7bf42-1133-48c1-b1ca-cb4aacfb61a2/da6b4159-a059-45ba-85c8-5193e8f7f2e0) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:08.668896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] For port fb2b04a7-e506-4865-b9e8-40d5a9be081d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fb2b04a7-e506-4865-b9e8-40d5a9be081d,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:08.690394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:08.706914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c05044d-f91c-49a6-ba9d-b3d26c60c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.723125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.729663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Pushing event updated for resources: {'Port': ['ID=a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.740014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Network 48bdd101-3c67-45f3-9fc0-6de19db22b68 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:08.741046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Pushing event updated for resources: {'Port': ['ID=6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.743765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.744079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.747081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.784381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:08.785390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 455f84c8-4d53-4f5e-baf2-729a164f0641) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:08.786646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05044d-f91c-49a6-ba9d-b3d26c60c7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9a5ce2-bd77-4716-b07d-5de313b2ec93,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:08.789422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:08.807439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:08.808030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.812411 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:08.845644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a68311-dc37-4b79-85e8-8ab0f8570995 None None] Network 455f84c8-4d53-4f5e-baf2-729a164f0641 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:08.860321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.897144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:08.897776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:08.914105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:08.994959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5c05044d-f91c-49a6-ba9d-b3d26c60c7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:09.008972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c05044d-f91c-49a6-ba9d-b3d26c60c7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.009190 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5c05044d-f91c-49a6-ba9d-b3d26c60c7c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c9a5ce2-bd77-4716-b07d-5de313b2ec93 HTTP/1.1" status: 204 len: 168 time: 0.7247188 Dec 22 08:36:09.052152 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7416835 Dec 22 08:36:09.055309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59758) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:09.073488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Request body: {'floatingip': {'floating_network_id': '455f84c8-4d53-4f5e-baf2-729a164f0641'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:09.081022 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7747986 Dec 22 08:36:09.091499 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59762) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:09.107081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:09.119900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Request body: {'subnet': {'network_id': '45114c55-0138-430d-a0d2-149c6879375d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:09.225857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Network 1da5084d-8efd-4897-9d2d-6026cbe0946d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:09.253189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:09.258382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Usage tracker for resource:floatingip and tenant:e87e5a6c9111442ba36bd822935c91f7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:09.267729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:09.271840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:09.282148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:09.342859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.374223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.405901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:35:59Z', 'revision_number': 3, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:09.493456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:09.514883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event updated for resources: {'Network': ['ID=45114c55-0138-430d-a0d2-149c6879375d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:09.517279 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Pushing event updated for resources: {'Port': ['ID=fb2b04a7-e506-4865-b9e8-40d5a9be081d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:09.525089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:09.528566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.529770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Usage tracker for resource:subnet and tenant:d98a1a5516cd489c86668dcfccf80ea6 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:09.542104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.557263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:09.565373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8489864b-5ee6-4907-8567-4bd799484f4e None None] The sync data for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv is: [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:35:59Z', 'revision_number': 3, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:09.577784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 45114c55-0138-430d-a0d2-149c6879375d details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:09.632768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:09.646647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:09.708946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7ced48c3-b86a-444e-989f-cb87ae9df233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.712373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Attempting to bind port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:09.713140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Attempting to bind port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '0e5e120d-68b7-4af0-93fd-927a815c53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '48bdd101-3c67-45f3-9fc0-6de19db22b68'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:09.714068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Attempting to bind port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b on network 48bdd101-3c67-45f3-9fc0-6de19db22b68 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:09.725873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:09.732323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Transition to ACTIVE for port object da6b4159-a059-45ba-85c8-5193e8f7f2e0 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:09.733544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59770) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:09.781276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:09.782185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Checking segment: {'id': '0e5e120d-68b7-4af0-93fd-927a815c53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '48bdd101-3c67-45f3-9fc0-6de19db22b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:09.782615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.783186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Bound using segment: {'id': '0e5e120d-68b7-4af0-93fd-927a815c53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '48bdd101-3c67-45f3-9fc0-6de19db22b68'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:09.783719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Bound port: 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e5e120d-68b7-4af0-93fd-927a815c53fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '48bdd101-3c67-45f3-9fc0-6de19db22b68'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:09.784117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.819252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.838604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Made reservation on behalf of d98a1a5516cd489c86668dcfccf80ea6 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:09.880505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5bd7f2cd-e7fb-41a8-a54d-92e715f47f24 None None] Provisioning for port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:09.912335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5bd7f2cd-e7fb-41a8-a54d-92e715f47f24 None None] Provisioning complete for port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:09.912702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f2cd-e7fb-41a8-a54d-92e715f47f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.941245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:09.967460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ab86f03a-5aaf-4076-9f42-5fe787da563a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:09.970514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.090345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:10.102600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:10.102973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.135622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7f2cd-e7fb-41a8-a54d-92e715f47f24 None None] Port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:10.162786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] For port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:10.189772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] For port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b,segment=NetworkSegment(0e5e120d-68b7-4af0-93fd-927a815c53fb),segment_id=0e5e120d-68b7-4af0-93fd-927a815c53fb)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:10.252729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.253143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Network 48bdd101-3c67-45f3-9fc0-6de19db22b68 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:10.262163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c91329ce-d907-4d55-a6c6-62c64f6be24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:10.289343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:10.308387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.326535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:10.330914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:10.331728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.347724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Pushing event updated for resources: {'Port': ['ID=1fec9310-c58c-4911-bc66-6e52d4e3a75c,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:10.351321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fddd95-e94c-45d9-a55a-be7834361183 None None] Network 455f84c8-4d53-4f5e-baf2-729a164f0641 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:10.362667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:10.367155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.368009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:10.422775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Pushing event updated for resources: {'Port': ['ID=da6b4159-a059-45ba-85c8-5193e8f7f2e0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:10.441067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.502745 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.9517794 Dec 22 08:36:10.503834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59788) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:10.544681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5bd7f2cd-e7fb-41a8-a54d-92e715f47f24 None None] Provisioning for port 1fec9310-c58c-4911-bc66-6e52d4e3a75c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:10.577875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:10.618298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Usage tracker for resource:security_group_rule and tenant:26bcc6400a44460cbac542cdb6c37e3a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:10.642966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:10.645313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5bd7f2cd-e7fb-41a8-a54d-92e715f47f24 None None] Provisioning complete for port 1fec9310-c58c-4911-bc66-6e52d4e3a75c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:10.645758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f2cd-e7fb-41a8-a54d-92e715f47f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.660529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:10.698902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.699916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.713341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59794) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:10.732949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.762668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Deleting port da6b4159-a059-45ba-85c8-5193e8f7f2e0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:10.763027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.811019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Pushing event updated for resources: {'Port': ['ID=6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:10.813363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:10.815504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.855656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7f2cd-e7fb-41a8-a54d-92e715f47f24 None None] Port 1fec9310-c58c-4911-bc66-6e52d4e3a75c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:10.874673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.909245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8fbde7f5-c7c3-4782-9b74-9158ae5c1781,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:10.938233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.939185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 43a9b41c-9548-4a6b-9f43-d27dd66e2bde up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:10.967506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:10.984023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:11.082052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Router 74d0c63e-f301-4e1f-b607-78dd1fb717fc has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:36:11.095758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.099370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.122562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=8fbde7f5-c7c3-4782-9b74-9158ae5c1781,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:11.126390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:11.127779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-204af057-a0d5-465b-92e1-515a4c0d8a21 None None] Provisioning complete for port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:11.128145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-204af057-a0d5-465b-92e1-515a4c0d8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.133651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2b820bd8-64c9-4f9f-8db8-f6bfc65aef92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:11.159659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-52857788-c262-43ac-850a-a403d7b0df62 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.160923 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-52857788-c262-43ac-850a-a403d7b0df62 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4439249 Dec 22 08:36:11.174097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59800) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.182186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Allocated IP 172.20.0.13 (455f84c8-4d53-4f5e-baf2-729a164f0641/7c3356e1-34f9-4a09-ba9c-d06a1378cb5e/ee1588fa-3466-43a1-9dd2-2ecc5c328bdb) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:11.193063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-7d9c49de-74f6-42cd-897e-75c51efd86e2 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.194084 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7d9c49de-74f6-42cd-897e-75c51efd86e2 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089076 Dec 22 08:36:11.201562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59804) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.214702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:11.215109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.221679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-b4fc3ac6-f9fa-4afb-8aec-1b108058d3cb tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.222643 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b4fc3ac6-f9fa-4afb-8aec-1b108058d3cb tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0110345 Dec 22 08:36:11.228676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59808) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.237029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-fd8f76c7-014e-4ac2-8a8e-e3d460d08939 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.240424 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fd8f76c7-014e-4ac2-8a8e-e3d460d08939 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0061905 Dec 22 08:36:11.241457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-204af057-a0d5-465b-92e1-515a4c0d8a21 None None] Port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:11.242856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59812) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.290348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-204af057-a0d5-465b-92e1-515a4c0d8a21 None None] Provisioning complete for port 1fec9310-c58c-4911-bc66-6e52d4e3a75c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:11.290640 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-204af057-a0d5-465b-92e1-515a4c0d8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.327662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-aa3d9c6c-5165-4a96-8123-f63e9a2600a6 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.331022 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aa3d9c6c-5165-4a96-8123-f63e9a2600a6 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0585036 Dec 22 08:36:11.332780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59816) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.355653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-473a82e0-cfaa-4f7e-94c9-e497b2207349 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.359186 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-473a82e0-cfaa-4f7e-94c9-e497b2207349 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0125048 Dec 22 08:36:11.367879 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26bcc6400a44460cbac542cdb6c37e3a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6264329 Dec 22 08:36:11.368563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59820) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.371263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59822) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.378709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-204af057-a0d5-465b-92e1-515a4c0d8a21 None None] Port 1fec9310-c58c-4911-bc66-6e52d4e3a75c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:11.397371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.429362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e9baebbe-b070-4e58-825e-a2d85989abd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:11.436035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0323c8d-e82f-4d13-98bf-be7a77ecf4f7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:11.441139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-44059b3a-e250-430d-a680-308a2bcabb66 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.442182 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44059b3a-e250-430d-a680-308a2bcabb66 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0671170 Dec 22 08:36:11.459560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:11.460119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59828) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.478659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-97bde078-c797-43ca-8b07-789e7fe041b4 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.480446 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97bde078-c797-43ca-8b07-789e7fe041b4 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0177395 Dec 22 08:36:11.495426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59832) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.526697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-409899d3-5005-4710-9596-f2372ee81f6f tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.528175 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-409899d3-5005-4710-9596-f2372ee81f6f tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0285683 Dec 22 08:36:11.552960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.577284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59836) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.586388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-a1ad566e-1fb9-4686-976c-0c8f646bd767 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.587643 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a1ad566e-1fb9-4686-976c-0c8f646bd767 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056841 Dec 22 08:36:11.606286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59840) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.635177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-e53f57ec-adf5-4bcf-95c0-e777a9e590c0 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.636188 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e53f57ec-adf5-4bcf-95c0-e777a9e590c0 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0195234 Dec 22 08:36:11.643087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59844) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.655161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.656260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.688509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-984833ce-5de8-41e2-b3c1-3cbb30b72868 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.689555 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-984833ce-5de8-41e2-b3c1-3cbb30b72868 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0306175 Dec 22 08:36:11.698482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59848) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.707203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fb2b04a7-e506-4865-b9e8-40d5a9be081d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:11.716392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event updated for resources: {'Subnet': ['ID=24782860-dbce-4239-a789-a8246efc6ec6,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:11.725269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:11.730850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-66a9cf73-93f7-4415-b807-dc98314f7048 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.732035 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-66a9cf73-93f7-4415-b807-dc98314f7048 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0206218 Dec 22 08:36:11.735659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59852) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.746936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c24e532-2a2d-4d63-8238-d8303d7be3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.752923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-688022a0-bc46-4ce8-9817-2b1d0b0a7c0b tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.753879 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-688022a0-bc46-4ce8-9817-2b1d0b0a7c0b tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0124569 Dec 22 08:36:11.766138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59856) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.766712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Checking segment: {'id': 'e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45114c55-0138-430d-a0d2-149c6879375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:11.767042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Network hostable DHCP agents. Network: 45114c55-0138-430d-a0d2-149c6879375d, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:11.781454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-bf5648e3-8572-4c5e-bb58-40076a5427f0 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.782380 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bf5648e3-8572-4c5e-bb58-40076a5427f0 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0068357 Dec 22 08:36:11.786772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59860) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.815054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-fcad0735-7701-41d3-849c-18a1ca970aec tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.816025 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fcad0735-7701-41d3-849c-18a1ca970aec tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0254655 Dec 22 08:36:11.817925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port fb2b04a7-e506-4865-b9e8-40d5a9be081d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:11.818505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.821169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59864) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.832223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c24e532-2a2d-4d63-8238-d8303d7be3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.842590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-bbf22d15-7016-4313-8931-753dcf52a884 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.843597 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bbf22d15-7016-4313-8931-753dcf52a884 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0172615 Dec 22 08:36:11.853869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59868) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.866742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Allocated IP 172.20.0.1 (b1b26534-ad52-47d9-8e9a-d104ef919d7e/a87f1ef4-5ef0-477c-ab24-82ffe6b9599e/c6ef582f-175a-4842-86a2-e8460ea7765f) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:11.871253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-69ce1470-749b-41cb-a410-c930095284dc tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.872334 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-69ce1470-749b-41cb-a410-c930095284dc tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0171356 Dec 22 08:36:11.879485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59872) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.900128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-c0fef5f0-4f45-4c35-9fac-6352a3c04aab tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.901055 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c0fef5f0-4f45-4c35-9fac-6352a3c04aab tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0116217 Dec 22 08:36:11.906280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:11.908590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59876) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.923711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-ab82f8c9-af2f-4d47-80ad-e8c3d103a785 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.924839 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ab82f8c9-af2f-4d47-80ad-e8c3d103a785 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0139585 Dec 22 08:36:11.925851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f905fb71-f5cb-46bc-ad56-c2d1db4b1e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:11.957686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:11.963471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59880) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:11.976218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Calling delete_port for da6b4159-a059-45ba-85c8-5193e8f7f2e0 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:11.984235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Network 45114c55-0138-430d-a0d2-149c6879375d is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:11.991631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43d2ef1-c289-4cfb-ace0-48bb8f6d3f07 None None] Network 48bdd101-3c67-45f3-9fc0-6de19db22b68 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:11.992573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-4d784cc0-659b-4238-a616-a662e96cf48c tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:11.993509 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4d784cc0-659b-4238-a616-a662e96cf48c tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0233467 Dec 22 08:36:12.003196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59884) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.020066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-46aff7e4-58c2-4e2d-9426-4d89abcc9d57 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.021023 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-46aff7e4-58c2-4e2d-9426-4d89abcc9d57 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0140650 Dec 22 08:36:12.023176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Router e6655012-7b22-4e3d-81f9-86c7d9b883cb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:36:12.028967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59888) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.031537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 45114c55-0138-430d-a0d2-149c6879375d) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:12.037304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Network 455f84c8-4d53-4f5e-baf2-729a164f0641 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:12.040643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-fd72b1e1-5fd1-4823-814f-fc12b2f7ff84 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.041588 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fd72b1e1-5fd1-4823-814f-fc12b2f7ff84 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0114737 Dec 22 08:36:12.047635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59892) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.049940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:12.050133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.057214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:12.063613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c24e532-2a2d-4d63-8238-d8303d7be3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.064488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:12.066005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-62b4c7c3-0844-47e2-99c1-5612ff282d6f tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.069981 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62b4c7c3-0844-47e2-99c1-5612ff282d6f tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0168204 Dec 22 08:36:12.080837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe6c2d0-093b-439b-bf9c-f55b3e75c19d None None] Network 45114c55-0138-430d-a0d2-149c6879375d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:12.106294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59896) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.109106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1588fa-3466-43a1-9dd2-2ecc5c328bdb,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:12.114455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:12.122198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:12.135392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-6955b189-9e8c-4f9c-b3a2-3c98e2b46c9c tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.139953 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6955b189-9e8c-4f9c-b3a2-3c98e2b46c9c tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0243638 Dec 22 08:36:12.143636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59900) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.158638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24e532-2a2d-4d63-8238-d8303d7be3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0323c8d-e82f-4d13-98bf-be7a77ecf4f7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:12.161267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c24e532-2a2d-4d63-8238-d8303d7be3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:12.164229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-fe409429-5dd3-464c-9d01-047f42867a5f tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.167568 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fe409429-5dd3-464c-9d01-047f42867a5f tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0156989 Dec 22 08:36:12.175827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59904) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.176885 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0729160 Dec 22 08:36:12.180367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59906) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.185256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c24e532-2a2d-4d63-8238-d8303d7be3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.188590 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8c24e532-2a2d-4d63-8238-d8303d7be3e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0323c8d-e82f-4d13-98bf-be7a77ecf4f7 HTTP/1.1" status: 204 len: 168 time: 0.8096919 Dec 22 08:36:12.191889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-38efedfe-3187-4fc8-b157-901c34538942 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.195285 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-38efedfe-3187-4fc8-b157-901c34538942 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0149336 Dec 22 08:36:12.239479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59914) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.252513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-995363194', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:12.258369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-d6a4f16b-8ac1-4d1d-bf06-c51b2a1348e1 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.261883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d6a4f16b-8ac1-4d1d-bf06-c51b2a1348e1 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0208867 Dec 22 08:36:12.265298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2cc05e5e-45e7-4e8f-86af-de1c415d4710 None None] Provisioning for port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:12.267790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59918) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.269676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:12.278281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-2a6a37df-c67f-4b7e-ad6d-968a58ac10f5 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.279438 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2a6a37df-c67f-4b7e-ad6d-968a58ac10f5 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0096939 Dec 22 08:36:12.289668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59922) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.297983 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-d72c9869-3724-4196-904f-a59c92afdb76 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.298944 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d72c9869-3724-4196-904f-a59c92afdb76 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074239 Dec 22 08:36:12.301781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Usage tracker for resource:router and tenant:d98a1a5516cd489c86668dcfccf80ea6 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:12.305512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59926) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.309174 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:12.318582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-d1e209f3-a0db-49cd-9a1f-9c7f7fb36409 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.319536 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d1e209f3-a0db-49cd-9a1f-9c7f7fb36409 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0125718 Dec 22 08:36:12.325488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59930) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.330328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:12.337565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-2ab2416f-681d-4ad0-a465-047495583cb0 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.341695 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2ab2416f-681d-4ad0-a465-047495583cb0 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0110166 Dec 22 08:36:12.341695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59934) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.350683 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-dffd5a7f-03f0-4290-9e62-74f23396265d tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.354553 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dffd5a7f-03f0-4290-9e62-74f23396265d tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0094795 Dec 22 08:36:12.356416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59938) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.363152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-d742a49e-8cbf-4014-b2be-a7e996c8a059 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.364416 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d742a49e-8cbf-4014-b2be-a7e996c8a059 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069435 Dec 22 08:36:12.366882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.367855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.370940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59942) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.381694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-5ac9ddea-4858-4ed2-9b36-895749df4836 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.386022 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5ac9ddea-4858-4ed2-9b36-895749df4836 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0086782 Dec 22 08:36:12.386313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59946) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.404455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-23bc61f9-1cc4-4ac3-a19a-6811344cd2ba tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.407836 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-23bc61f9-1cc4-4ac3-a19a-6811344cd2ba tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0180013 Dec 22 08:36:12.408487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59950) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.414279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-dae061b8-af4f-45be-a049-284e7723ffb5 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.417603 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dae061b8-af4f-45be-a049-284e7723ffb5 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058713 Dec 22 08:36:12.421855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.424770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59954) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.432233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-1e432bb7-a2ff-40db-a9d7-d6dbfab7ce6d tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.433237 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1e432bb7-a2ff-40db-a9d7-d6dbfab7ce6d tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0065572 Dec 22 08:36:12.444773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59958) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.464189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:12.468669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-02c6e83b-99d3-462e-a76b-d786adf6eabd tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.472113 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-02c6e83b-99d3-462e-a76b-d786adf6eabd tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0237691 Dec 22 08:36:12.479127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59962) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.501583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-6fc6d725-f939-47b4-bb73-77ace493f386 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.506951 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6fc6d725-f939-47b4-bb73-77ace493f386 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0116398 Dec 22 08:36:12.507615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:12.508094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.512750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59966) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.522905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-1fb35af8-97bc-4cae-a1e3-d2169df48185 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.524222 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1fb35af8-97bc-4cae-a1e3-d2169df48185 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0089195 Dec 22 08:36:12.528868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 59970) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.537921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-495da2e7-0b21-45ba-af3a-99637eb0d077 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.540968 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-495da2e7-0b21-45ba-af3a-99637eb0d077 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0091703 Dec 22 08:36:12.542391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59974) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.557949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Transition to ACTIVE for port object c6ef582f-175a-4842-86a2-e8460ea7765f will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:12.563301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-8db98ef1-7d68-4d44-aa5a-90ec2f134ffb tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.564482 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8db98ef1-7d68-4d44-aa5a-90ec2f134ffb tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0212097 Dec 22 08:36:12.565400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.572519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.584694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-6da7924f-1a63-4e5f-b080-c4c4da0da9e4 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.585880 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6da7924f-1a63-4e5f-b080-c4c4da0da9e4 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0108097 Dec 22 08:36:12.589174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:12.629425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59982) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.646677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-c664db10-4d33-4710-b576-9ab6e1143734 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.647706 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c664db10-4d33-4710-b576-9ab6e1143734 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0155323 Dec 22 08:36:12.651289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Pushing event deleted for resources: {'Port': ['ID=da6b4159-a059-45ba-85c8-5193e8f7f2e0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:12.652934 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59988) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.659559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:12.664010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-65bdce12-e09d-4d1e-baea-1f9511cf31cc tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.664972 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-65bdce12-e09d-4d1e-baea-1f9511cf31cc tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0093827 Dec 22 08:36:12.668800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59992) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.672517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-45114c55-0138-430d-a0d2-149c6879375d', 'network_id': '45114c55-0138-430d-a0d2-149c6879375d', 'tenant_id': 'd98a1a5516cd489c86668dcfccf80ea6', 'fixed_ips': [{'subnet_id': '24782860-dbce-4239-a789-a8246efc6ec6'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:36:12.673516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.711839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-b3384eaa-408e-4878-8203-ea0d31ee36fb tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.715210 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3384eaa-408e-4878-8203-ea0d31ee36fb tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0420036 Dec 22 08:36:12.720432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 59996) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.724006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:12.734000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.739584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-3b06dd2a-73d0-410b-972b-b999a9248b86 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.740247 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b06dd2a-73d0-410b-972b-b999a9248b86 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0146074 Dec 22 08:36:12.744493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.748318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.756563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-44628a12-41fc-41da-b5fb-4557babe58c9 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.759831 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44628a12-41fc-41da-b5fb-4557babe58c9 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081527 Dec 22 08:36:12.767470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60004) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.768069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:12.781762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Sync routers for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:12.800475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-7cdfd66c-d1ad-4972-9cbb-dced03274f3a tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.803816 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7cdfd66c-d1ad-4972-9cbb-dced03274f3a tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060918 Dec 22 08:36:12.815566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60008) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.819413 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] 10.222.0.31 "DELETE /v2.0/ports/da6b4159-a059-45ba-85c8-5193e8f7f2e0 HTTP/1.1" status: 204 len: 168 time: 2.2925847 Dec 22 08:36:12.822492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60010) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.830710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-23a34e20-2231-40de-a614-c556e484a9e5 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.831697 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-23a34e20-2231-40de-a614-c556e484a9e5 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0130832 Dec 22 08:36:12.835415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60016) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.840114 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d6b0456-7a5c-4a47-b487-0b4018136266 admin admin] 10.222.0.31 "PUT /v2.0/routers/74d0c63e-f301-4e1f-b607-78dd1fb717fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9080660 Dec 22 08:36:12.855071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-64fd032b-b798-49b8-8764-37b11f33ba18 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.859156 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64fd032b-b798-49b8-8764-37b11f33ba18 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0179865 Dec 22 08:36:12.862020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60024) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.875567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-9095fd43-f476-4552-aa94-8f1a37db79b2 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.876539 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9095fd43-f476-4552-aa94-8f1a37db79b2 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0127189 Dec 22 08:36:12.884979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60028) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.887563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.891853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Network b1b26534-ad52-47d9-8e9a-d104ef919d7e is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:12.897744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:12.902079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-fde9ac9a-4b57-4a2d-8e60-cf37225016bc tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.905426 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fde9ac9a-4b57-4a2d-8e60-cf37225016bc tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0100827 Dec 22 08:36:12.905426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ef582f-175a-4842-86a2-e8460ea7765f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:12.906046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60032) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.906625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:12.907075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:12.912457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:12.915409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-6995bc70-f76a-45e1-8b9d-0e5e2cb34913 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.916359 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6995bc70-f76a-45e1-8b9d-0e5e2cb34913 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0064681 Dec 22 08:36:12.919884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60036) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.939984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-3c2151e5-b047-4444-8255-9a26ff0c2fcf tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.940927 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3c2151e5-b047-4444-8255-9a26ff0c2fcf tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0190821 Dec 22 08:36:12.944609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.950304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-126cfbad-2d23-4859-801b-6962a06cd446 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.951264 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-126cfbad-2d23-4859-801b-6962a06cd446 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058153 Dec 22 08:36:12.959868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.965946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-0a06a877-253c-4dfb-b364-2d0ed07592e4 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.966866 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0a06a877-253c-4dfb-b364-2d0ed07592e4 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060735 Dec 22 08:36:12.985743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60048) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:12.986143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:12.986797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:12.993320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-dec55953-4e79-494b-a2bb-878415db8196 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:12.996731 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dec55953-4e79-494b-a2bb-878415db8196 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075972 Dec 22 08:36:13.000313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60052) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.000973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.005921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-004a5963-412c-407a-8807-0155e7c774f1 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:13.007283 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-004a5963-412c-407a-8807-0155e7c774f1 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056026 Dec 22 08:36:13.034517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.034854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60058) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.070251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-3a7f7c0d-4211-4068-ae8d-1b605f8b6c4f tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:13.071468 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3a7f7c0d-4211-4068-ae8d-1b605f8b6c4f tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0075586 Dec 22 08:36:13.078245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60064) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.134620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-2ca04efb-fa6a-478f-9af2-9f4cb82fd2bc tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:13.140519 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2ca04efb-fa6a-478f-9af2-9f4cb82fd2bc tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0221977 Dec 22 08:36:13.145899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.184020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:13.197697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [None req-78830f6e-3c9c-4cb4-828d-037569065093 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:13.200850 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-78830f6e-3c9c-4cb4-828d-037569065093 tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0478184 Dec 22 08:36:13.200850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.205079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.216782 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] 10.222.0.31 "PUT /v2.0/routers/e6655012-7b22-4e3d-81f9-86c7d9b883cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5828679 Dec 22 08:36:13.217670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60072) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.242896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [None req-7188c135-d4f7-4ce4-94d7-9229daf87c5b tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:13.243853 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7188c135-d4f7-4ce4-94d7-9229daf87c5b tempest-ExtensionsTestJSON-1198103795 tempest-ExtensionsTestJSON-1198103795-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051403 Dec 22 08:36:13.290131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.432590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:13.466175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Usage tracker for resource:security_group_rule and tenant:cf9a8f5d47b649b4b7225fde0e037838 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:13.474116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:13.500164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:13.538655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:13.584659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.597023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.598024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.626791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.647297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:13.706587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.733685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.770734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:13.779906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a683329b-d117-4270-b512-6b8dea9ec254 None None] Provisioning complete for port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:13.780940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a683329b-d117-4270-b512-6b8dea9ec254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.840810 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1bc114c5-8a19-41f9-9938-4f8dfc06071c tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 1.0140107 Dec 22 08:36:13.868667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60100) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:13.871539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'Port': ['ID=ee1588fa-3466-43a1-9dd2-2ecc5c328bdb,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:13.875166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b,segment=NetworkSegment(0e5e120d-68b7-4af0-93fd-927a815c53fb),segment_id=0e5e120d-68b7-4af0-93fd-927a815c53fb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:13.881261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:13.920923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Allocated IP 172.20.0.2 (45114c55-0138-430d-a0d2-149c6879375d/24782860-dbce-4239-a789-a8246efc6ec6/1949fe2a-7188-4239-b826-859c5d9000e1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:13.923612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-453605082'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:13.939458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:13.940349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:13.950436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:14.017035 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d1e08b6b-ddf1-4c6a-8fc9-f8b2a0a49aab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:14.050516 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Usage tracker for resource:network and tenant:efb59041d24b48f5a019f4e11e39dce7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:14.058000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1ea2b7-f9a5-4e24-8a1e-86fc26c1977e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:14.067267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:14.072678 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf9a8f5d47b649b4b7225fde0e037838&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0055516 Dec 22 08:36:14.079563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:14.082034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60108) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:14.088829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:14.182119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.238588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.244046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:14.248641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60112) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:14.256072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.257919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.261357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Made reservation on behalf of efb59041d24b48f5a019f4e11e39dce7 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:14.261589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:14.264200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.353543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ef582f-175a-4842-86a2-e8460ea7765f,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:14.359126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:14.369859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.371554 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3150430 Dec 22 08:36:14.376871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:14.418267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:14.496165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.496503 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Added segment 19c3f884-9997-46d9-a3d2-70468a720ead of type vlan for network 7568b7dd-08c5-40ea-bd9a-69d29a3e4646 Dec 22 08:36:14.542343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:14.546430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:14.552308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fd84c55-9a97-4cb9-a361-427f19488910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.598452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.626733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.686346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:14.689702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.698247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Usage tracker for resource:security_group_rule and tenant:74fede390daa4decb73e5de9287707ee is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:14.702672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:14.711932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:14.731375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:14.732346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.774181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:14.807953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.816165 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-02f61209-f5e2-43ba-a688-67431deb05b5 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=455f84c8-4d53-4f5e-baf2-729a164f0641 HTTP/1.1" status: 200 len: 690 time: 0.4369020 Dec 22 08:36:14.819876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60122) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:14.820842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.890350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fd84c55-9a97-4cb9-a361-427f19488910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:14.893438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:14.902046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Pushing event updated for resources: {'Network': ['ID=7568b7dd-08c5-40ea-bd9a-69d29a3e4646,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:14.904876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:14.951665 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74fede390daa4decb73e5de9287707ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7009552 Dec 22 08:36:14.969279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60130) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:14.974334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.040149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.090527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cad628-09b9-43a4-881c-a1b919c9582d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:15.095669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.099201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:15.171702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.182836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Transition to ACTIVE for port object 1949fe2a-7188-4239-b826-859c5d9000e1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:15.197153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Deleting port ee1588fa-3466-43a1-9dd2-2ecc5c328bdb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:15.197503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.203625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Transition to ACTIVE for port object 1949fe2a-7188-4239-b826-859c5d9000e1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:15.211636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:15.212595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.244646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Allocated IP 172.26.5.83 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/0f6aac3a-838f-4859-a64d-9843c0697aa3) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:15.263058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60134) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:15.284321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 7568b7dd-08c5-40ea-bd9a-69d29a3e4646 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:15.286442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809442383', 'description': 'tempest-description--1768612489'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:15.297417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:15.323226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Network b1b26534-ad52-47d9-8e9a-d104ef919d7e is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:15.324463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Usage tracker for resource:security_group and tenant:57e9ca42379d4846a1028dae24cf219d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:15.342817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:15.390995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a683329b-d117-4270-b512-6b8dea9ec254 None None] Could not find standard attr ID for object da6b4159-a059-45ba-85c8-5193e8f7f2e0. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:36:15.393676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:15.404783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.420268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.423316 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:15.448326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60138) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:15.450646 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5674927 Dec 22 08:36:15.476118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60142) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:15.481120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513552944', 'description': 'tempest-description--581499722'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:15.495905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:15.517584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Usage tracker for resource:security_group and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:15.523983 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:15.526661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Network 45114c55-0138-430d-a0d2-149c6879375d is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:15.558704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:15.587115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:15.591722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:15.698349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Pushing event updated for resources: {'Port': ['ID=1949fe2a-7188-4239-b826-859c5d9000e1,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:15.702018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:15.748755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.765649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:15.792413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fd84c55-9a97-4cb9-a361-427f19488910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.797807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:15.801795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.821974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c24e532-2a2d-4d63-8238-d8303d7be3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:15.847275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-234abe0b-c41b-4fc7-8cec-1c8fcec4fe7a None None] Provisioning for port c6ef582f-175a-4842-86a2-e8460ea7765f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:15.853836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.858170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:15.859106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-484d426e-3252-45da-a213-10a38c24f3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.859712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c', 'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'mac_address': 'fa:16:3e:82:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:04Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 2, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'subnets': [{'id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:15.867917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:15.868820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Attempting to bind port 1949fe2a-7188-4239-b826-859c5d9000e1 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:15.869528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Attempting to bind port 1949fe2a-7188-4239-b826-859c5d9000e1 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45114c55-0138-430d-a0d2-149c6879375d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:15.869775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Attempting to bind port 1949fe2a-7188-4239-b826-859c5d9000e1 on network 45114c55-0138-430d-a0d2-149c6879375d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:15.870635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:15.874393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Checking router: 74d0c63e-f301-4e1f-b607-78dd1fb717fc for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:36:15.874835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Updating router 74d0c63e-f301-4e1f-b607-78dd1fb717fc port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:36:15.897498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-234abe0b-c41b-4fc7-8cec-1c8fcec4fe7a None None] Provisioning complete for port c6ef582f-175a-4842-86a2-e8460ea7765f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:15.897966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-234abe0b-c41b-4fc7-8cec-1c8fcec4fe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.927824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.928175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.943701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:15.944541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd84c55-9a97-4cb9-a361-427f19488910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1ea2b7-f9a5-4e24-8a1e-86fc26c1977e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:15.962704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:15.963353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Checking segment: {'id': 'e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45114c55-0138-430d-a0d2-149c6879375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:15.963692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.964165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Bound using segment: {'id': 'e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45114c55-0138-430d-a0d2-149c6879375d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:15.964883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1fd84c55-9a97-4cb9-a361-427f19488910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:15.966184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fd84c55-9a97-4cb9-a361-427f19488910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.969665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Bound port: 1949fe2a-7188-4239-b826-859c5d9000e1, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '45114c55-0138-430d-a0d2-149c6879375d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:15.969815 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1fd84c55-9a97-4cb9-a361-427f19488910 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd1ea2b7-f9a5-4e24-8a1e-86fc26c1977e HTTP/1.1" status: 204 len: 168 time: 1.8655059 Dec 22 08:36:15.969890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:15.969955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.036672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Usage tracker for resource:security_group_rule and tenant:57e9ca42379d4846a1028dae24cf219d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:16.056156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:16.060789 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event updated for resources: {'Port': ['ID=0f6aac3a-838f-4859-a64d-9843c0697aa3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.076309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.093062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:16.105490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Calling delete_port for ee1588fa-3466-43a1-9dd2-2ecc5c328bdb owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:16.106392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-234abe0b-c41b-4fc7-8cec-1c8fcec4fe7a None None] Port c6ef582f-175a-4842-86a2-e8460ea7765f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:16.121587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-234abe0b-c41b-4fc7-8cec-1c8fcec4fe7a None None] Could not find standard attr ID for object da6b4159-a059-45ba-85c8-5193e8f7f2e0. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:36:16.123971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.137573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Usage tracker for resource:security_group_rule and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:16.144409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:16.158904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:16.176541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-484d426e-3252-45da-a213-10a38c24f3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.190071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:16.211595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:16.212197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.245712 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9169dc5b-9858-4dc9-9c24-d58da182e618 tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] 10.222.0.31 "GET /v2.0/agents/13218531-930d-442a-9392-804daa51013e/dhcp-networks HTTP/1.1" status: 200 len: 7033 time: 0.7595057 Dec 22 08:36:16.257714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60150) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:16.294289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] For port 1949fe2a-7188-4239-b826-859c5d9000e1, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:16.330456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] For port 1949fe2a-7188-4239-b826-859c5d9000e1, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1949fe2a-7188-4239-b826-859c5d9000e1,segment=NetworkSegment(e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51),segment_id=e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:16.336279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.348438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.362858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.372261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.372777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-484d426e-3252-45da-a213-10a38c24f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.375679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8e1c991d-d0a2-4408-ab3c-30eb6a0dae77 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.434449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3202cffd-bef3-49e9-9cf3-a51114ab6103,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.444588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-484d426e-3252-45da-a213-10a38c24f3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.445427 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-484d426e-3252-45da-a213-10a38c24f3a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2cad628-09b9-43a4-881c-a1b919c9582d HTTP/1.1" status: 204 len: 168 time: 1.4129391 Dec 22 08:36:16.449418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f0e50487-935b-4409-8c0e-ee81b14c3611 None None] Provisioning complete for port c6ef582f-175a-4842-86a2-e8460ea7765f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:16.449809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f0e50487-935b-4409-8c0e-ee81b14c3611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.460828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.483602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.492287 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fb8d89bd-353e-4a20-877d-a6d627f6a238 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0359442 Dec 22 08:36:16.492287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60156) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:16.492287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d426e-3252-45da-a213-10a38c24f3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cad628-09b9-43a4-881c-a1b919c9582d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.494921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-484d426e-3252-45da-a213-10a38c24f3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.502869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Request body: {'security_group_rule': {'security_group_id': '3202cffd-bef3-49e9-9cf3-a51114ab6103', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:16.509562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.509961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.514639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:16.514976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.520283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Usage tracker for resource:security_group_rule and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:16.523860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:16.527269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.528264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.534984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:16.556151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e2efeef9-b33c-4b29-8e44-2ba213af143c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.591914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.628339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Pushing event updated for resources: {'Port': ['ID=1949fe2a-7188-4239-b826-859c5d9000e1,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.644453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc61ffd-9588-4af2-bfe0-1ccaed6ebac0 tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] Network 7568b7dd-08c5-40ea-bd9a-69d29a3e4646 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:16.669019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b36921f-9974-47c3-8de5-d63a0488fca0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.672971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.677049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:16.700199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f0e50487-935b-4409-8c0e-ee81b14c3611 None None] Port c6ef582f-175a-4842-86a2-e8460ea7765f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:16.701828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.738848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.763214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee1588fa-3466-43a1-9dd2-2ecc5c328bdb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:16.766977 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bfc61ffd-9588-4af2-bfe0-1ccaed6ebac0 tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] 10.222.0.31 "POST /v2.0/agents/13218531-930d-442a-9392-804daa51013e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5072660 Dec 22 08:36:16.769782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60164) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:16.771757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:16.790345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.799486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Router 6cda8f89-b425-495e-a7fb-11eb68d7dbab has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:36:16.806978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:16.807988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b81c011-caa0-4ea5-abb3-3c24015f2b02 None None] Network 7568b7dd-08c5-40ea-bd9a-69d29a3e4646 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:16.809329 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5429688 Dec 22 08:36:16.816878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60168) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:16.836648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Request body: {'security_group_rule': {'security_group_id': '2b36921f-9974-47c3-8de5-d63a0488fca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:16.854112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:16.919726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Usage tracker for resource:security_group_rule and tenant:57e9ca42379d4846a1028dae24cf219d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:16.928849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:16.937576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:17.069739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cfab3189-5bd3-4d4f-871e-09c707783a4e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:17.071339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.082322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.265321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.280764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port cfab3189-5bd3-4d4f-871e-09c707783a4e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:17.289294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port cfab3189-5bd3-4d4f-871e-09c707783a4e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:17.289884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.289979 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a8318080-5ef8-4ef9-aedb-f1a6337c1068 tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] 10.222.0.31 "GET /v2.0/agents/13218531-930d-442a-9392-804daa51013e/dhcp-networks HTTP/1.1" status: 200 len: 7777 time: 0.5186164 Dec 22 08:36:17.296520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60180) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:17.330840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.341556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.346396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Transition to ACTIVE for port object a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:17.349012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:17.369206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.389320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.391505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a87dbf-934d-44c3-9b69-18cd67646b2f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:17.398275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:17.414716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:17.419905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cd28088-346e-4161-b881-8b7dfd8db610 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:17.429954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.455594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.498395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3356e1-34f9-4a09-ba9c-d06a1378cb5e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:17.501329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:17.515071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.518818 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6984940 Dec 22 08:36:17.530012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:17.553477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60192) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:17.561069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a77974-a1dc-4f17-942a-b1556060ee03,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:17.565190 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:17.566143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.569212 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0788534 Dec 22 08:36:17.573355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60198) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:17.606867 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fb85cfc9-df8b-43cc-91d4-5cca089ba4b8 tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] 10.222.0.31 "DELETE /v2.0/agents/13218531-930d-442a-9392-804daa51013e/dhcp-networks/7568b7dd-08c5-40ea-bd9a-69d29a3e4646 HTTP/1.1" status: 204 len: 168 time: 0.3084807 Dec 22 08:36:17.609409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60200) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:17.661412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Request body: {'security_group_rule': {'security_group_id': '2b36921f-9974-47c3-8de5-d63a0488fca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:17.680350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:17.685309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Usage tracker for resource:security_group_rule and tenant:57e9ca42379d4846a1028dae24cf219d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:17.689341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:17.699981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:17.722585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74c5dd-1e1b-4a85-ba3f-edeae2c24acb None None] Pushing event updated for resources: {'Port': ['ID=a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:17.757022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Request body: {'security_group_rule': {'security_group_id': '3202cffd-bef3-49e9-9cf3-a51114ab6103', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:17.793434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:17.799892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.801431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9a74c5dd-1e1b-4a85-ba3f-edeae2c24acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:17.820555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Router b60bade3-d812-442b-98ec-52fe8ae0c22e is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:36:17.831477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:17.842622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Usage tracker for resource:security_group_rule and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:17.860883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] 10.222.0.31 "PUT /v2.0/routers/6cda8f89-b425-495e-a7fb-11eb68d7dbab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8866642 Dec 22 08:36:17.860883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:17.871477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:17.887654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:17.898599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60210) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:17.967793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:17.969352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:17.970200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:17.970787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > port after_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:17.971201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:17.978986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > port after_update 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:17.979268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:17.979762 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:17.980185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:17.980596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:18.118345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Attempting to bind port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:18.118761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Attempting to bind port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:18.119218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Attempting to bind port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c on network 1da5084d-8efd-4897-9d2d-6026cbe0946d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:18.132800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.141971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:18.142527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Checking segment: {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:18.143321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.143813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Bound using segment: {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:18.144398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Bound port: a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:18.145316 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.163407 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-69b77667-ec5f-469b-ab86-9b57f7dff3be tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] 10.222.0.31 "GET /v2.0/agents/13218531-930d-442a-9392-804daa51013e/dhcp-networks HTTP/1.1" status: 200 len: 6995 time: 0.5510681 Dec 22 08:36:18.179663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60224) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.223850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port cfab3189-5bd3-4d4f-871e-09c707783a4e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cfab3189-5bd3-4d4f-871e-09c707783a4e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:18.243880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.252248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-575a2057-2dc9-414d-baaa-d522424e2d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:18.301182 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c5ccc-56e9-4370-9689-24d2db418bb3 None None] Network 45114c55-0138-430d-a0d2-149c6879375d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:18.365430 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-47647516-cc28-4c64-b3c2-075b83d1af58 tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] 10.222.0.31 "GET /v2.0/networks/48bdd101-3c67-45f3-9fc0-6de19db22b68/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1845381 Dec 22 08:36:18.370957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60230) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.431445 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d56c9d59-1b1b-492d-815e-79b99029e656 tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] 10.222.0.31 "GET /v2.0/networks/48bdd101-3c67-45f3-9fc0-6de19db22b68/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0544145 Dec 22 08:36:18.433362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60234) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.452770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:18.455924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:18.455924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:18.456395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 08:36:18.456699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455f84c8-4d53-4f5e-baf2-729a164f0641']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:18.472346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46e14dc-856a-4083-9bd3-8b4ae735b419') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:18.472641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46e14dc-856a-4083-9bd3-8b4ae735b419') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:18.487153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.505335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.507966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1949fe2a-7188-4239-b826-859c5d9000e1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:18.517375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:18.517721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.539503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1682134504'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn_limited( Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn_limited( Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:18.545664 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:18.603217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:18.618079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] For port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:18.620174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=cfab3189-5bd3-4d4f-871e-09c707783a4e,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:18.620749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.630354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Usage tracker for resource:network and tenant:c822e098dd5741569f3badc3a58c52e8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:18.631763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:18.638704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:18.655547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.662322 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] For port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:18.675752 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:36:18.681702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:18.682841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-91145516-2d1c-426a-90a2-a25f7eeb802c None None] Provisioning for port 1949fe2a-7188-4239-b826-859c5d9000e1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:18.686450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.696398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc3764d2-fb92-4761-91ff-8d6243a93e64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:18.709153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:18.735638 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a2851-c8d1-4734-8b82-60410886932c None None] Sync routers for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:18.743401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.745042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Made reservation on behalf of c822e098dd5741569f3badc3a58c52e8 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:18.749136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.764380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.771327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.772374 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a2851-c8d1-4734-8b82-60410886932c None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:18.774807 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-421a2851-c8d1-4734-8b82-60410886932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:18.778073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.800128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e852330b-6d59-4410-bfab-206d58f91c8b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:18.807634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.813879 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.6298966 Dec 22 08:36:18.818634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60244) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.826483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 455f84c8-4d53-4f5e-baf2-729a164f0641 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 08:36:18.842070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.844892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebff5b8e-a266-4bb3-b558-496f88f06719,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:18.859577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:18.860986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:18.871949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74c5dd-1e1b-4a85-ba3f-edeae2c24acb None None] Pushing event updated for resources: {'Port': ['ID=a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:18.886617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 1949fe2a-7188-4239-b826-859c5d9000e1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:18.899585 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "DELETE /v2.0/networks/455f84c8-4d53-4f5e-baf2-729a164f0641 HTTP/1.1" status: 204 len: 168 time: 4.0748665 Dec 22 08:36:18.899585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:18.901967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9a74c5dd-1e1b-4a85-ba3f-edeae2c24acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:18.902348 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3400605 Dec 22 08:36:18.903215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60248) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.905458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:18.924872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event deleted for resources: {'Network': ['ID=455f84c8-4d53-4f5e-baf2-729a164f0641,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:18.944858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:18.949850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:18.983737 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-421a2851-c8d1-4734-8b82-60410886932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:18.991467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 1949fe2a-7188-4239-b826-859c5d9000e1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:18.995857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.020525 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421a2851-c8d1-4734-8b82-60410886932c None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:19.026045 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-421a2851-c8d1-4734-8b82-60410886932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:19.076897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2068864515'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:19.087560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.089280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:19.098064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:19.100255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:19.106918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:19.127786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Usage tracker for resource:security_group_rule and tenant:c822e098dd5741569f3badc3a58c52e8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:19.143993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:19.161221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:19.188361 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-421a2851-c8d1-4734-8b82-60410886932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:19.190153 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421a2851-c8d1-4734-8b82-60410886932c None None] The sync data for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:19.228881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60256) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:19.245206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.246624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:19.250712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Usage tracker for resource:network and tenant:cfdd2cb2b86243219c9a2f49936435cc is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:19.254471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:19.261518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:19.274609 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d4a27ae9-6d51-4e0c-b17f-6ffb50b2d186 tempest-DHCPAgentSchedulersTestJSON-1621042100 tempest-DHCPAgentSchedulersTestJSON-1621042100-project-admin] 10.222.0.31 "GET /v2.0/agents/13218531-930d-442a-9392-804daa51013e/dhcp-networks HTTP/1.1" status: 200 len: 6995 time: 0.8349886 Dec 22 08:36:19.274830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Usage tracker for resource:floatingip and tenant:57e9ca42379d4846a1028dae24cf219d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:19.275185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.275704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60260) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:19.277538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:19.280852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.281204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180088981', 'description': 'tempest-description--989184871'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:19.291266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:19.296315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Usage tracker for resource:security_group and tenant:90e6b72fd0774fd0b253f3a7b6d2d571 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:19.300090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:19.306982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:19.310672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:19.312684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:19.326245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.330587 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6088605 Dec 22 08:36:19.331379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Made reservation on behalf of cfdd2cb2b86243219c9a2f49936435cc for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:19.335223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.344015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60264) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:19.344758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.349131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f6a79aaa-693c-4dd7-8f2c-de1709922b5f tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Synchronizing usage tracker for tenant:e87e5a6c9111442ba36bd822935c91f7 on resource:floatingip {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:19.358583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.381144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2a84e8-e8c8-4c41-8e7c-5894edb25832,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:19.386358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:19.408855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:19.413683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Usage tracker for resource:security_group_rule and tenant:cfdd2cb2b86243219c9a2f49936435cc is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:19.416528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:19.422270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:19.461739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:19.502938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:19.512126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.513130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:19.557286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc97adc-b1b3-4597-b3cc-fbada14b9d77,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:19.560087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.573886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.575054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:19.579942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:19.591793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:19.600249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:19.631763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Usage tracker for resource:floatingip and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:19.642921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:19.674866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:19.677568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:19.681535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f6a79aaa-693c-4dd7-8f2c-de1709922b5f tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Unset dirty status for tenant:e87e5a6c9111442ba36bd822935c91f7 on resource:floatingip {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:19.685420 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f6a79aaa-693c-4dd7-8f2c-de1709922b5f tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7722919 Dec 22 08:36:19.690184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.690749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Usage tracker for resource:security_group_rule and tenant:90e6b72fd0774fd0b253f3a7b6d2d571 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:19.693666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60268) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:19.696651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d522c60-a8fd-457d-a11e-cf156249a302,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:19.701617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:19.706119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:19.711093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.719758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.720098 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Added segment 444965d7-3c6a-405a-a621-4bf15a76f446 of type vlan for network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 Dec 22 08:36:19.725778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:19.782644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.782644 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Added segment 744f63c6-f7d3-4920-b13f-8fa8dbf031b9 of type vlan for network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 Dec 22 08:36:19.788795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.806045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:19.812161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.850038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.862082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.869977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.870557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.877866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b9be6475-3669-4731-abc9-a3329a7f9858 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:19.884448 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 1949fe2a-7188-4239-b826-859c5d9000e1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1949fe2a-7188-4239-b826-859c5d9000e1,segment=NetworkSegment(e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51),segment_id=e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:19.907983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:19.914544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c61d-7b31-4526-acf3-2e16e81813f4 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.914913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c61d-7b31-4526-acf3-2e16e81813f4 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.915282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c61d-7b31-4526-acf3-2e16e81813f4 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.915633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c61d-7b31-4526-acf3-2e16e81813f4 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.915978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c61d-7b31-4526-acf3-2e16e81813f4 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.916580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c61d-7b31-4526-acf3-2e16e81813f4 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.916953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c61d-7b31-4526-acf3-2e16e81813f4 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.917293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c61d-7b31-4526-acf3-2e16e81813f4 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:19.919068 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fce2c61d-7b31-4526-acf3-2e16e81813f4 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.2232001 Dec 22 08:36:19.949884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60272) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:19.970655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eeeb5aea-2bf6-4072-8f18-76ed9fe1d8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:20.016257 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1135511 Dec 22 08:36:20.016257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.017949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60276) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.024124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:20.024682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.038011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Request body: {'subnet': {'network_id': '47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:20.053962 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.054956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event updated for resources: {'Network': ['ID=47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.076991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:20.114767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.117230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:20.118026 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-a3ed4390-894e-4d30-9e0b-71d9569e6019 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] delete failed (client error): The resource could not be found. Dec 22 08:36:20.121985 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a3ed4390-894e-4d30-9e0b-71d9569e6019 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/44969427-9799-4081-a085-80c33d994113 HTTP/1.1" status: 404 len: 345 time: 0.1681037 Dec 22 08:36:20.131823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60280) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.153363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-14327b96-6d4f-43e7-9f44-b7c749e2f0b6 None None] Provisioning complete for port 1949fe2a-7188-4239-b826-859c5d9000e1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:20.153936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-14327b96-6d4f-43e7-9f44-b7c749e2f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.195984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.200741 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.218001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=1949fe2a-7188-4239-b826-859c5d9000e1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.242835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.245997 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6217315 Dec 22 08:36:20.255501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60284) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.279704 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7c4e0d-87cb-4916-a758-6b031bb70a81 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 08:36:20.280180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7c4e0d-87cb-4916-a758-6b031bb70a81 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:36:20.282578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.289610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Request body: {'subnet': {'network_id': '35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:20.315696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1fd84c55-9a97-4cb9-a361-427f19488910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:20.338659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7568b7dd-08c5-40ea-bd9a-69d29a3e4646']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:20.351298 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3c7c4e0d-87cb-4916-a758-6b031bb70a81 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "DELETE /v2.0/networks/455f84c8-4d53-4f5e-baf2-729a164f0641 HTTP/1.1" status: 404 len: 339 time: 0.2162013 Dec 22 08:36:20.367158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c3f884-9997-46d9-a3d2-70468a720ead') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:20.367593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c3f884-9997-46d9-a3d2-70468a720ead') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:20.371980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.375800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event updated for resources: {'Network': ['ID=35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.397531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.401964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.402176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Request body: {'network': {'name': 'tempest-network--1631345713', 'router:external': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:20.415764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:20.419482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:20.419842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1949fe2a-7188-4239-b826-859c5d9000e1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:20.434165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Usage tracker for resource:network and tenant:e87e5a6c9111442ba36bd822935c91f7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:20.440686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.441994 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.1765862 Dec 22 08:36:20.450337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60292) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.457210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.464921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Request body: {'security_group_rule': {'security_group_id': 'f714a4dc-5806-4a0c-812e-e413d04ab6d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:20.473572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f714a4dc-5806-4a0c-812e-e413d04ab6d6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.474046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Usage tracker for resource:subnet and tenant:c822e098dd5741569f3badc3a58c52e8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:20.477716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:20.481185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:20.482899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:20.484209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:20.485343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:20.485750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.496615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:20.502237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.502522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:20.504884 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:20.549732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:20.557158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Made reservation on behalf of c822e098dd5741569f3badc3a58c52e8 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:20.561172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Usage tracker for resource:security_group_rule and tenant:90e6b72fd0774fd0b253f3a7b6d2d571 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:20.576294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Usage tracker for resource:subnet and tenant:cfdd2cb2b86243219c9a2f49936435cc is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:20.584702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Made reservation on behalf of e87e5a6c9111442ba36bd822935c91f7 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:20.586446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.587535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:20.605642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:20.618654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c', 'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'mac_address': 'fa:16:3e:82:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:04Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'subnets': [{'id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:20.628545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca738a7-9d1b-4719-aa5e-3f214128584c None None] The sync data for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv is: [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c', 'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'mac_address': 'fa:16:3e:82:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:04Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'subnets': [{'id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:20.639859 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 1949fe2a-7188-4239-b826-859c5d9000e1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:20.640372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.647951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:20.662216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Allocated IP 172.26.5.205 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/d3aa91bb-8493-41d1-83b4-c45128e3c8f5) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:20.677489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:20.756071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.763139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.813457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cfab3189-5bd3-4d4f-871e-09c707783a4e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:20.820468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:20.838335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.859265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Pushing event deleted for resources: {'Network': ['ID=7568b7dd-08c5-40ea-bd9a-69d29a3e4646,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:20.862953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:20.866236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.872713 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] 10.222.0.31 "DELETE /v2.0/networks/7568b7dd-08c5-40ea-bd9a-69d29a3e4646 HTTP/1.1" status: 204 len: 168 time: 1.5570986 Dec 22 08:36:20.896618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port cfab3189-5bd3-4d4f-871e-09c707783a4e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:20.897082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.908212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60296) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:20.925725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Made reservation on behalf of cfdd2cb2b86243219c9a2f49936435cc for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:20.933634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.947286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:20.950990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.975992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:20.999009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dc9b4c6-2917-45b9-8c11-51c75566cbb2 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:21.005795 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd06ddd-b14d-465b-aee4-ff742e306621 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] DELETE failed (client error): The resource could not be found. Dec 22 08:36:21.006239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd06ddd-b14d-465b-aee4-ff742e306621 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:36:21.054636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49648e06-e582-482a-9485-af0dfdec184d,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:21.063634 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2bd06ddd-b14d-465b-aee4-ff742e306621 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] 10.222.0.31 "DELETE /v2.0/ports/da6b4159-a059-45ba-85c8-5193e8f7f2e0 HTTP/1.1" status: 404 len: 333 time: 0.1527123 Dec 22 08:36:21.065309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:21.069895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60300) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:21.105170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.105780 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Added segment ac70f5b0-f97d-4838-b899-6f4a9e1edeea of type vlan for network 6554c968-c2fc-4e7f-938f-f8a9f0f94dfa Dec 22 08:36:21.106304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.108784 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6551211 Dec 22 08:36:21.113799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60304) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:21.129098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Request body: {'security_group_rule': {'security_group_id': 'f714a4dc-5806-4a0c-812e-e413d04ab6d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:21.141065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:21.157495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Usage tracker for resource:security_group_rule and tenant:90e6b72fd0774fd0b253f3a7b6d2d571 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:21.163425 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:21.172087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:21.244506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.266974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.359562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.415297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.473546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.482387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:21.483065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.490363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:21.532714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Deleting subnet 0bc7bf42-1133-48c1-b1ca-cb4aacfb61a2 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:36:21.545028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.624625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.654920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'Network': ['ID=6554c968-c2fc-4e7f-938f-f8a9f0f94dfa,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:21.666681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 6554c968-c2fc-4e7f-938f-f8a9f0f94dfa details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:21.677149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.707722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.715441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:21.719503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:21.732485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:21.745087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.761978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3875456 Dec 22 08:36:21.764652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60308) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:21.773747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.794567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Allocated IP 172.26.5.218 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/22017449-eff0-420e-82d3-5d5a894e1147) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:21.804160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc11cfb-4fb2-425f-b732-c190dc318c28,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:21.806762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:21.835395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:21.839362 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7189474 Dec 22 08:36:21.855715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60312) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:21.893192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:21.905606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:21.916896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:21.922037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Pushing event updated for resources: {'Port': ['ID=d3aa91bb-8493-41d1-83b4-c45128e3c8f5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:21.930884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:21.935531 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:21.943568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Usage tracker for resource:floatingip and tenant:90e6b72fd0774fd0b253f3a7b6d2d571 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:21.960429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:21.968936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-25aceb0e-05f2-48d6-8e5b-702040373ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:21.982776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:22.003594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:22.039538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.091105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.119608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.128379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event updated for resources: {'Subnet': ['ID=72e7d877-b093-41e5-9e28-2bafc7e033d5,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:22.139901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:22.140315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:22.180071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Checking segment: {'id': '444965d7-3c6a-405a-a621-4bf15a76f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:22.180345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Network hostable DHCP agents. Network: 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:22.188839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832be547-0492-4d77-b02f-8ffdb7b1e14e tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:22.192963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832be547-0492-4d77-b02f-8ffdb7b1e14e tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:22.197038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832be547-0492-4d77-b02f-8ffdb7b1e14e tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:22.201094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832be547-0492-4d77-b02f-8ffdb7b1e14e tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:22.203526 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-832be547-0492-4d77-b02f-8ffdb7b1e14e tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4315047 Dec 22 08:36:22.208998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60316) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:22.264346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.297590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event updated for resources: {'Subnet': ['ID=66b102f9-857c-4a62-951d-49bf509c28ae,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:22.304767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:22.329685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:22.331752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Checking segment: {'id': '744f63c6-f7d3-4920-b13f-8fa8dbf031b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:22.332252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Network hostable DHCP agents. Network: 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:22.356518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:22.407175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:22.420081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f595032-09c5-4a6d-bc3e-6c964c2303e3 None None] Network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:22.431905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:22.432346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.438224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.455377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.458658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.481009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:22.500870 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4721754 Dec 22 08:36:22.501618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60320) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:22.515896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1801975865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:22.521123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:22.529947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc7bf42-1133-48c1-b1ca-cb4aacfb61a2,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:22.531429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:22.534164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.537448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:22.562606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Usage tracker for resource:router and tenant:c822e098dd5741569f3badc3a58c52e8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:22.565311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:22.567381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:22.581370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:22.581688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.586630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:22.587270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.590066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34d06ea-99a7-4b0b-8a18-c7641300b4a1 None None] Network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:22.594364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.617605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-07a58aa2-4156-4926-b96c-c39eb649e51a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:22.617878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.618970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.635950 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3656871 Dec 22 08:36:22.637055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60324) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:22.646517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Request body: {'port': {'network_id': '35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1259183851'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:22.656908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:22.660712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b13ebf-8235-45ee-baa7-14280c8af190 None None] Network 48bdd101-3c67-45f3-9fc0-6de19db22b68 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:22.694753 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] 10.222.0.31 "DELETE /v2.0/subnets/0bc7bf42-1133-48c1-b1ca-cb4aacfb61a2 HTTP/1.1" status: 204 len: 168 time: 1.6197774 Dec 22 08:36:22.727608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60328) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:22.736236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.747710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:22.748297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.893848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.979985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:22.991274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:23.003671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Usage tracker for resource:port and tenant:cfdd2cb2b86243219c9a2f49936435cc is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:23.006834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:23.010595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:23.016709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:23.024486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.028240 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bb9cfb24-8fd7-4d0e-92f4-e16eada083f2 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5205858 Dec 22 08:36:23.028356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:23.031111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:23.038556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60332) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:23.093213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.100735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.107337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Pushing event updated for resources: {'Port': ['ID=22017449-eff0-420e-82d3-5d5a894e1147,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:23.108135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Made reservation on behalf of cfdd2cb2b86243219c9a2f49936435cc for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:23.111618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:23.111787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.119190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66', 'network_id': '47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66', 'tenant_id': 'c822e098dd5741569f3badc3a58c52e8', 'fixed_ips': [{'subnet_id': '72e7d877-b093-41e5-9e28-2bafc7e033d5'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:36:23.120038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.125917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.173186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:23.200051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6554c968-c2fc-4e7f-938f-f8a9f0f94dfa']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:23.213565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.229230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.238717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac70f5b0-f97d-4838-b899-6f4a9e1edeea') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:23.238942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac70f5b0-f97d-4838-b899-6f4a9e1edeea') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:23.248408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3', 'network_id': '35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3', 'tenant_id': 'cfdd2cb2b86243219c9a2f49936435cc', 'fixed_ips': [{'subnet_id': '66b102f9-857c-4a62-951d-49bf509c28ae'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:36:23.249044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.257176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] device_id is not set on port af0de0ac-135b-4426-b973-5ace7dab5a7f yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:23.286320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.329516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Pushing event updated for resources: {'Port': ['ID=d3aa91bb-8493-41d1-83b4-c45128e3c8f5,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:23.340855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:23.357521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.407051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.416474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Deleting port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:23.417940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.466027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:23.479664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:23.480181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:23.496947 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:23.502949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.503451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.509700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9afd040f-cf09-48e0-b17b-c00e152c2df9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:23.541364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.553573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6408556 Dec 22 08:36:23.593024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb34af-e012-4e18-b4c2-1ecc0829033b None None] DHCP port deletion for 48bdd101-3c67-45f3-9fc0-6de19db22b68 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:36:23.620430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb34af-e012-4e18-b4c2-1ecc0829033b None None] Deleting port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:23.620809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dbeb34af-e012-4e18-b4c2-1ecc0829033b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.653197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Allocated IP 172.20.0.2 (47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66/72e7d877-b093-41e5-9e28-2bafc7e033d5/9582b0e9-346e-4bb2-a513-bf56fb794401) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:23.766567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:23.769879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Allocated IP 2001:db8::2 (35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3/66b102f9-857c-4a62-951d-49bf509c28ae/63261022-1049-4cf3-be84-e3b502247501) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:23.823442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:23.834518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.840452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:23.867969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6554c968-c2fc-4e7f-938f-f8a9f0f94dfa {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 08:36:23.880334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.102612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60348) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:24.105924 dv-neutron-822610-1-hyperv neutron-server[83495]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 08:36:24.127758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] For port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b,segment=NetworkSegment(0e5e120d-68b7-4af0-93fd-927a815c53fb),segment_id=0e5e120d-68b7-4af0-93fd-927a815c53fb)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:24.128119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.151031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dbeb34af-e012-4e18-b4c2-1ecc0829033b None None] For port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b,segment=NetworkSegment(0e5e120d-68b7-4af0-93fd-927a815c53fb),segment_id=0e5e120d-68b7-4af0-93fd-927a815c53fb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:24.151559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dbeb34af-e012-4e18-b4c2-1ecc0829033b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.179882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-df2889d2-de02-400f-b1db-90a9a93d517a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Synchronizing usage tracker for tenant:57e9ca42379d4846a1028dae24cf219d on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:24.267470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-df2889d2-de02-400f-b1db-90a9a93d517a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Unset dirty status for tenant:57e9ca42379d4846a1028dae24cf219d on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:24.268685 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-df2889d2-de02-400f-b1db-90a9a93d517a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1809442383&fields=id&tenant_id=57e9ca42379d4846a1028dae24cf219d HTTP/1.1" status: 200 len: 267 time: 0.1644957 Dec 22 08:36:24.300300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-570e5b9d-ac2c-4302-bd67-8d1df6f4ae89 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:24.317177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb34af-e012-4e18-b4c2-1ecc0829033b None None] Calling delete_port for 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:24.338973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Calling delete_port for 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:24.376305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:24.467854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.479763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Allocated IP 172.20.0.1 (45114c55-0138-430d-a0d2-149c6879375d/24782860-dbce-4239-a789-a8246efc6ec6/58dd35ec-39c5-41cd-af9f-4b70219497ab) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:24.493793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event deleted for resources: {'Network': ['ID=6554c968-c2fc-4e7f-938f-f8a9f0f94dfa,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:24.509294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:24.510814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Transition to ACTIVE for port object 9582b0e9-346e-4bb2-a513-bf56fb794401 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:24.526654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Allocated IP 172.26.5.67 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/f983d9d7-6417-4849-86be-b0d4f4ebce64) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:24.544306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-11d77ddc-0e16-4de6-b92f-44b0e209836a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:24.545766 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-11d77ddc-0e16-4de6-b92f-44b0e209836a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 812 time: 0.2703714 Dec 22 08:36:24.574287 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-a2c38786-75fc-4651-a9b3-47583395e8a1 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/quotas/57e9ca42379d4846a1028dae24cf219d HTTP/1.1" status: 200 len: 375 time: 0.0225043 Dec 22 08:36:24.630410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.639676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Transition to ACTIVE for port object 9582b0e9-346e-4bb2-a513-bf56fb794401 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:24.650667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Transition to ACTIVE for port object 63261022-1049-4cf3-be84-e3b502247501 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:24.657292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bfa64f3a-b3a0-4e20-b164-3f8d8c0dcd66 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Synchronizing usage tracker for tenant:57e9ca42379d4846a1028dae24cf219d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:24.663476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dbeb34af-e012-4e18-b4c2-1ecc0829033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.667129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.674654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9134cafa-dd01-4c9b-aefe-dcd97e46e544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:24.694306 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6554c968-c2fc-4e7f-938f-f8a9f0f94dfa HTTP/1.1" status: 204 len: 168 time: 2.4603238 Dec 22 08:36:24.699388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60352) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:24.711149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Request body: {'network': {'name': 'tempest-network--1946070190', 'router:external': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:24.723851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:24.731769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.733293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb34af-e012-4e18-b4c2-1ecc0829033b None None] Pushing event deleted for resources: {'Port': ['ID=6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:24.751680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Usage tracker for resource:network and tenant:e87e5a6c9111442ba36bd822935c91f7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:24.756538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:24.761437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bfa64f3a-b3a0-4e20-b164-3f8d8c0dcd66 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Unset dirty status for tenant:57e9ca42379d4846a1028dae24cf219d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:24.776995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Transition to ACTIVE for port object 63261022-1049-4cf3-be84-e3b502247501 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:24.779598 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bfa64f3a-b3a0-4e20-b164-3f8d8c0dcd66 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1922009 Dec 22 08:36:24.788943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:24.791124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb34af-e012-4e18-b4c2-1ecc0829033b None None] No DVR routers for this DVR port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:36:24.804450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Allocated IP 172.20.0.1 (47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66/72e7d877-b093-41e5-9e28-2bafc7e033d5/c998436c-750b-4e5c-a945-5b5d14b55dbd) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:24.806881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:24.807483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.833351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:24.842877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:24.845710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:24.864215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Made reservation on behalf of e87e5a6c9111442ba36bd822935c91f7 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:24.866459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.866809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:24.889491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Pushing event updated for resources: {'Port': ['ID=9582b0e9-346e-4bb2-a513-bf56fb794401,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:24.892617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:24.902710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:24.994131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:25.003457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.003985 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Added segment 708049ec-e41c-4573-97da-22e99c57ced4 of type vlan for network ed985d0d-7c89-4b36-b180-9b9c0eceae07 Dec 22 08:36:25.036647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.082208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:25.091069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:25.092566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.093527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:25.098736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Allocated IP 2001:db8::1e0 (35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3/66b102f9-857c-4a62-951d-49bf509c28ae/af0de0ac-135b-4426-b973-5ace7dab5a7f) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:25.105121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Pushing event updated for resources: {'Port': ['ID=63261022-1049-4cf3-be84-e3b502247501,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:25.107517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-8bd10b2a-8551-48f1-ad62-b89b3fb590a6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:25.107982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.108696 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-8bd10b2a-8551-48f1-ad62-b89b3fb590a6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1411855 Dec 22 08:36:25.109708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:25.110382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.112022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.112309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.115844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.126428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.127060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:36:25.127413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:36:25.175503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Transition to ACTIVE for port object 58dd35ec-39c5-41cd-af9f-4b70219497ab will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:25.180384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Attempting to bind port 9582b0e9-346e-4bb2-a513-bf56fb794401 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:25.180384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Attempting to bind port 9582b0e9-346e-4bb2-a513-bf56fb794401 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '444965d7-3c6a-405a-a621-4bf15a76f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:25.180384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Attempting to bind port 9582b0e9-346e-4bb2-a513-bf56fb794401 on network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:25.213410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.246051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:25.246422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Checking segment: {'id': '444965d7-3c6a-405a-a621-4bf15a76f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:25.246851 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.247269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Bound using segment: {'id': '444965d7-3c6a-405a-a621-4bf15a76f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:25.247855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Bound port: 9582b0e9-346e-4bb2-a513-bf56fb794401, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444965d7-3c6a-405a-a621-4bf15a76f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:25.248065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.283831 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5820098 Dec 22 08:36:25.300969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Attempting to bind port 63261022-1049-4cf3-be84-e3b502247501 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:25.300969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Attempting to bind port 63261022-1049-4cf3-be84-e3b502247501 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '744f63c6-f7d3-4920-b13f-8fa8dbf031b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:25.301304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Attempting to bind port 63261022-1049-4cf3-be84-e3b502247501 on network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:25.311014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60362) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.319557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:25.319930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Checking segment: {'id': '744f63c6-f7d3-4920-b13f-8fa8dbf031b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:25.320575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.320709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Bound using segment: {'id': '744f63c6-f7d3-4920-b13f-8fa8dbf031b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:25.321173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Bound port: 63261022-1049-4cf3-be84-e3b502247501, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744f63c6-f7d3-4920-b13f-8fa8dbf031b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:25.321542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.344800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:36:25.394267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:36:25.394664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:36:25.429047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.433325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'Network': ['ID=ed985d0d-7c89-4b36-b180-9b9c0eceae07,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:25.441348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] For port 9582b0e9-346e-4bb2-a513-bf56fb794401, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:25.445616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.460065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network ed985d0d-7c89-4b36-b180-9b9c0eceae07 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:25.460302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.475378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] For port 9582b0e9-346e-4bb2-a513-bf56fb794401, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9582b0e9-346e-4bb2-a513-bf56fb794401,segment=NetworkSegment(444965d7-3c6a-405a-a621-4bf15a76f446),segment_id=444965d7-3c6a-405a-a621-4bf15a76f446)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:25.497967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.538491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.541598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.543188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.550162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.557090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Transition to ACTIVE for port object c998436c-750b-4e5c-a945-5b5d14b55dbd will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:25.580168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.592849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806634d9-3674-469a-ab58-657a2c9c2286 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:25.596879 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-806634d9-3674-469a-ab58-657a2c9c2286 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] 10.222.0.31 "GET /v2.0/networks/ed985d0d-7c89-4b36-b180-9b9c0eceae07 HTTP/1.1" status: 200 len: 757 time: 0.2780828 Dec 22 08:36:25.604198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60366) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:25.618866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] For port 63261022-1049-4cf3-be84-e3b502247501, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:25.629556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Deleting port 6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:25.629869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.663668 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-1893a8e5-761c-439d-ad6a-e96ed7c80615 service neutron] 10.222.0.31 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234873 Dec 22 08:36:25.664183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] For port 63261022-1049-4cf3-be84-e3b502247501, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=63261022-1049-4cf3-be84-e3b502247501,segment=NetworkSegment(744f63c6-f7d3-4920-b13f-8fa8dbf031b9),segment_id=744f63c6-f7d3-4920-b13f-8fa8dbf031b9)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:25.683308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.690649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Pushing event updated for resources: {'Port': ['ID=9582b0e9-346e-4bb2-a513-bf56fb794401,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:25.694717 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.697813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.785655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Pushing event updated for resources: {'Port': ['ID=63261022-1049-4cf3-be84-e3b502247501,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:25.790178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.804303 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Pushing event updated for resources: {'Port': ['ID=22017449-eff0-420e-82d3-5d5a894e1147,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:25.807171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:25.836241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:25.846404 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.850760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:25.878828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] The port '6f7c06f5-ffbd-420b-976f-2aa5af5dbc3b' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:36:25.884571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Network 45114c55-0138-430d-a0d2-149c6879375d is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:25.903358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:25.905775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:25.998053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.022145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:26.025315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event updated for resources: {'Port': ['ID=c998436c-750b-4e5c-a945-5b5d14b55dbd,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:26.028240 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:26.033138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:26.036278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:26.055758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.088012 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-9a5ad7fa-7e89-4319-b1ae-09a477dc395d service neutron] 10.222.0.31 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113882 Dec 22 08:36:26.093976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Transition to ACTIVE for port object af0de0ac-135b-4426-b973-5ace7dab5a7f will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:26.135040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.162148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.174267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:26.250235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event updated for resources: {'Port': ['ID=58dd35ec-39c5-41cd-af9f-4b70219497ab,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:26.259397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e7dad1-c72b-4543-bdee-31067ff421fe tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:26.260184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-25e7dad1-c72b-4543-bdee-31067ff421fe tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Synchronizing usage tracker for tenant:ba0d831ad66a4ea98e5241cdb0581882 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:26.265069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.305633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:26.309773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.315519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:26.320356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:26.323709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:26.328288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:26.328980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.356642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event updated for resources: {'Port': ['ID=af0de0ac-135b-4426-b973-5ace7dab5a7f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:26.360718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:26.437687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-69900e97-1e03-460e-8adf-0a8df4bc6fd1 None None] Provisioning for port 58dd35ec-39c5-41cd-af9f-4b70219497ab completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:26.443929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-69900e97-1e03-460e-8adf-0a8df4bc6fd1 None None] Provisioning complete for port 58dd35ec-39c5-41cd-af9f-4b70219497ab triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:26.444302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-69900e97-1e03-460e-8adf-0a8df4bc6fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.503220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.509298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60380) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:26.513237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:26.544055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8945642 Dec 22 08:36:26.562057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60384) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:26.564936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 63261022-1049-4cf3-be84-e3b502247501 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:26.572430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Request body: {'port': {'network_id': '35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1384983371', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:26.579990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] bootfile-name is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:36:26.580561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] tftp-server is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:36:26.581054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] server-ip-address is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:36:26.585670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.613305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.620269 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2489066 Dec 22 08:36:26.648555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-69900e97-1e03-460e-8adf-0a8df4bc6fd1 None None] Port 58dd35ec-39c5-41cd-af9f-4b70219497ab cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:26.653481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-25e7dad1-c72b-4543-bdee-31067ff421fe tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Unset dirty status for tenant:ba0d831ad66a4ea98e5241cdb0581882 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:26.655649 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-25e7dad1-c72b-4543-bdee-31067ff421fe tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] 10.222.0.31 "GET /v2.0/networks/412f2b2e-e697-499c-be1b-22b07247a59a HTTP/1.1" status: 200 len: 768 time: 1.0499780 Dec 22 08:36:26.671997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60398) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:26.673706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 63261022-1049-4cf3-be84-e3b502247501 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:26.681070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9582b0e9-346e-4bb2-a513-bf56fb794401 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:26.684965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:26.690034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:26.726364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:26.730091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:26.835349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 9582b0e9-346e-4bb2-a513-bf56fb794401 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:27.080151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:27.088032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Usage tracker for resource:port and tenant:cfdd2cb2b86243219c9a2f49936435cc is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:27.092690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:27.107373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:27.110281 dv-neutron-822610-1-hyperv neutron-server[83496]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 08:36:27.127867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Pushing event updated for resources: {'Port': ['ID=f983d9d7-6417-4849-86be-b0d4f4ebce64,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:27.137765 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-79b60aac-c202-4e11-8cb2-cdc1206f3d0d tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1513552944&fields=id&tenant_id=40af50be34624cc59f8ac7442c7da6da HTTP/1.1" status: 200 len: 267 time: 0.1501176 Dec 22 08:36:27.201771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:27.221289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bdd101-3c67-45f3-9fc0-6de19db22b68']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:27.237467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Made reservation on behalf of cfdd2cb2b86243219c9a2f49936435cc for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:27.240936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.249185 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1e61784e-4acd-4175-ab09-5a7f658b4759 req-1ee23a75-a719-49f6-892e-876db947094e tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 210 time: 0.6429410 Dec 22 08:36:27.290504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e5e120d-68b7-4af0-93fd-927a815c53fb') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:27.291015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e5e120d-68b7-4af0-93fd-927a815c53fb') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:27.398631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.399737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] device_id is not set on port f3dbd55e-fcd1-4ddf-9644-eb1068de1803 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:27.428873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.438217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.443336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a063259-e749-4178-a448-385b0affbaf5 None None] Network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:27.466051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:27.466453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:27.482847 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:27.684938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-a3f8f3ef-9642-4d2d-aece-a889b3c131c6 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:27.686394 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-a3f8f3ef-9642-4d2d-aece-a889b3c131c6 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/networks?id=c5dff4d1-105a-4e86-8b7e-fcef6be851f8 HTTP/1.1" status: 200 len: 806 time: 0.5203559 Dec 22 08:36:27.712731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d85a8d-86b2-4ed5-8192-b5b0796243f3 None None] Network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:27.724037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Allocated IP 2001:db8::17a (35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3/66b102f9-857c-4a62-951d-49bf509c28ae/f3dbd55e-fcd1-4ddf-9644-eb1068de1803) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:27.756423 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-c998188f-456a-4ae8-98e3-303696d1f7db tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/quotas/40af50be34624cc59f8ac7442c7da6da HTTP/1.1" status: 200 len: 375 time: 0.0618279 Dec 22 08:36:27.772681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.832175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:27.838545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-621841e0-b1ae-47ea-8742-a83ee5e36a7c None None] Provisioning for port 9582b0e9-346e-4bb2-a513-bf56fb794401 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:27.881345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-689d3f81-2921-4d04-ae8b-054f9003eaec tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:27.891225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-621841e0-b1ae-47ea-8742-a83ee5e36a7c None None] Provisioning complete for port 9582b0e9-346e-4bb2-a513-bf56fb794401 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:27.892144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-621841e0-b1ae-47ea-8742-a83ee5e36a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.029546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.054284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.067405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-477f56c6-22f1-439d-8c30-97fab0532c2f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:28.083129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.084806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.087096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.122334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event updated for resources: {'Port': ['ID=c998436c-750b-4e5c-a945-5b5d14b55dbd,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:28.126791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:28.143674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:28.167346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Pushing event deleted for resources: {'Network': ['ID=48bdd101-3c67-45f3-9fc0-6de19db22b68,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:28.198842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:28.207041 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] 10.222.0.31 "DELETE /v2.0/networks/48bdd101-3c67-45f3-9fc0-6de19db22b68 HTTP/1.1" status: 204 len: 168 time: 5.4759305 Dec 22 08:36:28.211986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed985d0d-7c89-4b36-b180-9b9c0eceae07']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:28.220310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.253343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.263840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708049ec-e41c-4573-97da-22e99c57ced4') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:28.264128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708049ec-e41c-4573-97da-22e99c57ced4') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:28.264233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-621841e0-b1ae-47ea-8742-a83ee5e36a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.344831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:28.345806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:28.362479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:28.412328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.463842 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-740ff72b-1fa4-4149-ad94-561f781054a8 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=40af50be34624cc59f8ac7442c7da6da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6833208 Dec 22 08:36:28.483733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-621841e0-b1ae-47ea-8742-a83ee5e36a7c None None] For port 9582b0e9-346e-4bb2-a513-bf56fb794401, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9582b0e9-346e-4bb2-a513-bf56fb794401,segment=NetworkSegment(444965d7-3c6a-405a-a621-4bf15a76f446),segment_id=444965d7-3c6a-405a-a621-4bf15a76f446)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:28.497426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-621841e0-b1ae-47ea-8742-a83ee5e36a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.511813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:28.636913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.666146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.728086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621841e0-b1ae-47ea-8742-a83ee5e36a7c None None] Pushing event updated for resources: {'Port': ['ID=9582b0e9-346e-4bb2-a513-bf56fb794401,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:28.738081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-621841e0-b1ae-47ea-8742-a83ee5e36a7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:28.769575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Provisioning for port 63261022-1049-4cf3-be84-e3b502247501 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:28.776929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Provisioning complete for port 63261022-1049-4cf3-be84-e3b502247501 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:28.777547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.792597 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-59acbb03-2c5f-499c-a5fe-c118ac58059a req-c69e02cc-f231-4600-b501-58f898ca124c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 210 time: 0.1493177 Dec 22 08:36:28.853848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60438) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:28.910598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.913115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event updated for resources: {'Port': ['ID=58dd35ec-39c5-41cd-af9f-4b70219497ab,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:28.915589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.916854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:28.963106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] For port 63261022-1049-4cf3-be84-e3b502247501, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=63261022-1049-4cf3-be84-e3b502247501,segment=NetworkSegment(744f63c6-f7d3-4920-b13f-8fa8dbf031b9),segment_id=744f63c6-f7d3-4920-b13f-8fa8dbf031b9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:28.975781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:28.979683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:29.021304 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-77b5402b-94ae-4f94-b7bd-ade2216ee0bd service neutron] 10.222.0.31 "GET /v2.0/networks/c5dff4d1-105a-4e86-8b7e-fcef6be851f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110198 Dec 22 08:36:29.099138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Network 45114c55-0138-430d-a0d2-149c6879375d is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:29.104912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:29.146731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Provisioning complete for port 9582b0e9-346e-4bb2-a513-bf56fb794401 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:29.147120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.178984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.32', 51296) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:29.206439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Pushing event updated for resources: {'Port': ['ID=63261022-1049-4cf3-be84-e3b502247501,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:29.236118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:29.284692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Sync routers for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:29.343817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:29.344842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:29.481877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.560156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:29.560691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:29.577337 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:29.710565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:29.754488 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-356eabac-a478-4974-b055-e41af398994f service neutron] 10.222.0.31 "GET /v2.0/networks/c5dff4d1-105a-4e86-8b7e-fcef6be851f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123420 Dec 22 08:36:29.776638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Provisioning for port c998436c-750b-4e5c-a945-5b5d14b55dbd completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:29.785750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Provisioning complete for port c998436c-750b-4e5c-a945-5b5d14b55dbd triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:29.786137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.808844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-f9cac319-c865-46d3-a626-5c174ecac67c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:29.810571 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-f9cac319-c865-46d3-a626-5c174ecac67c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.32 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 812 time: 0.5994251 Dec 22 08:36:29.876266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Transition to ACTIVE for port object f3dbd55e-fcd1-4ddf-9644-eb1068de1803 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:29.893191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.907213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed985d0d-7c89-4b36-b180-9b9c0eceae07 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 08:36:29.910413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:29.927114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-711a1499-2569-4297-805b-975a2bd28b88 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:29.945632 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-787023ec-f9e9-418a-86c7-36446a7cd0ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efb59041d24b48f5a019f4e11e39dce7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0416908 Dec 22 08:36:29.957651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60450) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.010229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Port c998436c-750b-4e5c-a945-5b5d14b55dbd cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:30.014235 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-34b39eca-15ec-4716-a4ca-28fb38365899 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57e9ca42379d4846a1028dae24cf219d HTTP/1.1" status: 200 len: 380 time: 0.1635413 Dec 22 08:36:30.018802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed985d0d-7c89-4b36-b180-9b9c0eceae07,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:30.044133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:30.049631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ed985d0d-7c89-4b36-b180-9b9c0eceae07 HTTP/1.1" status: 204 len: 168 time: 3.3659310 Dec 22 08:36:30.058987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Request body: {'port': {'device_id': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'admin_state_up': True, 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'security_groups': ['2b36921f-9974-47c3-8de5-d63a0488fca0']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:30.070377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60468) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.094282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:30.135151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Request body: {'network': {'name': 'tempest-network--889292888'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:30.180542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Provisioning complete for port 58dd35ec-39c5-41cd-af9f-4b70219497ab triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:30.180830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.181909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.231606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:30.285231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Port 58dd35ec-39c5-41cd-af9f-4b70219497ab cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:30.313352 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-15bbc198-504d-477e-bd85-bddddee65bd5 req-2a613613-bd2c-41e0-8404-6c2a88bac9e6 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 210 time: 0.1359677 Dec 22 08:36:30.388291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:30.395448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:30.397449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event updated for resources: {'Port': ['ID=f3dbd55e-fcd1-4ddf-9644-eb1068de1803,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:30.403167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:30.407384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:30.408330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.413585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:30.473831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:30.481497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.502003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Router 688b89b3-76e0-421e-84cd-bfb4baa3b231 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:36:30.510315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Usage tracker for resource:network and tenant:e87e5a6c9111442ba36bd822935c91f7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:30.518723 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0355744a-5d0e-4911-b8fe-4111d86ccd71 req-3b44ad2a-8395-46e5-8413-f10e7537f289 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 210 time: 0.4086976 Dec 22 08:36:30.520567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:30.528930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Provisioning for port af0de0ac-135b-4426-b973-5ace7dab5a7f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:30.531718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.554647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 63261022-1049-4cf3-be84-e3b502247501 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:30.555147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:30.557739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:30.562953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:30.593484 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.0299902 Dec 22 08:36:30.597184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60494) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:30.604710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Provisioning complete for port af0de0ac-135b-4426-b973-5ace7dab5a7f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:30.605087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.623591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:30.650227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75ced785-a9f3-4397-9d2e-faf9c6e5c8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.682068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75ced785-a9f3-4397-9d2e-faf9c6e5c8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.795587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75ced785-a9f3-4397-9d2e-faf9c6e5c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.819077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Made reservation on behalf of e87e5a6c9111442ba36bd822935c91f7 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:30.821920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:30.829327 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Port af0de0ac-135b-4426-b973-5ace7dab5a7f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:30.927988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'c6ef582f-175a-4842-86a2-e8460ea7765f', 'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'mac_address': 'fa:16:3e:63:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:13Z', 'revision_number': 2, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'subnets': [{'id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:30.970088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Pushing event updated for resources: {'Port': ['ID=f983d9d7-6417-4849-86be-b0d4f4ebce64,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:30.984148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:30.994512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:30.995855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Checking router: 6cda8f89-b425-495e-a7fb-11eb68d7dbab for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:36:30.996234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Updating router 6cda8f89-b425-495e-a7fb-11eb68d7dbab port c6ef582f-175a-4842-86a2-e8460ea7765f binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:36:31.013670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.093784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Made reservation on behalf of 57e9ca42379d4846a1028dae24cf219d for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:31.100209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75ced785-a9f3-4397-9d2e-faf9c6e5c8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.102421 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-75ced785-a9f3-4397-9d2e-faf9c6e5c8f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f93e0fa-1516-44e4-a628-dd0310703ed6 HTTP/1.1" status: 204 len: 168 time: 1.1417437 Dec 22 08:36:31.107550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.119400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:31.133811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.134669 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Added segment 2dc7123f-d7ed-4dfc-ab8d-e5514db8694d of type vlan for network 264088c0-6bf4-41c3-98d4-b86b72724dfc Dec 22 08:36:31.184055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.206708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Provisioning complete for port c998436c-750b-4e5c-a945-5b5d14b55dbd triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:31.207820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.232549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ced785-a9f3-4397-9d2e-faf9c6e5c8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f93e0fa-1516-44e4-a628-dd0310703ed6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:31.234953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.244322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.3778400 Dec 22 08:36:31.244322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-75ced785-a9f3-4397-9d2e-faf9c6e5c8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:31.244322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.254560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Router b60bade3-d812-442b-98ec-52fe8ae0c22e has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:36:31.257600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:31.258591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.265215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:31.431416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:31.487457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'Network': ['ID=264088c0-6bf4-41c3-98d4-b86b72724dfc,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:31.493252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e89d7c-2516-4180-aa22-7ff716f3dcde tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:31.503685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e89d7c-2516-4180-aa22-7ff716f3dcde tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:31.507036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:31.512653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e89d7c-2516-4180-aa22-7ff716f3dcde tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:31.515278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f5e89d7c-2516-4180-aa22-7ff716f3dcde tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Synchronizing usage tracker for tenant:cfdd2cb2b86243219c9a2f49936435cc on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:31.522243 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4403734 Dec 22 08:36:31.528571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60514) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:31.567902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:31.631842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 264088c0-6bf4-41c3-98d4-b86b72724dfc details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:31.735895 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f5f92a4b-ae1f-4e45-af1a-5514d272079e req-8384d18d-7a8b-49cf-aff3-1b7534dece5a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 210 time: 0.2120595 Dec 22 08:36:31.763477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f5e89d7c-2516-4180-aa22-7ff716f3dcde tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Unset dirty status for tenant:cfdd2cb2b86243219c9a2f49936435cc on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:31.765790 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f5e89d7c-2516-4180-aa22-7ff716f3dcde tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 1.1512094 Dec 22 08:36:31.775840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60534) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:31.947683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Port c998436c-750b-4e5c-a945-5b5d14b55dbd cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:32.053676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60538) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:32.130269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Allocated IP 172.20.0.12 (1da5084d-8efd-4897-9d2d-6026cbe0946d/3e55f71b-91ef-46b9-b456-eca36c06248b/ecf057f3-e107-4e49-8dd9-f6d41f2041ee) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:32.268006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.282213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-a7588044-83d1-420a-81a6-358cb01e673e req-5629f0b9-f231-4797-99ce-ab3e3d1182d2 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Synchronizing usage tracker for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:32.412936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.486999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.510442 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7aae107-dc53-4cda-b63d-c6c55b969e5d req-0a3906b2-5dda-4bb1-8e25-7dcb7ad811e8 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 210 time: 0.1062398 Dec 22 08:36:32.533914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.568073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Transition to ACTIVE for port object ecf057f3-e107-4e49-8dd9-f6d41f2041ee will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:32.573732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:32.586115 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e939912-6ccb-4a69-ba62-47e4a480c747 None None] Sync routers for ids ['688b89b3-76e0-421e-84cd-bfb4baa3b231'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:32.590677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-357bd33e-fc8a-4030-89e5-f8168d111670 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:32.600525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Deleting port f3dbd55e-fcd1-4ddf-9644-eb1068de1803 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:32.600870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.611002 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e939912-6ccb-4a69-ba62-47e4a480c747 None None] Routers {'688b89b3-76e0-421e-84cd-bfb4baa3b231'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:32.616755 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5e939912-6ccb-4a69-ba62-47e4a480c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['688b89b3-76e0-421e-84cd-bfb4baa3b231'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:32.631944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.637157 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "PUT /v2.0/routers/688b89b3-76e0-421e-84cd-bfb4baa3b231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5973923 Dec 22 08:36:32.639450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60544) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:32.655312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Request body: {'port': {'network_id': '47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66', 'name': 'tempest-FloatingIPNegativeTestJSON-1503850832'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:32.665145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Transition to ACTIVE for port object c6ef582f-175a-4842-86a2-e8460ea7765f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:32.692752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.721460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 63261022-1049-4cf3-be84-e3b502247501 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:32.722197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.792902 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5e939912-6ccb-4a69-ba62-47e4a480c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:32.816053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:32.822297 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e939912-6ccb-4a69-ba62-47e4a480c747 None None] Routers {'688b89b3-76e0-421e-84cd-bfb4baa3b231'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:32.825180 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5e939912-6ccb-4a69-ba62-47e4a480c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['688b89b3-76e0-421e-84cd-bfb4baa3b231'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:32.869280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:32.951944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-a7588044-83d1-420a-81a6-358cb01e673e req-5629f0b9-f231-4797-99ce-ab3e3d1182d2 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Unset dirty status for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:32.959102 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-5629f0b9-f231-4797-99ce-ab3e3d1182d2 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--180088981&fields=id&tenant_id=90e6b72fd0774fd0b253f3a7b6d2d571 HTTP/1.1" status: 200 len: 267 time: 1.0524096 Dec 22 08:36:32.962375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:32.979438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb69ccc-0efe-4de7-a28f-6c48080bb002 None None] Pushing event updated for resources: {'Port': ['ID=c6ef582f-175a-4842-86a2-e8460ea7765f,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:32.981722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Usage tracker for resource:security_group_rule and tenant:8b9cefa3bdf84629aa0f5f74ff910283 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:32.992277 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5e939912-6ccb-4a69-ba62-47e4a480c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:32.992686 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e939912-6ccb-4a69-ba62-47e4a480c747 None None] The sync data for ids ['688b89b3-76e0-421e-84cd-bfb4baa3b231'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:33.006660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Network 264088c0-6bf4-41c3-98d4-b86b72724dfc is not hosted by any dhcp agent {{(pid=83496) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 08:36:33.007458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:33.008037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.012555 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "PUT /v2.0/networks/264088c0-6bf4-41c3-98d4-b86b72724dfc HTTP/1.1" status: 200 len: 857 time: 1.4694638 Dec 22 08:36:33.016101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60550) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:33.017009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:33.063379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8eb69ccc-0efe-4de7-a28f-6c48080bb002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:33.092304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:33.109088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Provisioning complete for port 63261022-1049-4cf3-be84-e3b502247501 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:33.109546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-339980e2-a5cf-42c1-820f-9065168881da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.149507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event updated for resources: {'Network': ['ID=264088c0-6bf4-41c3-98d4-b86b72724dfc,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:33.167301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.227059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:33.293701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:33.361176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.437615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Attempting to bind port c6ef582f-175a-4842-86a2-e8460ea7765f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:33.437992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Attempting to bind port c6ef582f-175a-4842-86a2-e8460ea7765f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:33.438390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Attempting to bind port c6ef582f-175a-4842-86a2-e8460ea7765f on network b1b26534-ad52-47d9-8e9a-d104ef919d7e {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:33.468120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Calling delete_port for f3dbd55e-fcd1-4ddf-9644-eb1068de1803 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:33.509896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:33.520462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:33.520883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Checking segment: {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:33.521352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.521755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Bound using segment: {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:33.522656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Bound port: c6ef582f-175a-4842-86a2-e8460ea7765f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:33.534639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.604955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7588044-83d1-420a-81a6-358cb01e673e req-a08cfb53-7f22-4498-9581-393805dbbb0f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:33.605689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-a7588044-83d1-420a-81a6-358cb01e673e req-a08cfb53-7f22-4498-9581-393805dbbb0f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Synchronizing usage tracker for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:33.612394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320bc6e-ecd9-4504-b1fa-72899e009893 None None] Sync routers for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:33.640936 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-da95bdf1-88d5-4fea-919e-f1c043e84dd4 req-036de6c8-ab03-442e-b1e2-b358ba53740e tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 210 time: 0.2998219 Dec 22 08:36:33.646202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320bc6e-ecd9-4504-b1fa-72899e009893 None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:33.647185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3320bc6e-ecd9-4504-b1fa-72899e009893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:33.687887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.694141 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "PUT /v2.0/routers/b60bade3-d812-442b-98ec-52fe8ae0c22e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8622828 Dec 22 08:36:33.700114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60556) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:33.714142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:33.715791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.725046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Usage tracker for resource:port and tenant:c822e098dd5741569f3badc3a58c52e8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:33.734433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Request body: {'port': {'network_id': '45114c55-0138-430d-a0d2-149c6879375d', 'name': 'tempest-FloatingIPAdminTestJSON-1786754027'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:33.747539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.32', 51302) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:33.750807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.758929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:33.764099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3320bc6e-ecd9-4504-b1fa-72899e009893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:33.774724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-a7588044-83d1-420a-81a6-358cb01e673e req-a08cfb53-7f22-4498-9581-393805dbbb0f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Unset dirty status for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:33.775906 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-a08cfb53-7f22-4498-9581-393805dbbb0f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/networks?id=b1b26534-ad52-47d9-8e9a-d104ef919d7e HTTP/1.1" status: 200 len: 811 time: 0.7960067 Dec 22 08:36:33.809672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9582b0e9-346e-4bb2-a513-bf56fb794401 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:33.866613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320bc6e-ecd9-4504-b1fa-72899e009893 None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:33.879682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3320bc6e-ecd9-4504-b1fa-72899e009893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:33.931697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:33.935825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Pushing event updated for resources: {'Port': ['ID=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:33.956612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Network 1da5084d-8efd-4897-9d2d-6026cbe0946d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:33.961176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:33.963806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:33.966328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:33.969231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:33.975196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3320bc6e-ecd9-4504-b1fa-72899e009893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:33.975646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320bc6e-ecd9-4504-b1fa-72899e009893 None None] The sync data for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:34.027212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] For port c6ef582f-175a-4842-86a2-e8460ea7765f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:34.030541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] For port c6ef582f-175a-4842-86a2-e8460ea7765f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c6ef582f-175a-4842-86a2-e8460ea7765f,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:34.038807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.050693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9a74c5dd-1e1b-4a85-ba3f-edeae2c24acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:34.069555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:34.125154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264088c0-6bf4-41c3-98d4-b86b72724dfc']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:34.161260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:34.166020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9582b0e9-346e-4bb2-a513-bf56fb794401 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:34.166422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.216396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0eda0f6a-d044-4310-ab7e-b87e75581980 None None] Could not find standard attr ID for object f3dbd55e-fcd1-4ddf-9644-eb1068de1803. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:36:34.237343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-5eacf57b-5f37-4ab1-8557-d8a3926573ee tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:34.238431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-5eacf57b-5f37-4ab1-8557-d8a3926573ee tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Synchronizing usage tracker for tenant:40af50be34624cc59f8ac7442c7da6da on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:34.249167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event deleted for resources: {'Port': ['ID=f3dbd55e-fcd1-4ddf-9644-eb1068de1803,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:34.291355 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-3b9d1043-ce1a-43d2-ac03-0bb28a61d869 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/quotas/90e6b72fd0774fd0b253f3a7b6d2d571 HTTP/1.1" status: 200 len: 375 time: 0.4148672 Dec 22 08:36:34.338749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.348904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc7123f-d7ed-4dfc-ab8d-e5514db8694d') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:34.353096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc7123f-d7ed-4dfc-ab8d-e5514db8694d') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:34.353673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:34.366104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-5eacf57b-5f37-4ab1-8557-d8a3926573ee tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Unset dirty status for tenant:40af50be34624cc59f8ac7442c7da6da on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:34.367259 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-5eacf57b-5f37-4ab1-8557-d8a3926573ee tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.32 "GET /v2.0/networks?id=c5dff4d1-105a-4e86-8b7e-fcef6be851f8 HTTP/1.1" status: 200 len: 806 time: 0.6016598 Dec 22 08:36:34.367888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b151892d-d127-47b5-a28f-1bfde726ed36,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:34.377953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb69ccc-0efe-4de7-a28f-6c48080bb002 None None] Pushing event updated for resources: {'Port': ['ID=c6ef582f-175a-4842-86a2-e8460ea7765f,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:34.378861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:34.388895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8eb69ccc-0efe-4de7-a28f-6c48080bb002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:34.395309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:34.396021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:34.419221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Made reservation on behalf of c822e098dd5741569f3badc3a58c52e8 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:34.422255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.479811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] device_id is not set on port a68d70e2-c667-4474-9463-91960ee3ea08 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:34.516186 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b9cefa3bdf84629aa0f5f74ff910283&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4262645 Dec 22 08:36:34.526915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60564) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:34.529861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.757741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Allocated IP 172.20.0.5 (47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66/72e7d877-b093-41e5-9e28-2bafc7e033d5/a68d70e2-c667-4474-9463-91960ee3ea08) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:34.780637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.805882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e42a59cf-dffe-498b-b23b-ead4871b5563 None None] Provisioning for port ecf057f3-e107-4e49-8dd9-f6d41f2041ee completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:34.811085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:34.811504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:34.834972 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:34.858015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e42a59cf-dffe-498b-b23b-ead4871b5563 None None] Provisioning complete for port ecf057f3-e107-4e49-8dd9-f6d41f2041ee triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:34.859539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e42a59cf-dffe-498b-b23b-ead4871b5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:34.980441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e42a59cf-dffe-498b-b23b-ead4871b5563 None None] Port ecf057f3-e107-4e49-8dd9-f6d41f2041ee cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:34.998929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:35.004771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-cc77ff93-0636-4e7c-bb6c-e25a18e9f957 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Synchronizing usage tracker for tenant:40af50be34624cc59f8ac7442c7da6da on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:35.020590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:35.026757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e1202bf-34a7-42d5-b328-1c14450363e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.060400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e1202bf-34a7-42d5-b328-1c14450363e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.121833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Usage tracker for resource:port and tenant:d98a1a5516cd489c86668dcfccf80ea6 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:35.128842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e1202bf-34a7-42d5-b328-1c14450363e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.131702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:35.145366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:35.148570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:35.166289 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-0420456a-25ee-40a3-805a-87afaacc50a3 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=90e6b72fd0774fd0b253f3a7b6d2d571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8365054 Dec 22 08:36:35.171476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1202bf-34a7-42d5-b328-1c14450363e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b151892d-d127-47b5-a28f-1bfde726ed36,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:35.176950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0e1202bf-34a7-42d5-b328-1c14450363e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:35.180180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.181698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-cc77ff93-0636-4e7c-bb6c-e25a18e9f957 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Unset dirty status for tenant:40af50be34624cc59f8ac7442c7da6da on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:35.182824 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-cc77ff93-0636-4e7c-bb6c-e25a18e9f957 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40af50be34624cc59f8ac7442c7da6da HTTP/1.1" status: 200 len: 380 time: 0.6619470 Dec 22 08:36:35.191003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d26df653-6a93-434b-847f-ead7c540f7d1 tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:35.196579 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "DELETE /v2.0/ports/f3dbd55e-fcd1-4ddf-9644-eb1068de1803 HTTP/1.1" status: 204 len: 168 time: 3.3404510 Dec 22 08:36:35.198944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60572) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:35.216044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 264088c0-6bf4-41c3-98d4-b86b72724dfc {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 08:36:35.220465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Pushing event deleted for resources: {'Network': ['ID=264088c0-6bf4-41c3-98d4-b86b72724dfc,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:35.223633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.226897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Made reservation on behalf of d98a1a5516cd489c86668dcfccf80ea6 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:35.230231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.240410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:35.244209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Request body: {'port': {'device_id': '91de7223-d63c-46b4-b46c-8694399da8a2', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'admin_state_up': True, 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'security_groups': ['3202cffd-bef3-49e9-9cf3-a51114ab6103']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:35.262224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e1202bf-34a7-42d5-b328-1c14450363e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.266032 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0e1202bf-34a7-42d5-b328-1c14450363e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b151892d-d127-47b5-a28f-1bfde726ed36 HTTP/1.1" status: 204 len: 168 time: 0.7385483 Dec 22 08:36:35.271347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Request body: {'port': {'name': 'tempest-new-port-name-881995797', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:35.286313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] bootfile-name is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:36:35.286754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] tftp-server is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:36:35.287082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] server-ip-address is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:36:35.345859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.363661 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] 10.222.0.31 "DELETE /v2.0/networks/264088c0-6bf4-41c3-98d4-b86b72724dfc HTTP/1.1" status: 204 len: 168 time: 2.3426571 Dec 22 08:36:35.370615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60582) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:35.392355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] device_id is not set on port 4fc1d140-6756-4c25-a355-964e6b27bf40 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:35.425060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:35.425723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.455470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40811a-64b5-4356-8032-6133397608b9 req-3bd47185-9424-4e57-8c54-085f9137b2cb tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:35.456185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-6e40811a-64b5-4356-8032-6133397608b9 req-3bd47185-9424-4e57-8c54-085f9137b2cb tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Synchronizing usage tracker for tenant:57e9ca42379d4846a1028dae24cf219d on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:35.491421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Transition to ACTIVE for port object a68d70e2-c667-4474-9463-91960ee3ea08 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:35.603960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Allocated IP 172.20.0.5 (45114c55-0138-430d-a0d2-149c6879375d/24782860-dbce-4239-a789-a8246efc6ec6/4fc1d140-6756-4c25-a355-964e6b27bf40) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:35.669978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6360180 Dec 22 08:36:35.707655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-34b77ac3-cdf6-4a5e-8f51-93824cafd527 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:35.708555 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-34b77ac3-cdf6-4a5e-8f51-93824cafd527 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0166981 Dec 22 08:36:35.734732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-6e40811a-64b5-4356-8032-6133397608b9 req-3bd47185-9424-4e57-8c54-085f9137b2cb tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Unset dirty status for tenant:57e9ca42379d4846a1028dae24cf219d on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:35.736075 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6e40811a-64b5-4356-8032-6133397608b9 req-3bd47185-9424-4e57-8c54-085f9137b2cb tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 932 time: 1.7778544 Dec 22 08:36:35.845452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.847999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:35.941483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-dd25c705-f5cc-47f8-b2f6-70c3ac11fa37 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:36:35.942810 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-dd25c705-f5cc-47f8-b2f6-70c3ac11fa37 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3231454 Dec 22 08:36:35.952295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:35.978273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'c6ef582f-175a-4842-86a2-e8460ea7765f', 'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'mac_address': 'fa:16:3e:63:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:34Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'subnets': [{'id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:35.999085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18a745-1924-42f8-9e23-a8cb275a4cdc None None] The sync data for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv is: [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'c6ef582f-175a-4842-86a2-e8460ea7765f', 'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'mac_address': 'fa:16:3e:63:17:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:34Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'subnets': [{'id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:36.008489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d705359-7eb0-4475-b500-48f2debbdbfc tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] DELETE failed (client error): The resource could not be found. Dec 22 08:36:36.009009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d705359-7eb0-4475-b500-48f2debbdbfc tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:36:36.166248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Request body: {'port': {'device_id': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:36.271859 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5d705359-7eb0-4475-b500-48f2debbdbfc tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] 10.222.0.31 "DELETE /v2.0/subnets/7c3356e1-34f9-4a09-ba9c-d06a1378cb5e HTTP/1.1" status: 404 len: 337 time: 0.8898027 Dec 22 08:36:36.299203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60596) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:36.299420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:36.388874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:36.410786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:36.549100 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6e40811a-64b5-4356-8032-6133397608b9 req-75faa78b-ae4c-4386-bb21-9e331ad1b5f4 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8049519 Dec 22 08:36:36.559472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:36.681956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:36.711117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Usage tracker for resource:port and tenant:40af50be34624cc59f8ac7442c7da6da is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:36.737849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:36.762421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event updated for resources: {'Port': ['ID=a68d70e2-c667-4474-9463-91960ee3ea08,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:36.773796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:36.850947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:36.926632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.055595 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-8cdc82f7-2900-4122-98d3-11d65510802f service neutron] 10.222.0.31 "GET /v2.0/networks/b1b26534-ad52-47d9-8e9a-d104ef919d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0424907 Dec 22 08:36:37.063831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fc972943-8020-4f37-8a9e-ba63188d7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.085532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3efbbdfd-0c64-41de-9672-46c20d578bfb None None] Provisioning for port a68d70e2-c667-4474-9463-91960ee3ea08 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:37.109032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3efbbdfd-0c64-41de-9672-46c20d578bfb None None] Provisioning complete for port a68d70e2-c667-4474-9463-91960ee3ea08 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:37.109032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3efbbdfd-0c64-41de-9672-46c20d578bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.143112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Made reservation on behalf of 40af50be34624cc59f8ac7442c7da6da for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:37.157779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.250872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c6ef582f-175a-4842-86a2-e8460ea7765f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:37.398186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.471453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3efbbdfd-0c64-41de-9672-46c20d578bfb None None] Port a68d70e2-c667-4474-9463-91960ee3ea08 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:37.476919 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bb8d128-bbc3-4980-8e41-442473ede660 req-7426a880-464e-42d8-b036-0a3f3f20a4d8 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 210 time: 0.5080786 Dec 22 08:36:37.491545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.517903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port c6ef582f-175a-4842-86a2-e8460ea7765f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:37.574821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c6ef582f-175a-4842-86a2-e8460ea7765f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:37.576003 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.582445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b4238d3d-9f8b-477e-adb4-62b57efc50c6 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:37.770865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.771889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] In _notify_port_updated(), no bound segment for port af0de0ac-135b-4426-b973-5ace7dab5a7f on network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:36:37.775725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:37.776355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.777661 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "PUT /v2.0/ports/af0de0ac-135b-4426-b973-5ace7dab5a7f HTTP/1.1" status: 200 len: 1129 time: 2.5299420 Dec 22 08:36:37.803343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event updated for resources: {'Port': ['ID=af0de0ac-135b-4426-b973-5ace7dab5a7f,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:37.818086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:37.819437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.821975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412f2b2e-e697-499c-be1b-22b07247a59a']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:37.831443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:37.835168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:37.862418 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd619637b-72f0-4fbe-a0cd-0dc8288bd444') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:37.863100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd619637b-72f0-4fbe-a0cd-0dc8288bd444') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:37.890291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:37.988486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.077831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.081982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port c6ef582f-175a-4842-86a2-e8460ea7765f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c6ef582f-175a-4842-86a2-e8460ea7765f,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:38.095054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.095968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.108240 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:38.183536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:38.184019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.219682 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5730705 Dec 22 08:36:38.231330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60620) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:38.246059 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:38.254844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=c6ef582f-175a-4842-86a2-e8460ea7765f,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:38.276519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:38.292947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:38.322959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:38.338232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-35fb508c-d5b1-4a36-a384-6812e9905e11 None None] Provisioning complete for port af0de0ac-135b-4426-b973-5ace7dab5a7f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:38.338948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-35fb508c-d5b1-4a36-a384-6812e9905e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.341470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6cb75a-c32a-4969-a4e9-00af9df04aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:38.342226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7f6cb75a-c32a-4969-a4e9-00af9df04aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Synchronizing usage tracker for tenant:cfdd2cb2b86243219c9a2f49936435cc on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:38.348348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Transition to ACTIVE for port object 4fc1d140-6756-4c25-a355-964e6b27bf40 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:38.384881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Usage tracker for resource:floatingip and tenant:c822e098dd5741569f3badc3a58c52e8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:38.439466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-35fb508c-d5b1-4a36-a384-6812e9905e11 None None] Port af0de0ac-135b-4426-b973-5ace7dab5a7f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:38.442606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:38.514410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:38.538770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7f6cb75a-c32a-4969-a4e9-00af9df04aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Unset dirty status for tenant:cfdd2cb2b86243219c9a2f49936435cc on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:38.543592 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7f6cb75a-c32a-4969-a4e9-00af9df04aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "GET /v2.0/ports/af0de0ac-135b-4426-b973-5ace7dab5a7f HTTP/1.1" status: 200 len: 1129 time: 0.6978693 Dec 22 08:36:38.562761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:38.589766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Allocated IP 172.20.0.9 (c5dff4d1-105a-4e86-8b7e-fcef6be851f8/dd8fe89f-7bf1-4736-949a-c9a233d71b6e/4e7441b9-caca-4e75-8ec9-1a07667d4194) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:38.686005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.765581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.778485 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-488c7dab-e94d-4494-a6f1-a62153a504ce service neutron] 10.222.0.31 "GET /v2.0/networks/b1b26534-ad52-47d9-8e9a-d104ef919d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6462212 Dec 22 08:36:38.783620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:38.812164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.832433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Pushing event deleted for resources: {'Network': ['ID=412f2b2e-e697-499c-be1b-22b07247a59a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:38.840363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.847314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:38.872627 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:38.877861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Deleting port af0de0ac-135b-4426-b973-5ace7dab5a7f {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:38.878378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:38.921700 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] 10.222.0.31 "DELETE /v2.0/networks/412f2b2e-e697-499c-be1b-22b07247a59a HTTP/1.1" status: 204 len: 168 time: 2.6154411 Dec 22 08:36:39.024957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.047515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Transition to ACTIVE for port object 4e7441b9-caca-4e75-8ec9-1a07667d4194 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:39.051783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92eafe-5598-4a97-b7c5-98767afbd9ad req-870839aa-5285-4107-a421-28ddd2643d65 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:39.070936 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd92eafe-5598-4a97-b7c5-98767afbd9ad req-870839aa-5285-4107-a421-28ddd2643d65 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 932 time: 1.1031151 Dec 22 08:36:39.085886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c6ef582f-175a-4842-86a2-e8460ea7765f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:39.112834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Network 45114c55-0138-430d-a0d2-149c6879375d is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:39.121901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:39.146241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:39.301247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-557daed0-97ad-4aec-986a-34ca754860ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.306091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.337260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c6ef582f-175a-4842-86a2-e8460ea7765f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:39.337697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.433908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:39.561453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:39.563179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.575593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event updated for resources: {'Port': ['ID=4fc1d140-6756-4c25-a355-964e6b27bf40,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:39.588860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:39.612556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:39.734520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60658) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:39.794772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-17f70d98-8433-4cb0-b470-179d1480cbc7 None None] Provisioning for port 4fc1d140-6756-4c25-a355-964e6b27bf40 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:39.803374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-17f70d98-8433-4cb0-b470-179d1480cbc7 None None] Provisioning complete for port 4fc1d140-6756-4c25-a355-964e6b27bf40 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:39.804952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17f70d98-8433-4cb0-b470-179d1480cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:39.881644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:39.904483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:39.932294 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2180653 Dec 22 08:36:39.955335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60666) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:39.957207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:39.960397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd92eafe-5598-4a97-b7c5-98767afbd9ad req-9d936d90-b53a-461e-93d1-6fe7b359a38d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8876910 Dec 22 08:36:40.064972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-17f70d98-8433-4cb0-b470-179d1480cbc7 None None] Port 4fc1d140-6756-4c25-a355-964e6b27bf40 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:40.122857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf057f3-e107-4e49-8dd9-f6d41f2041ee {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:36:40.163925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.301826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60670) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:40.358028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-674e8862-8ebb-43d9-956e-11dc66a7c5c7 req-c5bfcd05-1433-4471-b1dd-9b2e89a39c04 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Synchronizing usage tracker for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:40.371647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.375474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.413125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ffaff3f9-7832-44e9-9e00-28d7360a74f0 None None] Provisioning for port 4e7441b9-caca-4e75-8ec9-1a07667d4194 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:40.423427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ffaff3f9-7832-44e9-9e00-28d7360a74f0 None None] Provisioning complete for port 4e7441b9-caca-4e75-8ec9-1a07667d4194 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:40.423801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ffaff3f9-7832-44e9-9e00-28d7360a74f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.427744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Transition to ACTIVE for port object ecf057f3-e107-4e49-8dd9-f6d41f2041ee will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:40.486429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Pushing event updated for resources: {'Port': ['ID=4e7441b9-caca-4e75-8ec9-1a07667d4194,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:40.490413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.502820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.522852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:40.525652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:40.578712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ffaff3f9-7832-44e9-9e00-28d7360a74f0 None None] Port 4e7441b9-caca-4e75-8ec9-1a07667d4194 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:40.605913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:40.606521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:40.669171 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5c9451ff-37fb-44da-8592-5a7b2c8af817 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba0d831ad66a4ea98e5241cdb0581882&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8701665 Dec 22 08:36:40.670066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60684) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:40.680084 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4604247 Dec 22 08:36:40.698211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c453c9b-d42b-4580-b3a9-d1318e992560 req-2bbd3450-a4ec-4cc6-b5e8-6f7e1201f0a7 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:40.700629 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0c453c9b-d42b-4580-b3a9-d1318e992560 req-2bbd3450-a4ec-4cc6-b5e8-6f7e1201f0a7 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Synchronizing usage tracker for tenant:40af50be34624cc59f8ac7442c7da6da on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:40.742180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Request body: {'port': {'device_id': '91de7223-d63c-46b4-b46c-8694399da8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:40.795410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0c453c9b-d42b-4580-b3a9-d1318e992560 req-2bbd3450-a4ec-4cc6-b5e8-6f7e1201f0a7 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Unset dirty status for tenant:40af50be34624cc59f8ac7442c7da6da on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:40.796555 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0c453c9b-d42b-4580-b3a9-d1318e992560 req-2bbd3450-a4ec-4cc6-b5e8-6f7e1201f0a7 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 931 time: 1.2068057 Dec 22 08:36:40.812546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-674e8862-8ebb-43d9-956e-11dc66a7c5c7 req-c5bfcd05-1433-4471-b1dd-9b2e89a39c04 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Unset dirty status for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:40.827118 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-674e8862-8ebb-43d9-956e-11dc66a7c5c7 req-c5bfcd05-1433-4471-b1dd-9b2e89a39c04 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 210 time: 0.6511550 Dec 22 08:36:40.924202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-942637447'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:40.933782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'project_id': 'd98a1a5516cd489c86668dcfccf80ea6', 'port_id': '4fc1d140-6756-4c25-a355-964e6b27bf40'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:40.940137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Calling delete_port for af0de0ac-135b-4426-b973-5ace7dab5a7f owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:40.950720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:40.974204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.002521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Usage tracker for resource:floatingip and tenant:d98a1a5516cd489c86668dcfccf80ea6 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:41.025102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:41.040880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d43f5a1-caee-46b7-86f1-fec522c9d795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.042927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:41.046285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.062161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.072628 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0c453c9b-d42b-4580-b3a9-d1318e992560 req-a4e25ad4-d5a9-478f-a0af-02ca80ce268a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657351 Dec 22 08:36:41.134055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.162749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d43f5a1-caee-46b7-86f1-fec522c9d795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.314499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:41.370267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Usage tracker for resource:network and tenant:4c45496b27f0458dbab5cf3560ef9338 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:41.375031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Pushing event updated for resources: {'Port': ['ID=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:41.383533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:41.405635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:41.415336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:41.595473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Allocated IP 172.26.5.59 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/09ddb375-ced7-4dd7-b52f-11b7299169e9) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:41.685507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.688151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7441b9-caca-4e75-8ec9-1a07667d4194 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:36:41.718738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.750423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Transition to ACTIVE for port object 4e7441b9-caca-4e75-8ec9-1a07667d4194 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:41.758410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.769801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:41.816664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.826548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Made reservation on behalf of 4c45496b27f0458dbab5cf3560ef9338 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:41.829665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.845365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.853451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Pushing event updated for resources: {'Port': ['ID=4e7441b9-caca-4e75-8ec9-1a07667d4194,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:41.858373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:41.871916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:41.881098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d43f5a1-caee-46b7-86f1-fec522c9d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.895302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:41.937235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:41.990766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.083399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43f5a1-caee-46b7-86f1-fec522c9d795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b510bf38-b10e-46af-879b-f03f6455b152,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:42.090606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d43f5a1-caee-46b7-86f1-fec522c9d795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.094581 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8d43f5a1-caee-46b7-86f1-fec522c9d795 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b510bf38-b10e-46af-879b-f03f6455b152 HTTP/1.1" status: 204 len: 168 time: 1.4176908 Dec 22 08:36:42.094581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8d43f5a1-caee-46b7-86f1-fec522c9d795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:42.108405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event deleted for resources: {'Port': ['ID=af0de0ac-135b-4426-b973-5ace7dab5a7f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:42.129660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:42.255496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d661-0276-4289-9f6b-15d372b9b26c req-0ea81cba-cc3d-46af-adc4-c6818e7a30bf tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:42.257161 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a29d661-0276-4289-9f6b-15d372b9b26c req-0ea81cba-cc3d-46af-adc4-c6818e7a30bf tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 944 time: 0.9485521 Dec 22 08:36:42.280426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Attempting to bind port ecf057f3-e107-4e49-8dd9-f6d41f2041ee on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:42.280786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Attempting to bind port ecf057f3-e107-4e49-8dd9-f6d41f2041ee by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:42.287907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Attempting to bind port ecf057f3-e107-4e49-8dd9-f6d41f2041ee on network 1da5084d-8efd-4897-9d2d-6026cbe0946d {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:42.357409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:42.360721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.374301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Usage tracker for resource:security_group_rule and tenant:4c45496b27f0458dbab5cf3560ef9338 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:42.385113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:42.390171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Port ecf057f3-e107-4e49-8dd9-f6d41f2041ee on network 1da5084d-8efd-4897-9d2d-6026cbe0946d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:42.390766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Attempting to bind port ecf057f3-e107-4e49-8dd9-f6d41f2041ee on network 1da5084d-8efd-4897-9d2d-6026cbe0946d {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:42.403935 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff106310-9262-4604-9b85-3f9383d7bcfc req-1f12985b-9888-4613-8c31-cbdc484bbac1 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 210 time: 0.3217878 Dec 22 08:36:42.421213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:42.421845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Checking segment: {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:42.422709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Bound using segment: {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:42.423365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Bound port: ecf057f3-e107-4e49-8dd9-f6d41f2041ee, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:42.423869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.434102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.438340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:42.459421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:42.576719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Attempting to bind port 4e7441b9-caca-4e75-8ec9-1a07667d4194 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:42.577080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Attempting to bind port 4e7441b9-caca-4e75-8ec9-1a07667d4194 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:42.577401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Attempting to bind port 4e7441b9-caca-4e75-8ec9-1a07667d4194 on network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:42.641763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event updated for resources: {'Port': ['ID=09ddb375-ced7-4dd7-b52f-11b7299169e9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:42.642214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Port 4e7441b9-caca-4e75-8ec9-1a07667d4194 on network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:42.642543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Attempting to bind port 4e7441b9-caca-4e75-8ec9-1a07667d4194 on network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:42.657332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:42.672114 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "DELETE /v2.0/ports/af0de0ac-135b-4426-b973-5ace7dab5a7f HTTP/1.1" status: 204 len: 168 time: 4.1081395 Dec 22 08:36:42.676825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60700) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:42.696549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:42.697874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Checking segment: {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:42.698902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Bound using segment: {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:42.699762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Bound port: 4e7441b9-caca-4e75-8ec9-1a07667d4194, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:42.700580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:42.724744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Allocated IP 172.26.5.253 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/f41955de-54e3-429b-8334-a0858b7fda62) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:42.738188 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a29d661-0276-4289-9f6b-15d372b9b26c req-f2ffae22-eb24-4f08-bdb3-09e512e377d6 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4598711 Dec 22 08:36:42.841558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60704) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:42.886454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:42.907770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:42.941272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:42.975346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] For port 4e7441b9-caca-4e75-8ec9-1a07667d4194, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:43.000416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] For port 4e7441b9-caca-4e75-8ec9-1a07667d4194, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4e7441b9-caca-4e75-8ec9-1a07667d4194,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:43.022209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.038742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0a3e577a-8f1a-4a07-9cf8-facff619ca52 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:43.093581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9340b1-9d00-4677-b49e-7a360edba9f6 req-db63b0b1-5cd1-40f0-8e81-3a9a35cd584a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:43.095086 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b9340b1-9d00-4677-b49e-7a360edba9f6 req-db63b0b1-5cd1-40f0-8e81-3a9a35cd584a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 943 time: 0.4120152 Dec 22 08:36:43.118907 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Sync routers for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:43.129499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] For port ecf057f3-e107-4e49-8dd9-f6d41f2041ee, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:43.137247 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:43.140500 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:43.157838 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8fcc20ed-b4ee-4d63-a19d-bc9fbdcd8f93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e87e5a6c9111442ba36bd822935c91f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2700288 Dec 22 08:36:43.163960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60710) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:43.207724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] For port ecf057f3-e107-4e49-8dd9-f6d41f2041ee, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:43.239656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.241834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.255588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:43.255843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.257166 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] 10.222.0.32 "PUT /v2.0/ports/4e7441b9-caca-4e75-8ec9-1a07667d4194 HTTP/1.1" status: 200 len: 1093 time: 2.5245914 Dec 22 08:36:43.257685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91de7223-d63c-46b4-b46c-8694399da8a2', 'tag': '4e7441b9-caca-4e75-8ec9-1a07667d4194'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:36:43.278268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Pushing event updated for resources: {'Port': ['ID=4e7441b9-caca-4e75-8ec9-1a07667d4194,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:43.283687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:43.311841 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b9340b1-9d00-4677-b49e-7a360edba9f6 req-f4eb05a0-5c9c-444b-aa8d-0cfa8e1f3863 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039568 Dec 22 08:36:43.333262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.337795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-553d98c6-5dcd-4e20-87d8-aedcd15015c3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:43.402220 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:43.405037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:43.414881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:43.419050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:43.422991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Deleting subnet 66b102f9-857c-4a62-951d-49bf509c28ae {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:36:43.426613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.464613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Pushing event updated for resources: {'Port': ['ID=f41955de-54e3-429b-8334-a0858b7fda62,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:43.488403 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:43.540808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Pushing event updated for resources: {'Port': ['ID=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:43.546271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:43.553468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.618612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.717096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.757851 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91de7223-d63c-46b4-b46c-8694399da8a2', 'tag': '4e7441b9-caca-4e75-8ec9-1a07667d4194', 'status': 'completed', 'code': 200} Dec 22 08:36:43.784717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.786158 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] 10.222.0.32 "PUT /v2.0/ports/ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 1094 time: 7.9189951 Dec 22 08:36:43.786760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:43.816833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:36:43.832323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.835151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077676df-4273-419a-922c-d14ac905802f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:43.843373 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-48658e69-3953-413e-a1aa-1e9b9fda81df req-03a3c054-b8bf-4071-aadc-d7bfcd2d3c49 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 210 time: 0.1421177 Dec 22 08:36:43.863431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:43.866061 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '1fec9310-c58c-4911-bc66-6e52d4e3a75c', 'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'mac_address': 'fa:16:3e:e2:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:06Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 2, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'subnets': [{'id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:43.877036 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Checking router: e6655012-7b22-4e3d-81f9-86c7d9b883cb for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:36:43.877549 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Updating router e6655012-7b22-4e3d-81f9-86c7d9b883cb port 1fec9310-c58c-4911-bc66-6e52d4e3a75c binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:36:43.951038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68f98179-0101-437b-9f6f-9fece980bbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.953992 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:43.972531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:44.071135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.071509 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Added segment b119bd6e-9ba7-42b6-94ca-c6607b421ebe of type vlan for network d77cf045-4118-4cbd-b5bf-a251d9b61379 Dec 22 08:36:44.086217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68f98179-0101-437b-9f6f-9fece980bbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.105811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.187326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.234253 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'status': 'completed', 'code': 200} Dec 22 08:36:44.240067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.260148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ea0bd-48ca-4d3c-a82e-898739b9c3d9 req-aab3393e-2ec7-46bf-8e53-dc3efdd592cf tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:44.268663 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-850ea0bd-48ca-4d3c-a82e-898739b9c3d9 req-aab3393e-2ec7-46bf-8e53-dc3efdd592cf tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 944 time: 0.3248959 Dec 22 08:36:44.333428 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-850ea0bd-48ca-4d3c-a82e-898739b9c3d9 req-b601d296-67a4-4ed7-a850-8ee3e84b08c9 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Synchronizing usage tracker for tenant:57e9ca42379d4846a1028dae24cf219d on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:44.358048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-850ea0bd-48ca-4d3c-a82e-898739b9c3d9 req-b601d296-67a4-4ed7-a850-8ee3e84b08c9 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Unset dirty status for tenant:57e9ca42379d4846a1028dae24cf219d on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:44.369788 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-850ea0bd-48ca-4d3c-a82e-898739b9c3d9 req-b601d296-67a4-4ed7-a850-8ee3e84b08c9 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001527 Dec 22 08:36:44.384843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.389249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68f98179-0101-437b-9f6f-9fece980bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.395775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:44.396403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.409697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:44.489366 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.492557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.510490 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Transition to ACTIVE for port object 1fec9310-c58c-4911-bc66-6e52d4e3a75c will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:44.520180 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.525524 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:44.530234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.593971 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785850fd-7b58-424e-8ac3-6b8f89813c48 None None] Pushing event updated for resources: {'Port': ['ID=1fec9310-c58c-4911-bc66-6e52d4e3a75c,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:44.596905 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-785850fd-7b58-424e-8ac3-6b8f89813c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:44.613687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.632070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Pushing event updated for resources: {'Network': ['ID=d77cf045-4118-4cbd-b5bf-a251d9b61379,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:44.636572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.641190 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "DELETE /v2.0/subnets/66b102f9-857c-4a62-951d-49bf509c28ae HTTP/1.1" status: 204 len: 168 time: 1.9065356 Dec 22 08:36:44.646676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d275708e-2aeb-42e9-83f5-6ab6d72a3be3 None None] Network 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:44.648321 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.3375947 Dec 22 08:36:44.650137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60740) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:44.664957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:44.672204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68f98179-0101-437b-9f6f-9fece980bbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:44.675851 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-68f98179-0101-437b-9f6f-9fece980bbb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba6684e1-bd24-4876-ab9a-20831c95f3ec HTTP/1.1" status: 204 len: 168 time: 1.5033119 Dec 22 08:36:44.679537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:44.839785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f98179-0101-437b-9f6f-9fece980bbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6684e1-bd24-4876-ab9a-20831c95f3ec,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:44.843882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-68f98179-0101-437b-9f6f-9fece980bbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:44.936633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network d77cf045-4118-4cbd-b5bf-a251d9b61379 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:44.953365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:44.959654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.32', 51310) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:45.032715 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f9f34595-230a-42ce-8919-887d4501c808 req-cba61e75-078e-47ae-b2d2-8eafd222e522 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1097 time: 0.3440108 Dec 22 08:36:45.064708 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Attempting to bind port 1fec9310-c58c-4911-bc66-6e52d4e3a75c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:45.068254 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Attempting to bind port 1fec9310-c58c-4911-bc66-6e52d4e3a75c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:45.068740 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Attempting to bind port 1fec9310-c58c-4911-bc66-6e52d4e3a75c on network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:45.089607 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:45.096103 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Checking segment: {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:45.096831 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.099042 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Bound using segment: {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:45.099746 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Bound port: 1fec9310-c58c-4911-bc66-6e52d4e3a75c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778cc5a9-14d8-48b7-a2fe-ed037748876a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:45.100404 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.122668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event deleted for resources: {'Subnet': ['ID=66b102f9-857c-4a62-951d-49bf509c28ae,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:45.134038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:45.147920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:45.187106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.198123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.209959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.214545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:45.254060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97c3cc-a36f-41fd-be38-4522917a317d req-30d19d84-1e64-41c9-99df-9bd527d920b4 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:45.255711 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad97c3cc-a36f-41fd-be38-4522917a317d req-30d19d84-1e64-41c9-99df-9bd527d920b4 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 943 time: 0.7673848 Dec 22 08:36:45.261367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60758) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:45.282906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Request body: {'port': {'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-266372033'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:45.321173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:45.326691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] DHCP port deletion for 35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:36:45.332173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] Deleting port 63261022-1049-4cf3-be84-e3b502247501 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:45.333164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.342871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Usage tracker for resource:port and tenant:30cc9c160d84498bb81411b89ec84fbb is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:45.355405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Deleting port 63261022-1049-4cf3-be84-e3b502247501 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:45.355767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.402730 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] For port 1fec9310-c58c-4911-bc66-6e52d4e3a75c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:45.413299 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] For port 1fec9310-c58c-4911-bc66-6e52d4e3a75c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1fec9310-c58c-4911-bc66-6e52d4e3a75c,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:45.426523 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.430676 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:45.540219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:45.545154 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:45.546183 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:45.552941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:45.713712 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7a43ebc4-7674-4104-b5cb-068cd4828656 req-3b031cf2-0635-465a-9dc4-b5fad7a51398 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 210 time: 0.2305100 Dec 22 08:36:45.742020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] For port 63261022-1049-4cf3-be84-e3b502247501, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=63261022-1049-4cf3-be84-e3b502247501,segment=NetworkSegment(744f63c6-f7d3-4920-b13f-8fa8dbf031b9),segment_id=744f63c6-f7d3-4920-b13f-8fa8dbf031b9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:45.742562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.763356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event updated for resources: {'Port': ['ID=09ddb375-ced7-4dd7-b52f-11b7299169e9,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:45.786424 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785850fd-7b58-424e-8ac3-6b8f89813c48 None None] Pushing event updated for resources: {'Port': ['ID=1fec9310-c58c-4911-bc66-6e52d4e3a75c,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:45.795956 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-785850fd-7b58-424e-8ac3-6b8f89813c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:45.871731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:45.873766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Made reservation on behalf of 30cc9c160d84498bb81411b89ec84fbb for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:45.876857 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:36:45.879852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.897269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f34595-230a-42ce-8919-887d4501c808 req-49a10953-7177-4122-b9b4-7575db17ddc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:45.898700 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f9f34595-230a-42ce-8919-887d4501c808 req-49a10953-7177-4122-b9b4-7575db17ddc0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=57e9ca42379d4846a1028dae24cf219d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8008201 Dec 22 08:36:45.907500 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7588044-83d1-420a-81a6-358cb01e673e req-9671efb4-b252-4cf5-a03b-cbc310143a03 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:45.909072 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-9671efb4-b252-4cf5-a03b-cbc310143a03 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.32 "GET /v2.0/networks?id=b1b26534-ad52-47d9-8e9a-d104ef919d7e HTTP/1.1" status: 200 len: 811 time: 0.9463816 Dec 22 08:36:45.921182 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eb92e58b-f60f-45f5-8ce3-7e97c5156907 req-bd19f831-cbe8-41d8-8a94-aa2a6e92408f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40af50be34624cc59f8ac7442c7da6da&device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 1096 time: 1.2272420 Dec 22 08:36:45.933742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:45.981282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] Calling delete_port for 63261022-1049-4cf3-be84-e3b502247501 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:46.005036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.086272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.094205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:46.189203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] Pushing event deleted for resources: {'Port': ['ID=63261022-1049-4cf3-be84-e3b502247501,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:46.196275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:46.197135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] No DVR routers for this DVR port 63261022-1049-4cf3-be84-e3b502247501 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:36:46.197935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] For port 63261022-1049-4cf3-be84-e3b502247501, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=63261022-1049-4cf3-be84-e3b502247501,segment=NetworkSegment(744f63c6-f7d3-4920-b13f-8fa8dbf031b9),segment_id=744f63c6-f7d3-4920-b13f-8fa8dbf031b9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:46.198301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.236629 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:36:46.258904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f34595-230a-42ce-8919-887d4501c808 req-fbad365f-04d4-40d0-8b3d-24a3a89abbca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:46.260462 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f9f34595-230a-42ce-8919-887d4501c808 req-fbad365f-04d4-40d0-8b3d-24a3a89abbca service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3504591 Dec 22 08:36:46.262334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.285263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.292527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:46.330227 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-62841fcb-b376-4819-96fc-b338f0498f4f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90e6b72fd0774fd0b253f3a7b6d2d571 HTTP/1.1" status: 200 len: 379 time: 0.3998249 Dec 22 08:36:46.344583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Calling delete_port for 63261022-1049-4cf3-be84-e3b502247501 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:46.386103 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '1fec9310-c58c-4911-bc66-6e52d4e3a75c', 'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'mac_address': 'fa:16:3e:e2:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:06Z', 'updated_at': '2021-12-22T08:36:45Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'subnets': [{'id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:46.413603 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a5879d-4e93-4a2e-8e1e-393c54614d19 None None] The sync data for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv is: [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '1fec9310-c58c-4911-bc66-6e52d4e3a75c', 'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'mac_address': 'fa:16:3e:e2:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:06Z', 'updated_at': '2021-12-22T08:36:45Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'subnets': [{'id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:46.429080 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad97c3cc-a36f-41fd-be38-4522917a317d req-c2bea5f3-1620-463b-becc-0e2719b7cdaf tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1523116 Dec 22 08:36:46.446606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Request body: {'port': {'device_id': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'admin_state_up': True, 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'security_groups': ['f714a4dc-5806-4a0c-812e-e413d04ab6d6']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:46.494435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.500228 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2515986 Dec 22 08:36:46.502599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60782) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:46.527507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-29fe77d9-c2bd-4929-8208-b76c99e67703 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Request body: {'floatingip': {'port_id': 'a68d70e2-c667-4474-9463-91960ee3ea08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:46.685589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:46.688262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:36:46.688797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:36:46.704837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Usage tracker for resource:security_group_rule and tenant:30cc9c160d84498bb81411b89ec84fbb is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:46.716690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:46.721298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29fe77d9-c2bd-4929-8208-b76c99e67703 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.758810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Pushing event updated for resources: {'Port': ['ID=f41955de-54e3-429b-8334-a0858b7fda62,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:46.774394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:46.806410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5fd92-16e4-4e04-b09e-78ff35166f30 req-5106c6a2-6d89-4a6b-8c2b-7d1e05559744 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:46.814983 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4bc5fd92-16e4-4e04-b09e-78ff35166f30 req-5106c6a2-6d89-4a6b-8c2b-7d1e05559744 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 944 time: 0.7207861 Dec 22 08:36:46.829777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:46.906093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:46.973046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92e58b-f60f-45f5-8ce3-7e97c5156907 req-3fa1f671-c22e-4344-8757-d8f236cb368a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:46.974883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eb92e58b-f60f-45f5-8ce3-7e97c5156907 req-3fa1f671-c22e-4344-8757-d8f236cb368a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=40af50be34624cc59f8ac7442c7da6da&shared=False HTTP/1.1" status: 200 len: 907 time: 1.0218046 Dec 22 08:36:47.054919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:47.075095 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-be26c979-b517-4b78-9465-830f8ba6aed3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1097 time: 0.7520483 Dec 22 08:36:47.089102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:47.090623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1fec9310-c58c-4911-bc66-6e52d4e3a75c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:47.108789 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4bc5fd92-16e4-4e04-b09e-78ff35166f30 req-8c86e50d-16d5-4ef6-bd1a-f9bde18a0f55 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947524 Dec 22 08:36:47.182853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92e58b-f60f-45f5-8ce3-7e97c5156907 req-8a73ac08-3302-49ff-89fb-f99d266a9866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:47.185793 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eb92e58b-f60f-45f5-8ce3-7e97c5156907 req-8a73ac08-3302-49ff-89fb-f99d266a9866 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1949317 Dec 22 08:36:47.193171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Deleting port 63261022-1049-4cf3-be84-e3b502247501 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:47.193509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.208278 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-f9a1b69f-3d8c-4452-b14d-86ecb896975a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 217 time: 0.1203151 Dec 22 08:36:47.246236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 1fec9310-c58c-4911-bc66-6e52d4e3a75c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:47.255248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 1fec9310-c58c-4911-bc66-6e52d4e3a75c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:47.255739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.260280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Made reservation on behalf of 90e6b72fd0774fd0b253f3a7b6d2d571 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:47.263699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.374144 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-59041512-31d0-4718-ab9d-9918d5e95ecf req-63add5aa-4e68-4f57-973d-1011230d2164 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 210 time: 0.1813829 Dec 22 08:36:47.409530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] The port '63261022-1049-4cf3-be84-e3b502247501' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:36:47.474686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.555294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-2b639713-a27f-4fb4-a0e8-36a2256c9ffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:47.556763 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-2b639713-a27f-4fb4-a0e8-36a2256c9ffe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 200 len: 851 time: 0.3342283 Dec 22 08:36:47.560657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 1fec9310-c58c-4911-bc66-6e52d4e3a75c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1fec9310-c58c-4911-bc66-6e52d4e3a75c,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:47.574876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.577043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:47.669166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 63261022-1049-4cf3-be84-e3b502247501 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:36:47.735543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 63261022-1049-4cf3-be84-e3b502247501 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:36:47.735970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 63261022-1049-4cf3-be84-e3b502247501 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:36:47.764770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=1fec9310-c58c-4911-bc66-6e52d4e3a75c,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:47.768668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:47.772559 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-29fe77d9-c2bd-4929-8208-b76c99e67703 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] update failed (client error): The resource could not be found. Dec 22 08:36:47.776307 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-29fe77d9-c2bd-4929-8208-b76c99e67703 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "PUT /v2.0/floatingips/a218a4ab-8480-49c2-a433-2904a5f814a5 HTTP/1.1" status: 404 len: 507 time: 1.2563753 Dec 22 08:36:47.795785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60802) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:47.812025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.834426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.855361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:47.860376 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-22abdc69-e4bc-4644-a47e-0434076bdbfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40af50be34624cc59f8ac7442c7da6da&device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 1096 time: 0.6179092 Dec 22 08:36:47.861792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:47.873553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b20e4e2a-d45e-4ad3-a30f-f02ec7b22199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:48.000407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Allocated IP 172.20.0.11 (b1b26534-ad52-47d9-8e9a-d104ef919d7e/a87f1ef4-5ef0-477c-ab24-82ffe6b9599e/f2e22efc-0e35-4db9-a115-189a04170596) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:48.018015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744f63c6-f7d3-4920-b13f-8fa8dbf031b9') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:48.018015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744f63c6-f7d3-4920-b13f-8fa8dbf031b9') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:48.021185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] device_id is not set on port 5b1aa1fb-17df-4972-bdbf-75476038561f yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:48.085457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.113318 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-508474aa-8892-4f41-a9f1-a7ef06997a9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e7441b9-caca-4e75-8ec9-1a07667d4194 HTTP/1.1" status: 200 len: 217 time: 0.2406533 Dec 22 08:36:48.156337 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-cb02e386-5be0-4660-9863-64844b593062 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da5084d-8efd-4897-9d2d-6026cbe0946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5760067 Dec 22 08:36:48.157318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Deleting port 09ddb375-ced7-4dd7-b52f-11b7299169e9 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:48.157654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.172959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.175322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfadd01-4e6f-4f9b-a334-cb0e54af3196,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:48.185755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60814) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:48.188325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:48.223881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:36:48.224855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.233514 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Floating IP 915ba986-0cf9-450d-8826-71a7f76432d3 associated. External IP: 172.26.5.253, port: 4fc1d140-6756-4c25-a355-964e6b27bf40. Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:36:48.240720 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:36:48.297458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-b8398fb6-c7d3-4e98-b54f-f6fac7fd096c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:48.298874 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-b8398fb6-c7d3-4e98-b54f-f6fac7fd096c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd8fe89f-7bf1-4736-949a-c9a233d71b6e HTTP/1.1" status: 200 len: 845 time: 0.1747882 Dec 22 08:36:48.438545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f0e4e-0d00-4f7c-9b62-db610e8d94ce req-1a96f044-3ae2-48df-a623-364a80c7984a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:48.440171 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a20f0e4e-0d00-4f7c-9b62-db610e8d94ce req-1a96f044-3ae2-48df-a623-364a80c7984a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 943 time: 0.7041390 Dec 22 08:36:48.457807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.524531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.528183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:48.547470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-393965216', 'router:external': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:48.581972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Pushing event deleted for resources: {'Network': ['ID=35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:48.587744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:48.597241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:48.614125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Usage tracker for resource:network and tenant:379532ca0559458fbdaf1fcf5a258b7f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:48.624828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd298920-9ff4-4402-8f3d-254c40b93b97 req-4bf21fa0-247f-4778-a8b6-1d3ed336a26a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:48.626279 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd298920-9ff4-4402-8f3d-254c40b93b97 req-4bf21fa0-247f-4778-a8b6-1d3ed336a26a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 944 time: 0.3782463 Dec 22 08:36:48.635419 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:48.638014 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] 10.222.0.31 "DELETE /v2.0/networks/35cb61bf-e9ae-4cc0-b0f7-0aa2c68bbfd3 HTTP/1.1" status: 204 len: 168 time: 3.9606998 Dec 22 08:36:48.653632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:48.715586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-2eb23340-c59f-4b8b-961c-78e1a0f1953b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5dff4d1-105a-4e86-8b7e-fcef6be851f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3712723 Dec 22 08:36:48.749466 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-fea192c3-f30e-44d2-af79-f2fa3951bfea service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650783 Dec 22 08:36:48.763107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Made reservation on behalf of 379532ca0559458fbdaf1fcf5a258b7f for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:48.765392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.810338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] device_id is not set on port 5b1aa1fb-17df-4972-bdbf-75476038561f yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:48.823828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.852266 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd298920-9ff4-4402-8f3d-254c40b93b97 req-d607a022-bc14-4de1-9de1-b0aeb1cda635 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181878 Dec 22 08:36:48.856727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Transition to ACTIVE for port object 5b1aa1fb-17df-4972-bdbf-75476038561f will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:48.859945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.860452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.876900 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a20f0e4e-0d00-4f7c-9b62-db610e8d94ce req-435a9d72-9fbf-47aa-85b7-8f0472b6bd64 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348794 Dec 22 08:36:48.887317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:48.906452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bb96b824-61c3-4764-b76f-69040329f4ce tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:48.936116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.004908 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-48956128-dd7f-48a4-b6a7-9b84ebd4967a service neutron] 10.222.0.32 "GET /v2.0/networks/c5dff4d1-105a-4e86-8b7e-fcef6be851f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772229 Dec 22 08:36:49.005689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1aa1fb-17df-4972-bdbf-75476038561f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:49.061055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1fec9310-c58c-4911-bc66-6e52d4e3a75c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:49.093669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:49.104123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60826) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:49.115300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Calling delete_port for 09ddb375-ced7-4dd7-b52f-11b7299169e9 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:49.141746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 1fec9310-c58c-4911-bc66-6e52d4e3a75c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:49.142053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.142173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.176229 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b42bb9ba-1019-4cb5-b728-5699ebc3cdd9 req-24b4fdeb-3d07-44c4-82c4-99a1f8363866 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 210 time: 0.0735486 Dec 22 08:36:49.203012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Checking segment: {'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:49.203406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Network hostable DHCP agents. Network: d77cf045-4118-4cbd-b5bf-a251d9b61379, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:49.245330 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1361f721-23ca-41a0-8e69-e971e350d4d2 req-5ae424dc-6951-41ce-8eb0-a37410cbedb1 service neutron] 10.222.0.32 "GET /v2.0/networks/c5dff4d1-105a-4e86-8b7e-fcef6be851f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305477 Dec 22 08:36:49.245868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Transition to ACTIVE for port object f2e22efc-0e35-4db9-a115-189a04170596 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:49.251823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Network d77cf045-4118-4cbd-b5bf-a251d9b61379 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:49.265461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, d77cf045-4118-4cbd-b5bf-a251d9b61379) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:49.279174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:49.279414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:49.284466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2124d72-0a72-447a-b0e6-99640f30541a None None] Network d77cf045-4118-4cbd-b5bf-a251d9b61379 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:49.304048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Usage tracker for resource:security_group_rule and tenant:379532ca0559458fbdaf1fcf5a258b7f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:49.305292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.305620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.305985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.311990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.312324 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.312984 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 2 to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f Dec 22 08:36:49.318713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:49.327690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.328019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.328353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.334707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.334919 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.335140 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 3 to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f Dec 22 08:36:49.336530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:49.340086 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b83b77d-fabb-4b65-8b64-c6cf1e2debe3 req-605a4c51-c5be-48bc-af9f-4a13b0f1e25c service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629332 Dec 22 08:36:49.350734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.351069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.351752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.357907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.358255 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.358958 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 4 to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f Dec 22 08:36:49.383176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.383544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.383875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.400441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.401109 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.402592 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 5 to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f Dec 22 08:36:49.444100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.444547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.444881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.446054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.465705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.467382 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.467604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1fba2c80-b281-45ac-be4a-d0c9af19044c tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:49.469803 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 6 to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f Dec 22 08:36:49.501237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.501721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.502885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.522532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.522856 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.523611 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 7 to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f Dec 22 08:36:49.534622 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e5df1b6c-1340-47a9-9877-7c31b8f724a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfdd2cb2b86243219c9a2f49936435cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4238901 Dec 22 08:36:49.534622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60832) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:49.557616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.557956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.558299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.574062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.579889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.580219 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.581637 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 8 to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f Dec 22 08:36:49.587248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Network b1b26534-ad52-47d9-8e9a-d104ef919d7e is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:49.601903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:49.605242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.605578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.605920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.607906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Pushing event updated for resources: {'Port': ['ID=f2e22efc-0e35-4db9-a115-189a04170596,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:49.623778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.624074 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.626122 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 9 to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f Dec 22 08:36:49.637136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e89655b-4088-4d7a-8bbd-9fc6fce997e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.654015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.654363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.654668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.661599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:49.673832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e89655b-4088-4d7a-8bbd-9fc6fce997e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.680428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.680756 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.683859 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 10 to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f Dec 22 08:36:49.698659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.709629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:49.709961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:49.710287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:49.713504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:49.715148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:49.729806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 5b1aa1fb-17df-4972-bdbf-75476038561f on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:49.730133 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 5b1aa1fb-17df-4972-bdbf-75476038561f on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:49.730486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.777794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.799471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e89655b-4088-4d7a-8bbd-9fc6fce997e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.814481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:49.831102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89655b-4088-4d7a-8bbd-9fc6fce997e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d522c60-a8fd-457d-a11e-cf156249a302,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:49.838617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0e89655b-4088-4d7a-8bbd-9fc6fce997e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:49.845652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e89655b-4088-4d7a-8bbd-9fc6fce997e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.849623 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0e89655b-4088-4d7a-8bbd-9fc6fce997e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d522c60-a8fd-457d-a11e-cf156249a302 HTTP/1.1" status: 204 len: 168 time: 0.3118613 Dec 22 08:36:49.849623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] For port 5b1aa1fb-17df-4972-bdbf-75476038561f, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:49.849623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempted to set empty binding levels {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 08:36:49.854781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.860534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:49.922346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event deleted for resources: {'Port': ['ID=09ddb375-ced7-4dd7-b52f-11b7299169e9,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:49.927544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.951709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1aa1fb-17df-4972-bdbf-75476038561f,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:49.955485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:49.958523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:49.963416 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.6967490 Dec 22 08:36:49.963754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:49.966461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60842) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:49.967033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c59c3af1-d777-4b2c-80d4-d8e1dd874633 None None] Provisioning for port f2e22efc-0e35-4db9-a115-189a04170596 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:49.979186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c59c3af1-d777-4b2c-80d4-d8e1dd874633 None None] Provisioning complete for port f2e22efc-0e35-4db9-a115-189a04170596 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:49.979955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c59c3af1-d777-4b2c-80d4-d8e1dd874633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:49.982195 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:50.012408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:50.013018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.047724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.048360 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Added segment ed2815b7-841c-455b-b7ee-1272ea72509f of type vlan for network 9b199d8e-b6a1-4509-9abe-987f1d0f421d Dec 22 08:36:50.049807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab639fbc-2ce8-4782-b988-e6d0c3ac184f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:50.060488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:50.077105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.085307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Deleting port 5b1aa1fb-17df-4972-bdbf-75476038561f {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:50.085645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.087493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c59c3af1-d777-4b2c-80d4-d8e1dd874633 None None] Port f2e22efc-0e35-4db9-a115-189a04170596 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:50.139729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.255856 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8188994 Dec 22 08:36:50.272924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Request body: {'port': {'device_id': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:50.297763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.302557 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "DELETE /v2.0/floatingips/a218a4ab-8480-49c2-a433-2904a5f814a5 HTTP/1.1" status: 204 len: 168 time: 2.4939044 Dec 22 08:36:50.309360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60856) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:50.325029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-8875bcb9-cedf-4aed-b8c1-6fdb1c80813f tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Request body: {'floatingip': {'floating_network_id': '47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66', 'port_id': 'a68d70e2-c667-4474-9463-91960ee3ea08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:50.348467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8875bcb9-cedf-4aed-b8c1-6fdb1c80813f tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:50.369769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8875bcb9-cedf-4aed-b8c1-6fdb1c80813f tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Usage tracker for resource:floatingip and tenant:c822e098dd5741569f3badc3a58c52e8 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:50.377755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8875bcb9-cedf-4aed-b8c1-6fdb1c80813f tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:50.387108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8875bcb9-cedf-4aed-b8c1-6fdb1c80813f tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:50.391532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.392746 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:50.393780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.436085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e29eff3-d081-43e8-a8c0-7ef3a3fa715b tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:50.462460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] For port 5b1aa1fb-17df-4972-bdbf-75476038561f, host hv-neutron-8226, got binding levels [] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:50.463337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.482466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abd2cf-eb56-4f9a-8251-12cc55ec607e req-0a5ab61b-7d8a-408d-a7e7-adc40bb3ee54 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:50.484015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29abd2cf-eb56-4f9a-8251-12cc55ec607e req-0a5ab61b-7d8a-408d-a7e7-adc40bb3ee54 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 943 time: 0.2594202 Dec 22 08:36:50.551411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8875bcb9-cedf-4aed-b8c1-6fdb1c80813f tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.613446 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4266553 Dec 22 08:36:50.614091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60864) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:50.631343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Calling delete_port for 5b1aa1fb-17df-4972-bdbf-75476038561f owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:50.709559 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29abd2cf-eb56-4f9a-8251-12cc55ec607e req-4614500e-8d92-4962-8d0f-bfa960b7eb7f tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682673 Dec 22 08:36:50.716162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.732705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.733839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'subnet': {'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:50.739152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:50.744311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Usage tracker for resource:subnet and tenant:379532ca0559458fbdaf1fcf5a258b7f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:50.748269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:50.752335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:50.756493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:50.773849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event updated for resources: {'Network': ['ID=9b199d8e-b6a1-4509-9abe-987f1d0f421d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:50.789366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 9b199d8e-b6a1-4509-9abe-987f1d0f421d details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:50.797328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b51139-2b1d-4d08-b517-6ab8ef45b516 req-cca0b67b-db7f-4f54-9857-4f44a901ff11 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:50.801187 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-24b51139-2b1d-4d08-b517-6ab8ef45b516 req-cca0b67b-db7f-4f54-9857-4f44a901ff11 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 944 time: 0.6066217 Dec 22 08:36:50.819010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:50.824118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b1aa1fb-17df-4972-bdbf-75476038561f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:50.826751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:50.834367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.840668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Made reservation on behalf of 379532ca0559458fbdaf1fcf5a258b7f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:50.842944 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5b1aa1fb-17df-4972-bdbf-75476038561f HTTP/1.1" status: 204 len: 168 time: 0.8753273 Dec 22 08:36:50.844225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:50.845683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60872) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:50.903094 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b70ab4-079d-4831-9230-f65b5a3984c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:36:50.903701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13b70ab4-079d-4831-9230-f65b5a3984c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Synchronizing usage tracker for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:50.983311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13b70ab4-079d-4831-9230-f65b5a3984c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Unset dirty status for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:50.984902 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-13b70ab4-079d-4831-9230-f65b5a3984c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "GET /v2.0/ports/5b1aa1fb-17df-4972-bdbf-75476038561f HTTP/1.1" status: 404 len: 333 time: 0.1380699 Dec 22 08:36:50.989899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60878) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:50.997348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Request body: {'port': {'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1361629728'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:51.004574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:51.023453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:51.046536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Made reservation on behalf of 30cc9c160d84498bb81411b89ec84fbb for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:51.048947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.074890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bdacb-04f3-4ae3-97c4-99ebc9a3478e req-7294e55a-20d3-4997-80da-4dcf465abdff tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.076528 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-355bdacb-04f3-4ae3-97c4-99ebc9a3478e req-7294e55a-20d3-4997-80da-4dcf465abdff tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 932 time: 0.1520798 Dec 22 08:36:51.081886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] device_id is not set on port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:51.103809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Router b60bade3-d812-442b-98ec-52fe8ae0c22e has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:36:51.108399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60882) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:51.143692 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-24b51139-2b1d-4d08-b517-6ab8ef45b516 req-4d292a0d-667b-46fd-9935-a98ed0423939 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743754 Dec 22 08:36:51.218773 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-355bdacb-04f3-4ae3-97c4-99ebc9a3478e req-1cf1da03-51df-4d3c-b18e-c50742680d24 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015544 Dec 22 08:36:51.335924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-822291938'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:51.348372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.374595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.381022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ed51058a-244c-4ae3-a01d-e059e82a01e3 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:51.407995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:51.428598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Usage tracker for resource:network and tenant:c09b53aeba2f4690bd0241358f5e71a9 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:51.450754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Network d77cf045-4118-4cbd-b5bf-a251d9b61379 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:51.454478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:51.457573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:51.458144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:51.459154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.469192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'Port': ['ID=240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:51.472178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:51.475852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:51.491939 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5006385 Dec 22 08:36:51.493572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60888) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:51.498829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:51.500564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:51.558476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Made reservation on behalf of c09b53aeba2f4690bd0241358f5e71a9 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:51.561461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.617824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.626767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.677135 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-8875bcb9-cedf-4aed-b8c1-6fdb1c80813f tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:36:51.678174 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8875bcb9-cedf-4aed-b8c1-6fdb1c80813f tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3656769 Dec 22 08:36:51.682379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60892) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:51.692615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'a68d70e2-c667-4474-9463-91960ee3ea08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:51.710785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:51.764570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Usage tracker for resource:floatingip and tenant:c822e098dd5741569f3badc3a58c52e8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:51.770037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:51.786133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:51.814000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.943138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:51.971973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] device_id is not set on port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:51.980993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:51.992260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Usage tracker for resource:security_group_rule and tenant:c09b53aeba2f4690bd0241358f5e71a9 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:52.000413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Transition to ACTIVE for port object 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:52.006951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:52.008553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.013642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2bc7ca82-66c3-4ad8-9ad9-cff403196105 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.024181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:52.032514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e22efc-0e35-4db9-a115-189a04170596 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:36:52.046303 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.097451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Transition to ACTIVE for port object f2e22efc-0e35-4db9-a115-189a04170596 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:52.125324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.135551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.204310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'Port': ['ID=240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:52.214889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:52.221221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.236921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2de4e5-4f46-42b7-a985-557b4d859435 req-de620180-862f-428b-87cd-380274e2be1f tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:52.238528 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3f2de4e5-4f46-42b7-a985-557b4d859435 req-de620180-862f-428b-87cd-380274e2be1f tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 943 time: 0.3320422 Dec 22 08:36:52.328866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.328866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.329208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.347526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Pushing event updated for resources: {'Port': ['ID=f2e22efc-0e35-4db9-a115-189a04170596,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:52.354161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:52.354488 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:52.357310 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 2 to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe Dec 22 08:36:52.364791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:52.390807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.394797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:52.406952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e98ce-8a4c-4c61-8e25-51b18cb4bc16 None None] Sync routers for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:52.412576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.412917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.413253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.416255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.426542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-75ced785-a9f3-4397-9d2e-faf9c6e5c8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.427089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e98ce-8a4c-4c61-8e25-51b18cb4bc16 None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:52.427800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8c4e98ce-8a4c-4c61-8e25-51b18cb4bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:52.440274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:52.440661 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:52.443696 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 3 to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe Dec 22 08:36:52.480668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Allocated IP 172.26.5.231 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/a6c724d9-f011-4adc-865d-3ac4284320db) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:52.489849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.490196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.490536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.501945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6a6a-0bfa-4420-a448-1fdc466547ea req-7d8ec0f1-2a59-4857-9379-a3011e927355 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:52.503461 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-059e6a6a-0bfa-4420-a448-1fdc466547ea req-7d8ec0f1-2a59-4857-9379-a3011e927355 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 944 time: 0.2189887 Dec 22 08:36:52.526728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:52.527035 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:52.530044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8c4e98ce-8a4c-4c61-8e25-51b18cb4bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:52.555850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e98ce-8a4c-4c61-8e25-51b18cb4bc16 None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:52.556941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8c4e98ce-8a4c-4c61-8e25-51b18cb4bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:52.573535 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3f2de4e5-4f46-42b7-a985-557b4d859435 req-f0088dc9-e049-4865-a5fe-d18039ac6b86 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647152 Dec 22 08:36:52.579166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:36:52.584457 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 4 to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe Dec 22 08:36:52.587981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.613017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.613780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.613780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.629731 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1708eab1-51b8-4771-bf3b-0f3efb7791e3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:52.637161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.objects.ports [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83496) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:36:52.637331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.638217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:52.641128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8c4e98ce-8a4c-4c61-8e25-51b18cb4bc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:52.641624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e98ce-8a4c-4c61-8e25-51b18cb4bc16 None None] The sync data for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:52.646765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:52.647094 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:52.651092 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 5 to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe Dec 22 08:36:52.663610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.664489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Added segment 9f9129c4-e4c0-48ae-89a5-4a29d899411d of type vlan for network a1d67185-24cf-42c9-9eff-47ce21aa34e8 Dec 22 08:36:52.667367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cdb639be-2594-4e8c-9c20-f92fc1698661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.684674 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-059e6a6a-0bfa-4420-a448-1fdc466547ea req-e4e813e5-866f-4b63-8413-97a4d3b82d5e tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736848 Dec 22 08:36:52.687654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.687993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.688327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.706108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:52.706432 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:52.708953 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 6 to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe Dec 22 08:36:52.739165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.742023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.742348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.742671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.758144 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.3715689 Dec 22 08:36:52.759334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60902) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:52.761591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:52.761908 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:52.763535 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 7 to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe Dec 22 08:36:52.820675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Attempting to bind port f2e22efc-0e35-4db9-a115-189a04170596 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.821035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Attempting to bind port f2e22efc-0e35-4db9-a115-189a04170596 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.821328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Attempting to bind port f2e22efc-0e35-4db9-a115-189a04170596 on network b1b26534-ad52-47d9-8e9a-d104ef919d7e {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.829865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.846707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event updated for resources: {'Subnet': ['ID=887e518d-071a-4e17-b014-dc593e806317,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:52.856967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.857309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.857669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.860337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Port f2e22efc-0e35-4db9-a115-189a04170596 on network b1b26534-ad52-47d9-8e9a-d104ef919d7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:52.860669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Attempting to bind port f2e22efc-0e35-4db9-a115-189a04170596 on network b1b26534-ad52-47d9-8e9a-d104ef919d7e {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.863687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:52.883112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:52.883458 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:52.886247 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 8 to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe Dec 22 08:36:52.895094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:52.895461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Checking segment: {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:52.895835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Bound using segment: {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:52.896258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Bound port: f2e22efc-0e35-4db9-a115-189a04170596, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341efc3e-cb31-4ca8-aaa1-55baee319afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:52.896600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.899103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.904548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bb4200c3-43a4-45fc-870d-0e8fc5eb07fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.925167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.928918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:52.929509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:52.933806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:52.939761 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2fa2d9f2-fd17-4591-8ac1-35843d723bca tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] 10.222.0.31 "GET /v2.0/floatingips/915ba986-0cf9-450d-8826-71a7f76432d3 HTTP/1.1" status: 200 len: 983 time: 0.1790826 Dec 22 08:36:52.948180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:52.948437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:52.948778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:52.950064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Checking segment: {'id': 'ed2815b7-841c-455b-b7ee-1272ea72509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:52.950423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Network hostable DHCP agents. Network: 9b199d8e-b6a1-4509-9abe-987f1d0f421d, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:52.950654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60906) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:53.053602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:53.053931 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:53.057233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:53.057935 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 9 to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe Dec 22 08:36:53.064586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event updated for resources: {'Port': ['ID=a6c724d9-f011-4adc-865d-3ac4284320db,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:53.071038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:53.077543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:53.080026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:53.106073 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9898629 Dec 22 08:36:53.106970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60910) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:53.120840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdcda9-ab8a-4f4b-82f2-1b0f23799078 req-8ce6b3b9-63f8-45f4-837d-5cb31736344c tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:53.121529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-81cdcda9-ab8a-4f4b-82f2-1b0f23799078 req-8ce6b3b9-63f8-45f4-837d-5cb31736344c tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Synchronizing usage tracker for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:53.123628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:53.123907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event updated for resources: {'Network': ['ID=a1d67185-24cf-42c9-9eff-47ce21aa34e8,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:53.124017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:53.124267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:53.131110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Request body: {'subnet': {'network_id': 'a1d67185-24cf-42c9-9eff-47ce21aa34e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:53.136161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network a1d67185-24cf-42c9-9eff-47ce21aa34e8 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:36:53.136334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:53.162992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] For port f2e22efc-0e35-4db9-a115-189a04170596, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:53.165015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-81cdcda9-ab8a-4f4b-82f2-1b0f23799078 req-8ce6b3b9-63f8-45f4-837d-5cb31736344c tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Unset dirty status for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:53.167818 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-81cdcda9-ab8a-4f4b-82f2-1b0f23799078 req-8ce6b3b9-63f8-45f4-837d-5cb31736344c tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 944 time: 0.4255245 Dec 22 08:36:53.171439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] For port f2e22efc-0e35-4db9-a115-189a04170596, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f2e22efc-0e35-4db9-a115-189a04170596,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:53.173107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Network 9b199d8e-b6a1-4509-9abe-987f1d0f421d is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:53.212645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.224957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:53.225283 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:53.231153 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-04862727-8fb7-46a7-a7c7-fd0858f217fa tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.2730858 Dec 22 08:36:53.233382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60914) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:53.234145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:53.241104 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 10 to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe Dec 22 08:36:53.265560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 9b199d8e-b6a1-4509-9abe-987f1d0f421d) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:53.282627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4343ad9b-2cda-44a8-84c8-9aca9586e765 None None] Network 9b199d8e-b6a1-4509-9abe-987f1d0f421d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:53.314576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:53.315133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:53.315554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:53.335318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:53.346013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:36:53.346583 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:36:53.347086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.361174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Usage tracker for resource:subnet and tenant:c09b53aeba2f4690bd0241358f5e71a9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:53.370202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:53.377765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:53.378364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.391331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.393327 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] 10.222.0.32 "PUT /v2.0/ports/f2e22efc-0e35-4db9-a115-189a04170596 HTTP/1.1" status: 200 len: 1094 time: 3.1250029 Dec 22 08:36:53.393871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:36:53.405314 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:53.508284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Made reservation on behalf of c09b53aeba2f4690bd0241358f5e71a9 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:53.585820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a0dbd2-4bbd-4086-878c-6c85573b1b1c None None] Network 9b199d8e-b6a1-4509-9abe-987f1d0f421d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:53.594994 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596', 'status': 'completed', 'code': 200} Dec 22 08:36:53.617143 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-81cdcda9-ab8a-4f4b-82f2-1b0f23799078 req-425c4997-2e80-461e-b471-3b022a524889 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4338512 Dec 22 08:36:53.626069 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0040069 Dec 22 08:36:53.628517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60922) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:53.632596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Deleting port a6c724d9-f011-4adc-865d-3ac4284320db {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:53.632936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.644342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Pushing event updated for resources: {'Port': ['ID=f2e22efc-0e35-4db9-a115-189a04170596,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:53.651124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:53.659957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Deleting port f41955de-54e3-429b-8334-a0858b7fda62 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:53.660300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.734081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-724829820', 'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:53.767518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:53.771644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:53.798480 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-337afec3-1b4b-4320-bfc6-b1f2a26cc5f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90e6b72fd0774fd0b253f3a7b6d2d571&device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 1097 time: 0.3295276 Dec 22 08:36:53.875972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4e7441b9-caca-4e75-8ec9-1a07667d4194 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:36:53.935670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Usage tracker for resource:port and tenant:379532ca0559458fbdaf1fcf5a258b7f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:53.938572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] For port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:53.938935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempted to set empty binding levels {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 08:36:53.974069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:54.001295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.021458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:54.027688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:54.032341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 4e7441b9-caca-4e75-8ec9-1a07667d4194, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4e7441b9-caca-4e75-8ec9-1a07667d4194,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:54.034072 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-b7b0b872-90ed-4aaf-aefc-151a2d334e0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e22efc-0e35-4db9-a115-189a04170596 HTTP/1.1" status: 200 len: 217 time: 0.2233300 Dec 22 08:36:54.046309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '4e7441b9-caca-4e75-8ec9-1a07667d4194', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'port_id': '4e7441b9-caca-4e75-8ec9-1a07667d4194', 'mac_address': 'fa:16:3e:27:96:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:36:54.103359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.113303 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.113615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.124228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7441b9-caca-4e75-8ec9-1a07667d4194 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:36:54.142345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 4e7441b9-caca-4e75-8ec9-1a07667d4194, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4e7441b9-caca-4e75-8ec9-1a07667d4194,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:54.147149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.147971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device ecf057f3-e107-4e49-8dd9-f6d41f2041ee details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:36:54.150119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:54.178641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Made reservation on behalf of 379532ca0559458fbdaf1fcf5a258b7f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:54.180609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.197888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] In _notify_port_updated(), no bound segment for port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:36:54.198912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.202658 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "PUT /v2.0/ports/240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe HTTP/1.1" status: 200 len: 981 time: 2.7053618 Dec 22 08:36:54.211266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60928) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:54.218919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'Port': ['ID=240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:54.251491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Calling delete_port for f41955de-54e3-429b-8334-a0858b7fda62 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:54.271290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:54.292415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=4e7441b9-caca-4e75-8ec9-1a07667d4194,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:54.294791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7588044-83d1-420a-81a6-358cb01e673e req-64c00583-9336-4526-9588-f4b6624bd7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:54.296251 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-64c00583-9336-4526-9588-f4b6624bd7d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a87f1ef4-5ef0-477c-ab24-82ffe6b9599e HTTP/1.1" status: 200 len: 850 time: 0.2423787 Dec 22 08:36:54.296789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:54.310830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] device_id is not set on port 274bcc86-aa40-497e-a147-1af235a96469 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:54.354359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port ecf057f3-e107-4e49-8dd9-f6d41f2041ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:54.364317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fc29c-f563-4ca3-b672-00b839567101 req-a3d5f435-0658-45a9-ae75-4a4503aaef60 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:54.365741 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-974fc29c-f563-4ca3-b672-00b839567101 req-a3d5f435-0658-45a9-ae75-4a4503aaef60 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 944 time: 0.3905716 Dec 22 08:36:54.374079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'port_id': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'mac_address': 'fa:16:3e:8f:d0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:36:54.396308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.396670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.432882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.455701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf057f3-e107-4e49-8dd9-f6d41f2041ee {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:36:54.465840 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-974fc29c-f563-4ca3-b672-00b839567101 req-846bad21-1886-4eea-b37d-58b725ca640b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911341 Dec 22 08:36:54.490006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port ecf057f3-e107-4e49-8dd9-f6d41f2041ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:54.507923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.511324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c95eed95-87e1-415f-909b-d4fc8593b1e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:54.544659 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-52fc5cc8-94a6-4aa0-bba4-76fb7ca5c20d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1b26534-ad52-47d9-8e9a-d104ef919d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2371085 Dec 22 08:36:54.574239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36600563-60ca-4d68-80df-b0ce386d94ed req-45def759-715e-4eab-a545-fff66fb75a1f tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:54.575958 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-36600563-60ca-4d68-80df-b0ce386d94ed req-45def759-715e-4eab-a545-fff66fb75a1f tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 943 time: 0.8097229 Dec 22 08:36:54.582311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:54.586011 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:54.586613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Calling delete_port for a6c724d9-f011-4adc-865d-3ac4284320db owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:54.627811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.636108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:54.736354 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-583625d0-47bf-4b3f-a192-950c5e869660 service neutron] 10.222.0.32 "GET /v2.0/networks/b1b26534-ad52-47d9-8e9a-d104ef919d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824076 Dec 22 08:36:54.750307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event deleted for resources: {'Port': ['ID=f41955de-54e3-429b-8334-a0858b7fda62,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:54.789427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:54.816651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Allocated IP 2001:db8::32e (9b199d8e-b6a1-4509-9abe-987f1d0f421d/887e518d-071a-4e17-b014-dc593e806317/274bcc86-aa40-497e-a147-1af235a96469) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:54.824584 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-36600563-60ca-4d68-80df-b0ce386d94ed req-733c8b27-4bb3-4628-a4d6-3ae312d20e7e tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103221 Dec 22 08:36:54.890055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61fa4412-618a-4c19-998a-d6bc356c1293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Synchronizing usage tracker for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:54.913957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:54.942783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de3f3a50-24e8-4e84-82c8-a33466573990 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:54.983975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61fa4412-618a-4c19-998a-d6bc356c1293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Unset dirty status for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:54.989159 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61fa4412-618a-4c19-998a-d6bc356c1293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26282 time: 0.7692914 Dec 22 08:36:54.992249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60934) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:55.015571 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['ecf057f3-e107-4e49-8dd9-f6d41f2041ee'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:36:55.044471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['4e7441b9-caca-4e75-8ec9-1a07667d4194'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:36:55.050814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.057848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.095508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event updated for resources: {'Subnet': ['ID=3935fc19-8129-4819-b6e6-9a41d3166077,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:55.121976 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a7588044-83d1-420a-81a6-358cb01e673e req-797d8b21-5cfb-4e7f-8eb1-a8477d646a30 service neutron] 10.222.0.32 "GET /v2.0/networks/b1b26534-ad52-47d9-8e9a-d104ef919d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732355 Dec 22 08:36:55.123894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:55.126193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:55.154312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc480440-f034-4274-a376-b894205e3517 req-53760a78-03b7-4b5f-bd66-c5975a3977f7 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:55.156385 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc480440-f034-4274-a376-b894205e3517 req-53760a78-03b7-4b5f-bd66-c5975a3977f7 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 944 time: 0.3212571 Dec 22 08:36:55.253006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event deleted for resources: {'Port': ['ID=a6c724d9-f011-4adc-865d-3ac4284320db,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:55.270572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:55.272784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Deleting port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:55.273115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.341640 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc480440-f034-4274-a376-b894205e3517 req-676455f7-b4ab-4d96-bd1a-7b5778eb46ef tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652670 Dec 22 08:36:55.362183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Checking segment: {'id': '9f9129c4-e4c0-48ae-89a5-4a29d899411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a1d67185-24cf-42c9-9eff-47ce21aa34e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:55.362537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Network hostable DHCP agents. Network: a1d67185-24cf-42c9-9eff-47ce21aa34e8, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:36:55.376119 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0b393577-53d0-4111-bcf5-e33358002ec9 req-adc30456-179d-4210-b1cf-3b6909bd1646 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90e6b72fd0774fd0b253f3a7b6d2d571&device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 1097 time: 0.1792290 Dec 22 08:36:55.607600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.667905 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:36:55.685071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393577-53d0-4111-bcf5-e33358002ec9 req-b793a2a4-dfc7-4cf9-ab7f-8185bd25f57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:55.686489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0b393577-53d0-4111-bcf5-e33358002ec9 req-b793a2a4-dfc7-4cf9-ab7f-8185bd25f57f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1b26534-ad52-47d9-8e9a-d104ef919d7e HTTP/1.1" status: 200 len: 912 time: 0.3023427 Dec 22 08:36:55.708800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Network a1d67185-24cf-42c9-9eff-47ce21aa34e8 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:36:55.744586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] create failed (client error): The resource could not be found. Dec 22 08:36:55.749043 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0623095 Dec 22 08:36:55.750641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60940) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:55.764893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, a1d67185-24cf-42c9-9eff-47ce21aa34e8) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:55.773400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd71ad-ac4a-4b68-a1c7-51506c85a615 None None] Network a1d67185-24cf-42c9-9eff-47ce21aa34e8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:55.777488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] For port 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe, host hv-neutron-8226, got binding levels [] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:55.777772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.790742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:55.791345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.809385 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0b393577-53d0-4111-bcf5-e33358002ec9 req-a0e746e8-f827-49e4-a7e5-36a476f99548 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e22efc-0e35-4db9-a115-189a04170596 HTTP/1.1" status: 200 len: 217 time: 0.1117601 Dec 22 08:36:55.916487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Calling delete_port for 240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:55.948135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Deleting port a68d70e2-c667-4474-9463-91960ee3ea08 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:55.949004 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.993260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8803759 Dec 22 08:36:55.993260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:55.995828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60946) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:56.003206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:56.003789 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393577-53d0-4111-bcf5-e33358002ec9 req-e2d140ac-f4f4-472c-aa03-68a1a1877cef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:56.005245 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0b393577-53d0-4111-bcf5-e33358002ec9 req-e2d140ac-f4f4-472c-aa03-68a1a1877cef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a87f1ef4-5ef0-477c-ab24-82ffe6b9599e HTTP/1.1" status: 200 len: 850 time: 0.1881454 Dec 22 08:36:56.041009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-a1d67185-24cf-42c9-9eff-47ce21aa34e8', 'network_id': 'a1d67185-24cf-42c9-9eff-47ce21aa34e8', 'tenant_id': 'c09b53aeba2f4690bd0241358f5e71a9', 'fixed_ips': [{'subnet_id': '3935fc19-8129-4819-b6e6-9a41d3166077'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:36:56.041992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.052326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Request body: {'port': {'network_id': 'a1d67185-24cf-42c9-9eff-47ce21aa34e8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-881854418'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:56.172204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.178966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75223c1-a2a6-46fa-8d8a-a4d1ab4315f1 req-58fb4c60-a06c-4426-849f-54747f5b84c2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:56.180455 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f75223c1-a2a6-46fa-8d8a-a4d1ab4315f1 req-58fb4c60-a06c-4426-849f-54747f5b84c2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 945 time: 0.5677612 Dec 22 08:36:56.193331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Network 9b199d8e-b6a1-4509-9abe-987f1d0f421d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:56.198649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event updated for resources: {'Port': ['ID=274bcc86-aa40-497e-a147-1af235a96469,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:56.205600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:56.207543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:56.225530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e7632950-908c-47c4-a26f-46763aaaa1e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:56.247719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Allocated IP 172.20.0.2 (a1d67185-24cf-42c9-9eff-47ce21aa34e8/3935fc19-8129-4819-b6e6-9a41d3166077/680e6f9a-a8ac-498b-93fe-54c610d7e18a) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:56.258916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:56.259818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:56.260400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.301031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event deleted for resources: {'Port': ['ID=240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:56.313449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:56.337486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.348890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Router b60bade3-d812-442b-98ec-52fe8ae0c22e has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:36:56.362824 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0b393577-53d0-4111-bcf5-e33358002ec9 req-623aab40-8320-4bb0-91fc-366803f2c478 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1b26534-ad52-47d9-8e9a-d104ef919d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3458180 Dec 22 08:36:56.366151 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6964908 Dec 22 08:36:56.368141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60950) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:56.371369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:56.375744 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f75223c1-a2a6-46fa-8d8a-a4d1ab4315f1 req-e3ed6080-60c8-490a-aea1-bdfaa7738057 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783566 Dec 22 08:36:56.377801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944b3dd-65e1-45c7-b646-6a8a376cdc95 req-225c1b6d-d9c6-4af6-a5e0-51750e319e12 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:56.379082 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "DELETE /v2.0/ports/240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe HTTP/1.1" status: 204 len: 168 time: 1.3774371 Dec 22 08:36:56.380370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Usage tracker for resource:port and tenant:c09b53aeba2f4690bd0241358f5e71a9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:56.383130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60956) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:56.384514 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e944b3dd-65e1-45c7-b646-6a8a376cdc95 req-225c1b6d-d9c6-4af6-a5e0-51750e319e12 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 944 time: 0.3237348 Dec 22 08:36:56.386012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:56.415010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.434504 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb1bfa9-4120-4c16-834d-56ef648e986c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:36:56.435099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0bb1bfa9-4120-4c16-834d-56ef648e986c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Synchronizing usage tracker for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:56.440458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:56.464146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Made reservation on behalf of c09b53aeba2f4690bd0241358f5e71a9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:56.468639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.485727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0bb1bfa9-4120-4c16-834d-56ef648e986c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Unset dirty status for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:56.490793 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0bb1bfa9-4120-4c16-834d-56ef648e986c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "GET /v2.0/ports/240b11fa-2b55-4f56-ae9c-0e08c6fb7bbe HTTP/1.1" status: 404 len: 333 time: 0.1065581 Dec 22 08:36:56.494111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60960) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:56.499795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-599763271', 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:56.505702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:56.515922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:56.529801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.532172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] device_id is not set on port afb0171f-1500-4f1f-8b33-7d68579fb38f yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:56.557368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Transition to ACTIVE for port object 680e6f9a-a8ac-498b-93fe-54c610d7e18a will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:56.577410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Made reservation on behalf of 30cc9c160d84498bb81411b89ec84fbb for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:56.578683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Transition to ACTIVE for port object 680e6f9a-a8ac-498b-93fe-54c610d7e18a will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:56.579936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.585778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.591499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c91329ce-d907-4d55-a6c6-62c64f6be24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:56.652892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Calling delete_port for a68d70e2-c667-4474-9463-91960ee3ea08 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:56.661831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Pushing event updated for resources: {'Port': ['ID=680e6f9a-a8ac-498b-93fe-54c610d7e18a,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:56.665354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Network a1d67185-24cf-42c9-9eff-47ce21aa34e8 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:56.666054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] device_id is not set on port f0bee3d4-5ae0-42bc-8fad-3dc3169112ba yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:56.666532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:56.667194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:56.669215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:56.761741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Attempting to bind port 680e6f9a-a8ac-498b-93fe-54c610d7e18a on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:36:56.762109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Attempting to bind port 680e6f9a-a8ac-498b-93fe-54c610d7e18a by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '9f9129c4-e4c0-48ae-89a5-4a29d899411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a1d67185-24cf-42c9-9eff-47ce21aa34e8'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:36:56.762463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Attempting to bind port 680e6f9a-a8ac-498b-93fe-54c610d7e18a on network a1d67185-24cf-42c9-9eff-47ce21aa34e8 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:36:56.771829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:36:56.772216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Checking segment: {'id': '9f9129c4-e4c0-48ae-89a5-4a29d899411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a1d67185-24cf-42c9-9eff-47ce21aa34e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:36:56.772631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.773589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Bound using segment: {'id': '9f9129c4-e4c0-48ae-89a5-4a29d899411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a1d67185-24cf-42c9-9eff-47ce21aa34e8'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:36:56.774169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Bound port: 680e6f9a-a8ac-498b-93fe-54c610d7e18a, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9129c4-e4c0-48ae-89a5-4a29d899411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a1d67185-24cf-42c9-9eff-47ce21aa34e8'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:36:56.774440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.799257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Deleting port 274bcc86-aa40-497e-a147-1af235a96469 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:56.799623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.839579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb10b5-9e90-4c4c-9670-3d9211bdb89e req-86ea54c0-f4cb-4574-8c5a-2f51bae74b4e tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:56.846235 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e9bb10b5-9e90-4c4c-9670-3d9211bdb89e req-86ea54c0-f4cb-4574-8c5a-2f51bae74b4e tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 944 time: 0.2719157 Dec 22 08:36:56.868585 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e944b3dd-65e1-45c7-b646-6a8a376cdc95 req-66ec74b7-5ede-4b03-a8c6-b5113e87cfbe tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4824333 Dec 22 08:36:56.869311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] For port 680e6f9a-a8ac-498b-93fe-54c610d7e18a, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:36:56.872728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] For port 680e6f9a-a8ac-498b-93fe-54c610d7e18a, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=680e6f9a-a8ac-498b-93fe-54c610d7e18a,segment=NetworkSegment(9f9129c4-e4c0-48ae-89a5-4a29d899411d),segment_id=9f9129c4-e4c0-48ae-89a5-4a29d899411d)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:36:56.876533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Allocated IP 172.20.0.5 (a1d67185-24cf-42c9-9eff-47ce21aa34e8/3935fc19-8129-4819-b6e6-9a41d3166077/afb0171f-1500-4f1f-8b33-7d68579fb38f) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:56.882242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:56.897019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9a74c5dd-1e1b-4a85-ba3f-edeae2c24acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:56.984298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Pushing event updated for resources: {'Port': ['ID=680e6f9a-a8ac-498b-93fe-54c610d7e18a,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:56.987620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:57.030872 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e9bb10b5-9e90-4c4c-9670-3d9211bdb89e req-4f1ec98a-6bb5-4c9b-beae-0e17fab8eb50 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837509 Dec 22 08:36:57.066265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.122352 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0b393577-53d0-4111-bcf5-e33358002ec9 req-0265864a-8d1d-47b9-bf55-bef3c958fc5f service neutron] 10.222.0.32 "GET /v2.0/networks/b1b26534-ad52-47d9-8e9a-d104ef919d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6983683 Dec 22 08:36:57.234523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.248314 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-17a38b34-1b20-480a-bdec-f88054aaddad tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:57.322218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.352357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Network d77cf045-4118-4cbd-b5bf-a251d9b61379 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:57.356759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:57.358829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Transition to ACTIVE for port object afb0171f-1500-4f1f-8b33-7d68579fb38f will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:57.362869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:57.363516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.364101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.369958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'Port': ['ID=f0bee3d4-5ae0-42bc-8fad-3dc3169112ba,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:57.391801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.392185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.392521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.392960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.393412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.393710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.394054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.394391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.394727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.395062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.395429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.402108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:57.414524 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9193468 Dec 22 08:36:57.417119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:57.452882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.467687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:57.558843 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0b393577-53d0-4111-bcf5-e33358002ec9 req-0bd0e1b6-62ec-4af6-8587-29251dd72b1f service neutron] 10.222.0.32 "GET /v2.0/networks/b1b26534-ad52-47d9-8e9a-d104ef919d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810663 Dec 22 08:36:57.599785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.613184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.625530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event updated for resources: {'Port': ['ID=afb0171f-1500-4f1f-8b33-7d68579fb38f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:57.628348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0e260044-26b9-4a4b-a5d6-75b03a2107be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Synchronizing usage tracker for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:57.630368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:57.631997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Network a1d67185-24cf-42c9-9eff-47ce21aa34e8 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:57.633039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:57.635288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:57.638127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:57.698142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0e260044-26b9-4a4b-a5d6-75b03a2107be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Unset dirty status for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:57.701958 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0e260044-26b9-4a4b-a5d6-75b03a2107be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "GET /v2.0/ports/f0bee3d4-5ae0-42bc-8fad-3dc3169112ba HTTP/1.1" status: 200 len: 958 time: 0.2813189 Dec 22 08:36:57.702778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60970) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:57.749172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:57.749777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.783113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Deleting port f0bee3d4-5ae0-42bc-8fad-3dc3169112ba {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:36:57.783566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:57.789018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event deleted for resources: {'Port': ['ID=a68d70e2-c667-4474-9463-91960ee3ea08,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:57.803465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Calling delete_port for 274bcc86-aa40-497e-a147-1af235a96469 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:57.807162 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8103335 Dec 22 08:36:57.812348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 60974) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:57.822922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Request body: {'port': {'network_id': 'a1d67185-24cf-42c9-9eff-47ce21aa34e8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1057197867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:57.823438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] bootfile-name is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:36:57.823773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] tftp-server is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:36:57.824091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] server-ip-address is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:36:57.850064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4e7441b9-caca-4e75-8ec9-1a07667d4194 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:57.867946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.868424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.868792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.869148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.869506 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.869860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.870206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.870668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.871021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.871381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.871725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:57.923567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:57.968596 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 4e7441b9-caca-4e75-8ec9-1a07667d4194 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:57.976814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 4e7441b9-caca-4e75-8ec9-1a07667d4194 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:57.977693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.081600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ac21f-bd56-45e7-b774-6d1894c574d7 req-19f11442-c622-4a7d-9a39-5c782421d718 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:58.089037 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e44ac21f-bd56-45e7-b774-6d1894c574d7 req-19f11442-c622-4a7d-9a39-5c782421d718 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 945 time: 0.5280581 Dec 22 08:36:58.146109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.156766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.157712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:36:58.160230 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "DELETE /v2.0/ports/a68d70e2-c667-4474-9463-91960ee3ea08 HTTP/1.1" status: 204 len: 168 time: 2.4079075 Dec 22 08:36:58.165552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.169243 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d770739-8f11-4861-922b-ed21424f1453 None None] Sync routers for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:36:58.186368 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d770739-8f11-4861-922b-ed21424f1453 None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:58.187095 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-1d770739-8f11-4861-922b-ed21424f1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:58.193449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:58.198000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Usage tracker for resource:port and tenant:c09b53aeba2f4690bd0241358f5e71a9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:58.201054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:58.208360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:58.213922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd0595e-9790-4a84-853c-85347bda0704 None None] Network a1d67185-24cf-42c9-9eff-47ce21aa34e8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:36:58.224430 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "DELETE /v2.0/floatingips/915ba986-0cf9-450d-8826-71a7f76432d3 HTTP/1.1" status: 204 len: 168 time: 4.9601369 Dec 22 08:36:58.225241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60982) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:58.240390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60984) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:58.249460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Made reservation on behalf of c09b53aeba2f4690bd0241358f5e71a9 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:58.253127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.263259 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-1d770739-8f11-4861-922b-ed21424f1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:58.275068 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d770739-8f11-4861-922b-ed21424f1453 None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:36:58.275828 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-1d770739-8f11-4861-922b-ed21424f1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:58.297741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91de7223-d63c-46b4-b46c-8694399da8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7441b9-caca-4e75-8ec9-1a07667d4194'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:36:58.312350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:58.316663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:58.321620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Usage tracker for resource:floatingip and tenant:9eb145f5fa004ea8b3461eebc6954fab is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:58.325555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:58.332466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:58.367506 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e44ac21f-bd56-45e7-b774-6d1894c574d7 req-fa922b3c-7a98-4bbe-83b2-94540c559c81 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780504 Dec 22 08:36:58.379040 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-1d770739-8f11-4861-922b-ed21424f1453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:36:58.379794 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d770739-8f11-4861-922b-ed21424f1453 None None] The sync data for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:36:58.382829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] device_id is not set on port e514b8d8-cad3-4390-afbb-f73d6c12ba79 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:58.387525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.393634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 4e7441b9-caca-4e75-8ec9-1a07667d4194, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4e7441b9-caca-4e75-8ec9-1a07667d4194,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:58.399263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8f510375-b3e2-44f7-b49f-1ab8d3244fd5 None None] Provisioning for port 680e6f9a-a8ac-498b-93fe-54c610d7e18a completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:58.413066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.413937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device ecf057f3-e107-4e49-8dd9-f6d41f2041ee up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:58.459429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.472688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:58.535954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1728571-3312-45e6-8248-3f87128ff85b tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:58.536662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c1728571-3312-45e6-8248-3f87128ff85b tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Synchronizing usage tracker for tenant:c822e098dd5741569f3badc3a58c52e8 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:36:58.582479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c1728571-3312-45e6-8248-3f87128ff85b tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Unset dirty status for tenant:c822e098dd5741569f3badc3a58c52e8 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:36:58.583699 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c1728571-3312-45e6-8248-3f87128ff85b tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "GET /v2.0/ports?device_id=688b89b3-76e0-421e-84cd-bfb4baa3b231 HTTP/1.1" status: 200 len: 913 time: 0.3450913 Dec 22 08:36:58.586987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 60994) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:58.616943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Calling delete_port for f0bee3d4-5ae0-42bc-8fad-3dc3169112ba owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:36:58.697794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f20262-0196-4470-a308-0ac6ad7f1d57 req-5e753d79-20b0-4605-9d9e-af79541ce755 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:58.699438 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60f20262-0196-4470-a308-0ac6ad7f1d57 req-5e753d79-20b0-4605-9d9e-af79541ce755 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 944 time: 0.5622153 Dec 22 08:36:58.709834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.724284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:58.735707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=4e7441b9-caca-4e75-8ec9-1a07667d4194,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:58.739192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:58.753362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port ecf057f3-e107-4e49-8dd9-f6d41f2041ee completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:58.760137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port ecf057f3-e107-4e49-8dd9-f6d41f2041ee triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:58.760513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.793014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Allocated IP 172.20.0.3 (a1d67185-24cf-42c9-9eff-47ce21aa34e8/3935fc19-8129-4819-b6e6-9a41d3166077/e514b8d8-cad3-4390-afbb-f73d6c12ba79) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:58.808773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.812457 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60f20262-0196-4470-a308-0ac6ad7f1d57 req-5baad73b-8371-43c7-995e-9df3f13009b8 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991888 Dec 22 08:36:58.818322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-abde4ce1-5f08-4850-80b1-a0fe7d4ae28f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:58.862416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0bee3d4-5ae0-42bc-8fad-3dc3169112ba,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:58.877566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:58.896304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:58.948812 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f0bee3d4-5ae0-42bc-8fad-3dc3169112ba HTTP/1.1" status: 204 len: 168 time: 1.2431128 Dec 22 08:36:58.949016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event deleted for resources: {'Port': ['ID=274bcc86-aa40-497e-a147-1af235a96469,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:58.957994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32770) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:58.959945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:58.983086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.078924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port ecf057f3-e107-4e49-8dd9-f6d41f2041ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:59.087106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.089498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ec46116-ff86-4c38-a670-a37fbf65c20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:59.153903 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91de7223-d63c-46b4-b46c-8694399da8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7441b9-caca-4e75-8ec9-1a07667d4194', 'code': 200} Dec 22 08:36:59.155315 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-2804255e-48eb-4f63-8dde-2bfbae127a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:36:59.156591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 680e6f9a-a8ac-498b-93fe-54c610d7e18a up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:36:59.169061 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2804255e-48eb-4f63-8dde-2bfbae127a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "GET /v2.0/ports/f0bee3d4-5ae0-42bc-8fad-3dc3169112ba HTTP/1.1" status: 404 len: 333 time: 0.2046151 Dec 22 08:36:59.172412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32774) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:59.180164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.181570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.192656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Request body: {'port': {'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-203267215'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:59.200940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Transition to ACTIVE for port object e514b8d8-cad3-4390-afbb-f73d6c12ba79 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:36:59.201426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32778) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:59.201882 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "DELETE /v2.0/ports/274bcc86-aa40-497e-a147-1af235a96469 HTTP/1.1" status: 204 len: 168 time: 2.8302250 Dec 22 08:36:59.211959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d', 'external_fixed_ips': [{'subnet_id': '887e518d-071a-4e17-b014-dc593e806317', 'ip_address': '2001:db8::32e'}]}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:36:59.214196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974960dd-74d8-4a4b-9ed7-2e45145fb333 req-1984d47b-e36b-42ad-a2ac-5d909dcee424 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:59.221423 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-974960dd-74d8-4a4b-9ed7-2e45145fb333 req-1984d47b-e36b-42ad-a2ac-5d909dcee424 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 944 time: 0.5604432 Dec 22 08:36:59.224499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:59.231763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Usage tracker for resource:router and tenant:379532ca0559458fbdaf1fcf5a258b7f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:59.235814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:59.243598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:59.253797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:36:59.270344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.273631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.282044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.282479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Usage tracker for resource:port and tenant:30cc9c160d84498bb81411b89ec84fbb is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:36:59.288461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:36:59.297487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:59.301927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:36:59.308035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.325868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:59.345153 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.345891 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.346578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.347116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.347797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.348375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.348960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.349549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.350109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.350678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.351690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:36:59.370296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:59.387108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 680e6f9a-a8ac-498b-93fe-54c610d7e18a completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:59.392262 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-974960dd-74d8-4a4b-9ed7-2e45145fb333 req-f021daa9-8d6d-4a9f-b7cd-b0e7fcc28f59 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697555 Dec 22 08:36:59.394221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 680e6f9a-a8ac-498b-93fe-54c610d7e18a triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:59.395291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.423615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Network a1d67185-24cf-42c9-9eff-47ce21aa34e8 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:36:59.430284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-28b2b764-cd2d-4355-891d-6a88cbe0aea6 None None] Provisioning for port afb0171f-1500-4f1f-8b33-7d68579fb38f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:36:59.445087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:36:59.448048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:36:59.448655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-28b2b764-cd2d-4355-891d-6a88cbe0aea6 None None] Provisioning complete for port afb0171f-1500-4f1f-8b33-7d68579fb38f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:59.449174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-28b2b764-cd2d-4355-891d-6a88cbe0aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.484467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Made reservation on behalf of 30cc9c160d84498bb81411b89ec84fbb for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:36:59.486536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.491601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event updated for resources: {'Port': ['ID=e514b8d8-cad3-4390-afbb-f73d6c12ba79,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:59.495177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:59.506180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.545965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:59.546831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.573908 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7612529 Dec 22 08:36:59.574801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32784) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:36:59.618684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-28b2b764-cd2d-4355-891d-6a88cbe0aea6 None None] Port afb0171f-1500-4f1f-8b33-7d68579fb38f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:59.656773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] device_id is not set on port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:36:59.707205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.749861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 680e6f9a-a8ac-498b-93fe-54c610d7e18a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=680e6f9a-a8ac-498b-93fe-54c610d7e18a,segment=NetworkSegment(9f9129c4-e4c0-48ae-89a5-4a29d899411d),segment_id=9f9129c4-e4c0-48ae-89a5-4a29d899411d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:36:59.760589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.763899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:36:59.818539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-30af0041-3c44-4421-ad8a-3baec022a423 None None] Provisioning complete for port afb0171f-1500-4f1f-8b33-7d68579fb38f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:36:59.819008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-30af0041-3c44-4421-ad8a-3baec022a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.853866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device f2e22efc-0e35-4db9-a115-189a04170596 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:36:59.904918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Allocated IP 172.26.5.57 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/3fed3ebf-dd0f-4f13-be0d-fea26487fba5) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:36:59.917280 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-aeeda04a-471e-4d0d-931a-e26bf938d15f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 1098 time: 0.5280561 Dec 22 08:36:59.930514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=680e6f9a-a8ac-498b-93fe-54c610d7e18a,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:36:59.935246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:36:59.942270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-30af0041-3c44-4421-ad8a-3baec022a423 None None] Port afb0171f-1500-4f1f-8b33-7d68579fb38f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:36:59.950423 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:36:59.981330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96572d06-0210-485e-98ab-f8f88ce1714a req-2d6f0aa9-3837-4ab6-ae7f-30ccf2d7c8ed tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:59.982850 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-96572d06-0210-485e-98ab-f8f88ce1714a req-2d6f0aa9-3837-4ab6-ae7f-30ccf2d7c8ed tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3176434 Dec 22 08:36:59.991321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4f837-1cce-4084-b822-507bb921366d tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:59.995056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4f837-1cce-4084-b822-507bb921366d tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:59.998854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4f837-1cce-4084-b822-507bb921366d tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:36:59.999708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3fb4f837-1cce-4084-b822-507bb921366d tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Synchronizing usage tracker for tenant:c09b53aeba2f4690bd0241358f5e71a9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:00.096327 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6fd4184b-fcfc-40bd-8e55-57c9ad85275c None None] Provisioning for port e514b8d8-cad3-4390-afbb-f73d6c12ba79 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:00.104435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6fd4184b-fcfc-40bd-8e55-57c9ad85275c None None] Provisioning complete for port e514b8d8-cad3-4390-afbb-f73d6c12ba79 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:00.104929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6fd4184b-fcfc-40bd-8e55-57c9ad85275c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.120013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3fb4f837-1cce-4084-b822-507bb921366d tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Unset dirty status for tenant:c09b53aeba2f4690bd0241358f5e71a9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:00.124029 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3fb4f837-1cce-4084-b822-507bb921366d tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.5450611 Dec 22 08:37:00.125988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32790) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:00.145994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.158057 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-96572d06-0210-485e-98ab-f8f88ce1714a req-1b8488de-1b1e-4011-bb6c-6cd6196220f7 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435754 Dec 22 08:37:00.166421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port f2e22efc-0e35-4db9-a115-189a04170596, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f2e22efc-0e35-4db9-a115-189a04170596,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:00.202161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'f2e22efc-0e35-4db9-a115-189a04170596', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'port_id': 'f2e22efc-0e35-4db9-a115-189a04170596', 'mac_address': 'fa:16:3e:71:a8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:37:00.210515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Deleting port e514b8d8-cad3-4390-afbb-f73d6c12ba79 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:00.210858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.234630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6fd4184b-fcfc-40bd-8e55-57c9ad85275c None None] Port e514b8d8-cad3-4390-afbb-f73d6c12ba79 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:37:00.267814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.277560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.296476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e22efc-0e35-4db9-a115-189a04170596 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:37:00.315987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port f2e22efc-0e35-4db9-a115-189a04170596, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f2e22efc-0e35-4db9-a115-189a04170596,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:00.321653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.323903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f607f480-2a32-4c84-a2df-237e527a89c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:00.326446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:00.341621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Usage tracker for resource:security_group_rule and tenant:b83df22069884365b1891d9d3c2e156b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:00.349260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.396806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=f2e22efc-0e35-4db9-a115-189a04170596,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:00.399956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:00.405361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:00.485877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:00.494948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.533171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc599a2-48ea-49f7-89af-e86e2b68966b req-cdbaf7f2-021d-4834-ba64-c5fdd145ae8a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:00.539878 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7dc599a2-48ea-49f7-89af-e86e2b68966b req-cdbaf7f2-021d-4834-ba64-c5fdd145ae8a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 945 time: 0.5786719 Dec 22 08:37:00.582867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.596071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b3f4df87-c61d-4366-b8c8-4d86d53fc086 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:00.624931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.656252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['f2e22efc-0e35-4db9-a115-189a04170596'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:37:00.723315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Network d77cf045-4118-4cbd-b5bf-a251d9b61379 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:00.729721 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7dc599a2-48ea-49f7-89af-e86e2b68966b req-69fd80b1-d941-439b-92f7-a1d633bcea37 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890337 Dec 22 08:37:00.734555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:00.736619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'Port': ['ID=95ef5a44-bbdf-47c1-beaa-b6aab89ba436,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:00.749687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.756165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:00.756642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:00.762917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.783452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:00.784221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:00.784818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.796169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Calling delete_port for e514b8d8-cad3-4390-afbb-f73d6c12ba79 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:00.829116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.843256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.851538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:00.877477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:00.885874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:00.890168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Pushing event updated for resources: {'Port': ['ID=3fed3ebf-dd0f-4f13-be0d-fea26487fba5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:00.893686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:00.923202 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1d1d16a1-e799-450d-b696-7e62c8503956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7456658 Dec 22 08:37:00.924344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:00.929795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5c05044d-f91c-49a6-ba9d-b3d26c60c7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:00.934169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32796) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:00.947470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:01.010956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37619b-5a17-4bf8-b8ca-babbe861efce req-fbcb80ec-58f4-4ef4-9be5-7fb486abe04f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:01.015971 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba37619b-5a17-4bf8-b8ca-babbe861efce req-fbcb80ec-58f4-4ef4-9be5-7fb486abe04f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 945 time: 0.4620690 Dec 22 08:37:01.021395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 680e6f9a-a8ac-498b-93fe-54c610d7e18a up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:01.093787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Synchronizing usage tracker for tenant:b83df22069884365b1891d9d3c2e156b on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:01.097548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 680e6f9a-a8ac-498b-93fe-54c610d7e18a triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:01.097548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.144131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc24bf7-dceb-499d-b5eb-dc7f4a2f87bf,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:01.155095 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:37:01.155593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:01.201941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.218569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Unset dirty status for tenant:b83df22069884365b1891d9d3c2e156b on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:01.219740 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d28d9651-652a-4d67-ba5b-b371d01e402d req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2907350 Dec 22 08:37:01.255528 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'code': 200} Dec 22 08:37:01.448418 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba37619b-5a17-4bf8-b8ca-babbe861efce req-5a12fa51-5daa-441d-85e6-d7f61b90cac3 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873749 Dec 22 08:37:01.462142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.475057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-16b8eff6-b833-41b4-a32c-a903096ad0b5 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:01.513498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b64a42-ac11-4789-a47f-5865e0ce3418 req-1e82d894-d900-4cf6-951c-c193bda4a641 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:01.515043 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02b64a42-ac11-4789-a47f-5865e0ce3418 req-1e82d894-d900-4cf6-951c-c193bda4a641 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.1533923 Dec 22 08:37:01.541610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Allocated IP 2001:db8::32e (9b199d8e-b6a1-4509-9abe-987f1d0f421d/887e518d-071a-4e17-b014-dc593e806317/5fe25074-9fd9-420f-8098-abb02a9042f2) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:01.602851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event deleted for resources: {'Port': ['ID=e514b8d8-cad3-4390-afbb-f73d6c12ba79,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:01.605609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:01.659049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.758056 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02b64a42-ac11-4789-a47f-5865e0ce3418 req-f14a82a6-2ed4-459a-8a39-b6df8572ca4d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367446 Dec 22 08:37:01.786713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.845641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device f2e22efc-0e35-4db9-a115-189a04170596 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:01.861258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.895106 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "DELETE /v2.0/ports/e514b8d8-cad3-4390-afbb-f73d6c12ba79 HTTP/1.1" status: 204 len: 168 time: 1.7680964 Dec 22 08:37:01.900665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32806) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:01.910359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Request body: {'port': {'name': 'tempest-new-port-name-2002535684', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:01.910680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] bootfile-name is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:37:01.911012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] tftp-server is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:37:01.911468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.api.validators [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] server-ip-address is not in valid_values {{(pid=83495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 08:37:01.945504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port f2e22efc-0e35-4db9-a115-189a04170596 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:01.951087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port f2e22efc-0e35-4db9-a115-189a04170596 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:01.951749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:01.984842 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d442f01e-a6f4-4008-afb6-5a6d5088a802 req-d44d0992-9cab-4e33-b6db-d6fee140248b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1099 time: 0.2849073 Dec 22 08:37:02.020200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:37:02.024111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Deleting port c998436c-750b-4e5c-a945-5b5d14b55dbd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:02.024457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.082403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.117707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port f2e22efc-0e35-4db9-a115-189a04170596, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f2e22efc-0e35-4db9-a115-189a04170596,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:02.123183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.125158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-575a2057-2dc9-414d-baaa-d522424e2d51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:02.181118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] device_id is not set on port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:02.187349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.189735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=f2e22efc-0e35-4db9-a115-189a04170596,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:02.192995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:02.205349 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d442f01e-a6f4-4008-afb6-5a6d5088a802 req-484c974b-98a7-43c0-bf82-1c478a5d2029 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117782 Dec 22 08:37:02.207850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.218895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.259155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Transition to ACTIVE for port object 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:02.268805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491405b1-0f08-47ca-8ba0-1fff58f25af6 req-bf5002a1-de18-423f-b39d-9469cff1dcfc tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:02.270325 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-491405b1-0f08-47ca-8ba0-1fff58f25af6 req-bf5002a1-de18-423f-b39d-9469cff1dcfc tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 945 time: 0.3213861 Dec 22 08:37:02.272717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.285961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.292844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.300278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.306634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:02.307254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:02.456962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Calling delete_port for c998436c-750b-4e5c-a945-5b5d14b55dbd owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:02.491809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'Port': ['ID=95ef5a44-bbdf-47c1-beaa-b6aab89ba436,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:02.500087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.504323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:02.504804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:02.559813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Pushing event updated for resources: {'Port': ['ID=3fed3ebf-dd0f-4f13-be0d-fea26487fba5,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:02.566659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:02.621042 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-491405b1-0f08-47ca-8ba0-1fff58f25af6 req-34b51108-f9ff-4fb8-8404-01e7bc740d21 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212066 Dec 22 08:37:02.673293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Network 9b199d8e-b6a1-4509-9abe-987f1d0f421d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:02.683265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:02.694699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:02.717640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event updated for resources: {'Port': ['ID=5fe25074-9fd9-420f-8098-abb02a9042f2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:02.721261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:02.738089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:02.738392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:02.738736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:02.787279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:02.787478 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:02.791802 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 2 to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 Dec 22 08:37:02.820530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:02.820823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:02.821175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:02.840322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:02.840645 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:02.849119 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 3 to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 Dec 22 08:37:02.857189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.865529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.874119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.878396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-514be5ef-9e61-40b1-b13a-1c917212ddd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:02.901801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:02.903308 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6220181 Dec 22 08:37:02.907535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32814) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:02.909617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:02.910022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:02.910350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:02.980781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afc809-2a09-4ec0-8ac5-554580624c5e req-742a5296-b66b-4b01-88a0-851d67eb60ab tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:02.985509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:02.985824 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:02.988293 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-44afc809-2a09-4ec0-8ac5-554580624c5e req-742a5296-b66b-4b01-88a0-851d67eb60ab tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 946 time: 0.1981370 Dec 22 08:37:02.990591 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 4 to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 Dec 22 08:37:03.049380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.065753 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-44afc809-2a09-4ec0-8ac5-554580624c5e req-e1edf8d3-a6bc-4145-8d37-16f162d8113f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764866 Dec 22 08:37:03.069171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-456c30ec-b598-4cb6-9c5a-3246eb19a349 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:03.104281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event updated for resources: {'Port': ['ID=afb0171f-1500-4f1f-8b33-7d68579fb38f,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:03.113402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:03.113611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:03.120771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:03.123272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:03.123482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:03.123927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:03.140738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event deleted for resources: {'Port': ['ID=c998436c-750b-4e5c-a945-5b5d14b55dbd,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:03.143726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Usage tracker for resource:floatingip and tenant:e51808b215674c2bb838566424c690ba is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:03.149129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:03.151776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:03.152106 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:03.152966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:03.156601 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 5 to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 Dec 22 08:37:03.157427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:03.166622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] In _notify_port_updated(), no bound segment for port afb0171f-1500-4f1f-8b33-7d68579fb38f on network a1d67185-24cf-42c9-9eff-47ce21aa34e8 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:37:03.170407 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:03.171025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.172327 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "PUT /v2.0/ports/afb0171f-1500-4f1f-8b33-7d68579fb38f HTTP/1.1" status: 200 len: 1136 time: 1.2703316 Dec 22 08:37:03.178696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32820) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:03.256499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:37:03.272143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:03.272696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:03.273220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:03.282432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.294678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d9f4268e-0607-4422-beb5-3135c674fe30 None None] Provisioning complete for port afb0171f-1500-4f1f-8b33-7d68579fb38f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:03.295063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d9f4268e-0607-4422-beb5-3135c674fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.308642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26c9a2-a79c-422c-a2d2-329012ae6793 req-afec4253-c792-45f2-9b19-0c738150373b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:03.318288 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6f26c9a2-a79c-422c-a2d2-329012ae6793 req-afec4253-c792-45f2-9b19-0c738150373b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.4047625 Dec 22 08:37:03.337763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.339170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.408416 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596', 'code': 200} Dec 22 08:37:03.409410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4268e-0607-4422-beb5-3135c674fe30 None None] Port afb0171f-1500-4f1f-8b33-7d68579fb38f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:37:03.543852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:03.544216 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:03.547677 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 6 to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 Dec 22 08:37:03.572667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:03.573018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:03.573410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:03.583400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:03.583683 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:03.593444 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 7 to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 Dec 22 08:37:03.617071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444cbcae-34d4-43fe-9512-a1fff2cd1a62 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:03.619309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-444cbcae-34d4-43fe-9512-a1fff2cd1a62 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Synchronizing usage tracker for tenant:c09b53aeba2f4690bd0241358f5e71a9 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:03.638026 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.650381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:03.650730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:03.651020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:03.666918 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6f26c9a2-a79c-422c-a2d2-329012ae6793 req-4232d0b4-c107-43de-9d28-2aee2c67691f tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467429 Dec 22 08:37:03.684643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-444cbcae-34d4-43fe-9512-a1fff2cd1a62 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Unset dirty status for tenant:c09b53aeba2f4690bd0241358f5e71a9 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:03.690925 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-444cbcae-34d4-43fe-9512-a1fff2cd1a62 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "GET /v2.0/ports/afb0171f-1500-4f1f-8b33-7d68579fb38f HTTP/1.1" status: 200 len: 1136 time: 0.5063221 Dec 22 08:37:03.690925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:03.690925 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:03.690925 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 8 to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 Dec 22 08:37:03.699966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32830) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:03.806264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:03.806487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:03.806816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:03.828899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:03.829221 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:03.832761 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 9 to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 Dec 22 08:37:03.843100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Deleting port afb0171f-1500-4f1f-8b33-7d68579fb38f {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:03.843506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.881278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:03.888119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:03.888429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:03.888755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:03.953366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:03.953689 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:03.960775 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempt 10 to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 Dec 22 08:37:03.992900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:03.993229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:03.993545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempting to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:04.073634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:37:04.073846 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Failed to bind port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd77cf045-4118-4cbd-b5bf-a251d9b61379'}] Dec 22 08:37:04.074195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.153288 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5c39f38b-d9cc-4f93-b86c-cc7bf4ef8f2a req-140bd153-ccf2-4f3b-b4ee-6464f36a573c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 1099 time: 0.4328957 Dec 22 08:37:04.164609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52386e8f-fd85-4cb2-bcb3-8f76b4922b5f req-21ccc518-e0a7-4e41-865f-e46b02a5e03f tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:04.165996 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-52386e8f-fd85-4cb2-bcb3-8f76b4922b5f req-21ccc518-e0a7-4e41-865f-e46b02a5e03f tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 945 time: 0.3534915 Dec 22 08:37:04.259060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.406326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Calling delete_port for afb0171f-1500-4f1f-8b33-7d68579fb38f owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:04.408837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Allocated IP 172.26.5.131 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/6712bacb-ea78-448d-a233-4ff37c151f80) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:04.433337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] For port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:04.433698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Attempted to set empty binding levels {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 08:37:04.447534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.456061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef4bfd7d-55c0-4fa1-8847-d7de5b942c81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:04.494404 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5c39f38b-d9cc-4f93-b86c-cc7bf4ef8f2a req-37ef80cd-0bd0-42df-b240-c30a80859a35 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251307 Dec 22 08:37:04.510590 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-52386e8f-fd85-4cb2-bcb3-8f76b4922b5f req-adb49c26-287b-49a5-9405-298dda4b7b38 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261042 Dec 22 08:37:04.548773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] In _notify_port_updated(), no bound segment for port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 on network d77cf045-4118-4cbd-b5bf-a251d9b61379 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:37:04.549796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.553629 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "PUT /v2.0/ports/95ef5a44-bbdf-47c1-beaa-b6aab89ba436 HTTP/1.1" status: 200 len: 980 time: 3.6154280 Dec 22 08:37:04.558579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32836) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:04.568966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Router c60a0426-4e99-4afd-8512-4d08ac762108 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:37:04.571662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event updated for resources: {'Port': ['ID=95ef5a44-bbdf-47c1-beaa-b6aab89ba436,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:04.580967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:04.601029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9965fe-9097-4f83-a66d-bad733887696 req-80f3d5fc-6040-4a18-872d-38bc29ce58d0 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:04.602500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d9965fe-9097-4f83-a66d-bad733887696 req-80f3d5fc-6040-4a18-872d-38bc29ce58d0 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 946 time: 0.3980708 Dec 22 08:37:04.655413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Router 688b89b3-76e0-421e-84cd-bfb4baa3b231 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:37:04.667350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Deleting port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:04.667601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.762759 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d9965fe-9097-4f83-a66d-bad733887696 req-f8c518e0-bfd3-4121-88c4-c6ddf4496df1 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280835 Dec 22 08:37:04.764062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:04.771430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a3d0df0-0ff2-4bab-a3a2-9af3ee827e2d tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:04.815461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event deleted for resources: {'Port': ['ID=afb0171f-1500-4f1f-8b33-7d68579fb38f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:04.819884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:04.822751 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.035921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.069527 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "DELETE /v2.0/ports/afb0171f-1500-4f1f-8b33-7d68579fb38f HTTP/1.1" status: 204 len: 168 time: 1.3651891 Dec 22 08:37:05.076207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32844) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:05.122172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ded923-bad3-4f9a-b250-51c23383742b req-e5f3c196-d59d-493f-b088-889b8c25c949 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:05.124385 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c8ded923-bad3-4f9a-b250-51c23383742b req-e5f3c196-d59d-493f-b088-889b8c25c949 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 945 time: 0.4307017 Dec 22 08:37:05.127404 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] For port 95ef5a44-bbdf-47c1-beaa-b6aab89ba436, host hv-neutron-8226, got binding levels [] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:05.127689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.136798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32848) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:05.149322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Request body: {'floatingip': {'port_id': '4e7441b9-caca-4e75-8ec9-1a07667d4194'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:05.213834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6714dc-efcf-4110-81b7-d391bfa8436b req-a4b53729-6997-4fa2-835a-0e359e44fc3c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:05.215188 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1e6714dc-efcf-4110-81b7-d391bfa8436b req-a4b53729-6997-4fa2-835a-0e359e44fc3c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3055055 Dec 22 08:37:05.256619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:05.266449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Sync routers for ids ['c60a0426-4e99-4afd-8512-4d08ac762108'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:05.278870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Routers {'c60a0426-4e99-4afd-8512-4d08ac762108'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:05.279748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['c60a0426-4e99-4afd-8512-4d08ac762108'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:05.321137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.324449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b5abfd77-c2cb-488f-812d-dc1f708b7282 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:05.365815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.369829 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.1646352 Dec 22 08:37:05.369972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Calling delete_port for 95ef5a44-bbdf-47c1-beaa-b6aab89ba436 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:05.370850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32852) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:05.403202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:05.418748 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424b912-36ff-444e-90a0-474082b637e9 None None] Sync routers for ids ['688b89b3-76e0-421e-84cd-bfb4baa3b231'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:05.422050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for floatingip, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.432698 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1e6714dc-efcf-4110-81b7-d391bfa8436b req-3f5b5965-dd9b-490e-97be-e30c010b3bb0 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101300 Dec 22 08:37:05.460578 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424b912-36ff-444e-90a0-474082b637e9 None None] Routers {'688b89b3-76e0-421e-84cd-bfb4baa3b231'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:05.461219 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b424b912-36ff-444e-90a0-474082b637e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['688b89b3-76e0-421e-84cd-bfb4baa3b231'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:05.485141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Set router c60a0426-4e99-4afd-8512-4d08ac762108 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:05.540262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Deleting subnet 3935fc19-8129-4819-b6e6-9a41d3166077 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:37:05.551069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.571598 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b424b912-36ff-444e-90a0-474082b637e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:05.574229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Pushing event updated for resources: {'Port': ['ID=6712bacb-ea78-448d-a233-4ff37c151f80,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:05.591025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:05.592071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:05.594805 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424b912-36ff-444e-90a0-474082b637e9 None None] Routers {'688b89b3-76e0-421e-84cd-bfb4baa3b231'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:05.595715 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b424b912-36ff-444e-90a0-474082b637e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['688b89b3-76e0-421e-84cd-bfb4baa3b231'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:05.603297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:05.607286 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "PUT /v2.0/routers/688b89b3-76e0-421e-84cd-bfb4baa3b231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0188026 Dec 22 08:37:05.622986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:05.631861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32858) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:05.702448 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b424b912-36ff-444e-90a0-474082b637e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:05.702854 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424b912-36ff-444e-90a0-474082b637e9 None None] The sync data for ids ['688b89b3-76e0-421e-84cd-bfb4baa3b231'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:05.825072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.854924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.874914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd64badc-e223-4ca3-8da0-df31fac88a6e tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:05.901751 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:05.967267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Pushing event deleted for resources: {'Port': ['ID=95ef5a44-bbdf-47c1-beaa-b6aab89ba436,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:05.970524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:06.007304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60a0426-4e99-4afd-8512-4d08ac762108', 'name': '', 'tenant_id': '379532ca0559458fbdaf1fcf5a258b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d', 'external_fixed_ips': [{'subnet_id': '887e518d-071a-4e17-b014-dc593e806317', 'ip_address': '2001:db8::32e'}], 'enable_snat': True}, 'gw_port_id': '5fe25074-9fd9-420f-8098-abb02a9042f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:59Z', 'updated_at': '2021-12-22T08:37:02Z', 'revision_number': 3, 'project_id': '379532ca0559458fbdaf1fcf5a258b7f', 'gw_port': {'id': '5fe25074-9fd9-420f-8098-abb02a9042f2', 'name': '', 'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60a0426-4e99-4afd-8512-4d08ac762108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '887e518d-071a-4e17-b014-dc593e806317', 'ip_address': '2001:db8::32e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:00Z', 'updated_at': '2021-12-22T08:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '887e518d-071a-4e17-b014-dc593e806317', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:06.011748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.012883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Checking router: c60a0426-4e99-4afd-8512-4d08ac762108 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:37:06.013767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Updating router c60a0426-4e99-4afd-8512-4d08ac762108 port 5fe25074-9fd9-420f-8098-abb02a9042f2 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:37:06.066949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.117570 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "DELETE /v2.0/ports/95ef5a44-bbdf-47c1-beaa-b6aab89ba436 HTTP/1.1" status: 204 len: 168 time: 1.5538776 Dec 22 08:37:06.131878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:06.189583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28aabe2-c0ad-4c8d-be4e-90fa80f8c05e req-0231867b-7f54-4f62-a95e-b096af32039a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:06.191338 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c28aabe2-c0ad-4c8d-be4e-90fa80f8c05e req-0231867b-7f54-4f62-a95e-b096af32039a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.4028583 Dec 22 08:37:06.205802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:06.216837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Request body: {'floatingip': {'port_id': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:06.267055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd48fb09-2c81-4e82-89f1-7481e2f3b95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:37:06.267599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fd48fb09-2c81-4e82-89f1-7481e2f3b95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Synchronizing usage tracker for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:06.289817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.327256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.417030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fd48fb09-2c81-4e82-89f1-7481e2f3b95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Unset dirty status for tenant:30cc9c160d84498bb81411b89ec84fbb on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:06.418187 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd48fb09-2c81-4e82-89f1-7481e2f3b95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] 10.222.0.31 "GET /v2.0/ports/95ef5a44-bbdf-47c1-beaa-b6aab89ba436 HTTP/1.1" status: 404 len: 333 time: 0.2778742 Dec 22 08:37:06.423324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32872) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:06.434033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.446881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Transition to ACTIVE for port object 5fe25074-9fd9-420f-8098-abb02a9042f2 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:06.455068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.460336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.466986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:06.515558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.542112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Attempting to bind port 5fe25074-9fd9-420f-8098-abb02a9042f2 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:06.542487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Attempting to bind port 5fe25074-9fd9-420f-8098-abb02a9042f2 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ed2815b7-841c-455b-b7ee-1272ea72509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:06.542894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Attempting to bind port 5fe25074-9fd9-420f-8098-abb02a9042f2 on network 9b199d8e-b6a1-4509-9abe-987f1d0f421d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:06.558204 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:37:06.558637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Checking segment: {'id': 'ed2815b7-841c-455b-b7ee-1272ea72509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:06.558961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.559749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Bound using segment: {'id': 'ed2815b7-841c-455b-b7ee-1272ea72509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:37:06.560681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Bound port: 5fe25074-9fd9-420f-8098-abb02a9042f2, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2815b7-841c-455b-b7ee-1272ea72509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:06.561498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.606178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.629298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09000250-b13a-434d-a852-7ad2a45ff71c None None] Pushing event updated for resources: {'Port': ['ID=5fe25074-9fd9-420f-8098-abb02a9042f2,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:06.640078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-09000250-b13a-434d-a852-7ad2a45ff71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:06.655641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] For port 5fe25074-9fd9-420f-8098-abb02a9042f2, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:06.659914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] For port 5fe25074-9fd9-420f-8098-abb02a9042f2, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5fe25074-9fd9-420f-8098-abb02a9042f2,segment=NetworkSegment(ed2815b7-841c-455b-b7ee-1272ea72509f),segment_id=ed2815b7-841c-455b-b7ee-1272ea72509f)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:37:06.669817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.674493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fccf046a-46e8-4f47-8ed6-8eccffbd8e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:06.746966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Routers {'c60a0426-4e99-4afd-8512-4d08ac762108'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:06.747836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:36:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['c60a0426-4e99-4afd-8512-4d08ac762108'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:06.763082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329eb3a-6844-4297-ae0c-ad7f102743b5 req-8bee91ca-8936-4bb6-9b52-7c9600c3e953 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:06.764535 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a329eb3a-6844-4297-ae0c-ad7f102743b5 req-8bee91ca-8936-4bb6-9b52-7c9600c3e953 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 946 time: 0.7735457 Dec 22 08:37:06.825846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09000250-b13a-434d-a852-7ad2a45ff71c None None] Pushing event updated for resources: {'Port': ['ID=5fe25074-9fd9-420f-8098-abb02a9042f2,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:06.840169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-09000250-b13a-434d-a852-7ad2a45ff71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:06.903095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:06.937784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] Set router c60a0426-4e99-4afd-8512-4d08ac762108 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:06.941148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:37:07.004713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd64badc-e223-4ca3-8da0-df31fac88a6e tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.021803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77cf045-4118-4cbd-b5bf-a251d9b61379']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:07.031032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd64badc-e223-4ca3-8da0-df31fac88a6e tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.042834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.043816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:07.044114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b119bd6e-9ba7-42b6-94ca-c6607b421ebe') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:07.044521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.080750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.097332 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.102101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.107175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.124420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0f544c66-befa-440a-8085-7fb3ae32229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.158043 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.167932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.170565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:07.177735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99c3db12-0e04-4ae6-8e18-db04cf40c17d tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:07.220774 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a329eb3a-6844-4297-ae0c-ad7f102743b5 req-8ea14180-dcd0-40e6-a968-e79386246bd1 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4355550 Dec 22 08:37:07.237791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event deleted for resources: {'Subnet': ['ID=3935fc19-8129-4819-b6e6-9a41d3166077,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:07.241945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:07.268689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60a0426-4e99-4afd-8512-4d08ac762108', 'name': '', 'tenant_id': '379532ca0559458fbdaf1fcf5a258b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d', 'external_fixed_ips': [{'subnet_id': '887e518d-071a-4e17-b014-dc593e806317', 'ip_address': '2001:db8::32e'}], 'enable_snat': True}, 'gw_port_id': '5fe25074-9fd9-420f-8098-abb02a9042f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:59Z', 'updated_at': '2021-12-22T08:37:02Z', 'revision_number': 3, 'project_id': '379532ca0559458fbdaf1fcf5a258b7f', 'gw_port': {'id': '5fe25074-9fd9-420f-8098-abb02a9042f2', 'name': '', 'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60a0426-4e99-4afd-8512-4d08ac762108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '887e518d-071a-4e17-b014-dc593e806317', 'ip_address': '2001:db8::32e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:00Z', 'updated_at': '2021-12-22T08:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '887e518d-071a-4e17-b014-dc593e806317', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:07.272858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f3f43-03e6-40e7-b0fb-b55984b7cf6e None None] The sync data for ids ['c60a0426-4e99-4afd-8512-4d08ac762108'] in dv-neutron-822610-1-hyperv is: [{'id': 'c60a0426-4e99-4afd-8512-4d08ac762108', 'name': '', 'tenant_id': '379532ca0559458fbdaf1fcf5a258b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d', 'external_fixed_ips': [{'subnet_id': '887e518d-071a-4e17-b014-dc593e806317', 'ip_address': '2001:db8::32e'}], 'enable_snat': True}, 'gw_port_id': '5fe25074-9fd9-420f-8098-abb02a9042f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:36:59Z', 'updated_at': '2021-12-22T08:37:02Z', 'revision_number': 3, 'project_id': '379532ca0559458fbdaf1fcf5a258b7f', 'gw_port': {'id': '5fe25074-9fd9-420f-8098-abb02a9042f2', 'name': '', 'network_id': '9b199d8e-b6a1-4509-9abe-987f1d0f421d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60a0426-4e99-4afd-8512-4d08ac762108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '887e518d-071a-4e17-b014-dc593e806317', 'ip_address': '2001:db8::32e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:00Z', 'updated_at': '2021-12-22T08:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '887e518d-071a-4e17-b014-dc593e806317', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:07.338208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:07.338781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:07.357103 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:07.380409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.394907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc0ecf-e5e7-40b6-b23a-b83ba8fa3f7a None None] Network a1d67185-24cf-42c9-9eff-47ce21aa34e8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:07.401608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd64badc-e223-4ca3-8da0-df31fac88a6e tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.402329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd64badc-e223-4ca3-8da0-df31fac88a6e tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Fanout notify agent at l3_agent the message router_deleted on router 688b89b3-76e0-421e-84cd-bfb4baa3b231 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:37:07.407842 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "DELETE /v2.0/subnets/3935fc19-8129-4819-b6e6-9a41d3166077 HTTP/1.1" status: 204 len: 168 time: 2.3306539 Dec 22 08:37:07.416509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd64badc-e223-4ca3-8da0-df31fac88a6e tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.417601 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cd64badc-e223-4ca3-8da0-df31fac88a6e tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "DELETE /v2.0/routers/688b89b3-76e0-421e-84cd-bfb4baa3b231 HTTP/1.1" status: 204 len: 168 time: 1.7820945 Dec 22 08:37:07.418156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32876) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:07.428471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32878) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:07.582010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Pushing event updated for resources: {'Port': ['ID=6712bacb-ea78-448d-a233-4ff37c151f80,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:07.593575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:07.629092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.648335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:07.668675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.706656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.713722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Pushing event deleted for resources: {'Network': ['ID=d77cf045-4118-4cbd-b5bf-a251d9b61379,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:07.718475 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] 10.222.0.31 "DELETE /v2.0/networks/d77cf045-4118-4cbd-b5bf-a251d9b61379 HTTP/1.1" status: 204 len: 168 time: 1.2942052 Dec 22 08:37:07.723612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.735318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:07.812795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Deleting port 680e6f9a-a8ac-498b-93fe-54c610d7e18a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:07.813326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.841032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] DHCP port deletion for a1d67185-24cf-42c9-9eff-47ce21aa34e8 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:37:07.842905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:07.844323 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9356542 Dec 22 08:37:07.850196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32886) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:07.850382 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] Deleting port 680e6f9a-a8ac-498b-93fe-54c610d7e18a {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:07.851101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.075774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c63f42c4-f815-43a9-a039-9c4483e20a48 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Synchronizing usage tracker for tenant:9eb145f5fa004ea8b3461eebc6954fab on resource:floatingip {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:08.186466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c63f42c4-f815-43a9-a039-9c4483e20a48 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Unset dirty status for tenant:9eb145f5fa004ea8b3461eebc6954fab on resource:floatingip {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:08.187210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] For port 680e6f9a-a8ac-498b-93fe-54c610d7e18a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=680e6f9a-a8ac-498b-93fe-54c610d7e18a,segment=NetworkSegment(9f9129c4-e4c0-48ae-89a5-4a29d899411d),segment_id=9f9129c4-e4c0-48ae-89a5-4a29d899411d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:08.187869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.188402 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c63f42c4-f815-43a9-a039-9c4483e20a48 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3393 time: 0.3352571 Dec 22 08:37:08.194740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32892) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:08.207845 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Floating IP 9de4bf8a-7dcd-4aeb-9ea2-d4b954498719 associated. External IP: 172.26.5.218, port: 4e7441b9-caca-4e75-8ec9-1a07667d4194. Dec 22 08:37:08.294861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] For port 680e6f9a-a8ac-498b-93fe-54c610d7e18a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=680e6f9a-a8ac-498b-93fe-54c610d7e18a,segment=NetworkSegment(9f9129c4-e4c0-48ae-89a5-4a29d899411d),segment_id=9f9129c4-e4c0-48ae-89a5-4a29d899411d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:08.295364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.366747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32898) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:08.369476 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d72f2b24-667a-4b3f-98cb-1b3d8866aec3 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1656396 Dec 22 08:37:08.376909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32902) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:08.384134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] Calling delete_port for 680e6f9a-a8ac-498b-93fe-54c610d7e18a owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:08.394785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Deleting subnet 72e7d877-b093-41e5-9e28-2bafc7e033d5 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:37:08.455967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Calling delete_port for 680e6f9a-a8ac-498b-93fe-54c610d7e18a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:08.481117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.484963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:08.535359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.566046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] Pushing event deleted for resources: {'Port': ['ID=680e6f9a-a8ac-498b-93fe-54c610d7e18a,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:08.580887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:08.592281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] No DVR routers for this DVR port 680e6f9a-a8ac-498b-93fe-54c610d7e18a on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:37:08.703330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:08.703527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:08.711726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Deleting port 6712bacb-ea78-448d-a233-4ff37c151f80 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:08.712069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.742143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.752563 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0649fc1e-2469-4ec8-aa8f-db90b3f030e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c45496b27f0458dbab5cf3560ef9338&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3845818 Dec 22 08:37:08.759975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e656abc-1c2b-4d85-aff7-c237f42a70ad req-3dd2b140-507e-4a22-9077-9b9353f11efe tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:08.761372 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1e656abc-1c2b-4d85-aff7-c237f42a70ad req-3dd2b140-507e-4a22-9077-9b9353f11efe tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 946 time: 0.2760432 Dec 22 08:37:08.761805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32908) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:08.809738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.859837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Deleting port 5fe25074-9fd9-420f-8098-abb02a9042f2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:08.860085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.868413 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1e656abc-1c2b-4d85-aff7-c237f42a70ad req-cc197094-2c65-456f-b797-fd4052a21f4b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915947 Dec 22 08:37:08.876839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7b58-d28f-4a79-b2b3-b4873b46f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:08.955398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:37:09.089030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5fe25074-9fd9-420f-8098-abb02a9042f2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:09.092235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7b58-d28f-4a79-b2b3-b4873b46f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.178474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-daaf58c2-7646-4a63-991c-a9ab6bd856bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.181309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 5fe25074-9fd9-420f-8098-abb02a9042f2 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:09.186560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 5fe25074-9fd9-420f-8098-abb02a9042f2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:09.186940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.210443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Deleting port 680e6f9a-a8ac-498b-93fe-54c610d7e18a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:09.210656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.265918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.273584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7b58-d28f-4a79-b2b3-b4873b46f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.277845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.281463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:09.296001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] The port '680e6f9a-a8ac-498b-93fe-54c610d7e18a' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:37:09.319124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.322376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.334230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a7b58-d28f-4a79-b2b3-b4873b46f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077676df-4273-419a-922c-d14ac905802f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:09.336876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 5fe25074-9fd9-420f-8098-abb02a9042f2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5fe25074-9fd9-420f-8098-abb02a9042f2,segment=NetworkSegment(ed2815b7-841c-455b-b7ee-1272ea72509f),segment_id=ed2815b7-841c-455b-b7ee-1272ea72509f)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:09.342223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.344643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:09.347888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b9a7b58-d28f-4a79-b2b3-b4873b46f175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:09.390860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.391186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.405685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 680e6f9a-a8ac-498b-93fe-54c610d7e18a no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:09.438801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7b58-d28f-4a79-b2b3-b4873b46f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.440246 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5b9a7b58-d28f-4a79-b2b3-b4873b46f175 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/077676df-4273-419a-922c-d14ac905802f HTTP/1.1" status: 204 len: 168 time: 0.6762853 Dec 22 08:37:09.453642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.461384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 680e6f9a-a8ac-498b-93fe-54c610d7e18a {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:37:09.461664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 680e6f9a-a8ac-498b-93fe-54c610d7e18a not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:37:09.506063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=5fe25074-9fd9-420f-8098-abb02a9042f2,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:09.509141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:09.526141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d67185-24cf-42c9-9eff-47ce21aa34e8']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:09.545380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9129c4-e4c0-48ae-89a5-4a29d899411d') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:09.545691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9129c4-e4c0-48ae-89a5-4a29d899411d') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:09.561029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Calling delete_port for 6712bacb-ea78-448d-a233-4ff37c151f80 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:09.561482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.584619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.588005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Router e6655012-7b22-4e3d-81f9-86c7d9b883cb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:37:09.599096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:09.599577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:09.619492 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:09.760152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766d38b-d7bb-4e6e-a530-458068db707d req-b1976edc-5c2f-4705-b56d-9695fbf894b2 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:09.762203 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0766d38b-d7bb-4e6e-a530-458068db707d req-b1976edc-5c2f-4705-b56d-9695fbf894b2 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 946 time: 0.7353282 Dec 22 08:37:09.771049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.775004 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32918) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:09.779940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:09.785686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] For port 5fe25074-9fd9-420f-8098-abb02a9042f2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5fe25074-9fd9-420f-8098-abb02a9042f2,segment=NetworkSegment(ed2815b7-841c-455b-b7ee-1272ea72509f),segment_id=ed2815b7-841c-455b-b7ee-1272ea72509f)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:09.786051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.797693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Request body: {'floatingip': {'port_id': 'f2e22efc-0e35-4db9-a115-189a04170596'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:09.854062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.859671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32922) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:09.884227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Pushing event deleted for resources: {'Network': ['ID=a1d67185-24cf-42c9-9eff-47ce21aa34e8,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:09.908735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:09.911674 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] 10.222.0.31 "DELETE /v2.0/networks/a1d67185-24cf-42c9-9eff-47ce21aa34e8 HTTP/1.1" status: 204 len: 168 time: 2.4872930 Dec 22 08:37:09.919197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for floatingip, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.942563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Calling delete_port for 5fe25074-9fd9-420f-8098-abb02a9042f2 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:09.969715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:09.999989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fd73ffb6-5e84-4686-8229-51d17fcaa3da tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:10.060867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event deleted for resources: {'Subnet': ['ID=72e7d877-b093-41e5-9e28-2bafc7e033d5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:10.067835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:10.088753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd55538-9257-4f6e-8c26-c20e48e751a4 None None] Network 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:10.177237 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6660513f-2a41-4ceb-a224-6a20199b69d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30cc9c160d84498bb81411b89ec84fbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3065813 Dec 22 08:37:10.180486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32930) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:10.254184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.275872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32934) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:10.342855 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "DELETE /v2.0/subnets/72e7d877-b093-41e5-9e28-2bafc7e033d5 HTTP/1.1" status: 204 len: 168 time: 2.9129643 Dec 22 08:37:10.348169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32940) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:10.372891 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.385332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.414749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.419482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8b25f788-1614-413a-ae3f-ebfdf18dd6b6 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:10.473920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Pushing event deleted for resources: {'Port': ['ID=6712bacb-ea78-448d-a233-4ff37c151f80,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:10.480226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:10.481135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:10.481387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] DHCP port deletion for 47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:37:10.481774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:10.487931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] Deleting port 9582b0e9-346e-4bb2-a513-bf56fb794401 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:10.488590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.576568 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Floating IP 19e603dc-e5de-4c2d-ad99-841b9522d4bd associated. External IP: 172.26.5.205, port: ecf057f3-e107-4e49-8dd9-f6d41f2041ee. Dec 22 08:37:10.656575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.665843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.669461 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] 10.222.0.31 "DELETE /v2.0/floatingips/47159e62-481f-4a9f-9318-b28f4f989d20 HTTP/1.1" status: 204 len: 168 time: 2.2774036 Dec 22 08:37:10.669804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32944) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:10.759385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] For port 9582b0e9-346e-4bb2-a513-bf56fb794401, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9582b0e9-346e-4bb2-a513-bf56fb794401,segment=NetworkSegment(444965d7-3c6a-405a-a621-4bf15a76f446),segment_id=444965d7-3c6a-405a-a621-4bf15a76f446)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:10.761105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.780391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e478a7d2-c345-436e-9e95-57c9d6f6e4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.815122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.825895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:10.855089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.885018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] Sync routers for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:10.889440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Deleting port 3fed3ebf-dd0f-4f13-be0d-fea26487fba5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:10.889788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.896514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] Calling delete_port for 9582b0e9-346e-4bb2-a513-bf56fb794401 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:10.943829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e478a7d2-c345-436e-9e95-57c9d6f6e4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:10.956909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:10.957335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:11.054692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Deleting port 5fe25074-9fd9-420f-8098-abb02a9042f2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:11.054692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.075307 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c8e5c240-bf59-4986-b457-28daf5a5baeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c09b53aeba2f4690bd0241358f5e71a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7975724 Dec 22 08:37:11.076144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Deleting port 9582b0e9-346e-4bb2-a513-bf56fb794401 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:11.076799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.096872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32948) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:11.116280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5fe25074-9fd9-420f-8098-abb02a9042f2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:11.169677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.179198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-88e2518e-4c87-474d-bd4d-901cd1e13f06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:11.237214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] The port '9582b0e9-346e-4bb2-a513-bf56fb794401' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:37:11.239185 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0dd5b840-aef6-48c2-a056-909ea2490577 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "PUT /v2.0/floatingips/9de4bf8a-7dcd-4aeb-9ea2-d4b954498719 HTTP/1.1" status: 200 len: 991 time: 6.0982778 Dec 22 08:37:11.241641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91de7223-d63c-46b4-b46c-8694399da8a2', 'tag': '4e7441b9-caca-4e75-8ec9-1a07667d4194'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:37:11.266811 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-09a25b45-acb6-4245-9acc-29b4d4924fc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6051278 Dec 22 08:37:11.280999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.281782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] Pushing event deleted for resources: {'Port': ['ID=9582b0e9-346e-4bb2-a513-bf56fb794401,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:11.325672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:11.399004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] No DVR routers for this DVR port 9582b0e9-346e-4bb2-a513-bf56fb794401 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:37:11.434175 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:11.447513 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91de7223-d63c-46b4-b46c-8694399da8a2', 'tag': '4e7441b9-caca-4e75-8ec9-1a07667d4194', 'status': 'completed', 'code': 200} Dec 22 08:37:11.505525 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 5fe25074-9fd9-420f-8098-abb02a9042f2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:11.505896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.566264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e478a7d2-c345-436e-9e95-57c9d6f6e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.579920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:11.594919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.596103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.597334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.608639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-789ba700-1e29-4045-a0c9-c811113b5cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.615947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478a7d2-c345-436e-9e95-57c9d6f6e4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfadd01-4e6f-4f9b-a334-cb0e54af3196,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:11.634759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e478a7d2-c345-436e-9e95-57c9d6f6e4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:11.635853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:37:11.699388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:11.722553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e478a7d2-c345-436e-9e95-57c9d6f6e4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.726481 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e478a7d2-c345-436e-9e95-57c9d6f6e4cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcfadd01-4e6f-4f9b-a334-cb0e54af3196 HTTP/1.1" status: 204 len: 168 time: 1.5413089 Dec 22 08:37:11.737023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444965d7-3c6a-405a-a621-4bf15a76f446') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:11.737673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444965d7-3c6a-405a-a621-4bf15a76f446') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:11.758918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.762724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.816854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.826186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.843246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Calling delete_port for 3fed3ebf-dd0f-4f13-be0d-fea26487fba5 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:11.853253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:11.853651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.886664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9582b0e9-346e-4bb2-a513-bf56fb794401 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:11.889339 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:11.910649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-789ba700-1e29-4045-a0c9-c811113b5cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.929220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 9582b0e9-346e-4bb2-a513-bf56fb794401 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:37:11.929654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9582b0e9-346e-4bb2-a513-bf56fb794401 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:37:11.938489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.958130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] For port 5fe25074-9fd9-420f-8098-abb02a9042f2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5fe25074-9fd9-420f-8098-abb02a9042f2,segment=NetworkSegment(ed2815b7-841c-455b-b7ee-1272ea72509f),segment_id=ed2815b7-841c-455b-b7ee-1272ea72509f)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:11.958482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:11.997640 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-04005c77-9f14-4104-bbab-a545196fc9f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1099 time: 0.5937088 Dec 22 08:37:12.033376 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63c7ae0f-846b-42b5-9f0f-9278cb61d895 req-24a18407-6eee-47c2-9898-b005565ff3e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40af50be34624cc59f8ac7442c7da6da&device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 1098 time: 0.5800269 Dec 22 08:37:12.065831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '9de4bf8a-7dcd-4aeb-9ea2-d4b954498719', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'port_id': '4e7441b9-caca-4e75-8ec9-1a07667d4194', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'mac_address': 'fa:16:3e:27:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de7223-d63c-46b4-b46c-8694399da8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:23Z', 'updated_at': '2021-12-22T08:37:06Z', 'revision_number': 1, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fec9310-c58c-4911-bc66-6e52d4e3a75c', 'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'mac_address': 'fa:16:3e:e2:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:06Z', 'updated_at': '2021-12-22T08:36:47Z', 'revision_number': 5, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'subnets': [{'id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:12.071704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] Checking router: e6655012-7b22-4e3d-81f9-86c7d9b883cb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:37:12.087551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:12.088191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:12.154644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Calling delete_port for 5fe25074-9fd9-420f-8098-abb02a9042f2 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:12.262757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.289793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:12.308842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.310782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:12.343529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Pushing event deleted for resources: {'Network': ['ID=47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:12.406403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-789ba700-1e29-4045-a0c9-c811113b5cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.418458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:12.435599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.450559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ba700-1e29-4045-a0c9-c811113b5cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1708eab1-51b8-4771-bf3b-0f3efb7791e3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:12.453475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-789ba700-1e29-4045-a0c9-c811113b5cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:12.494496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:12.500586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-7081e25a-1461-4e40-bbe1-51741415b3aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:12.503821 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-7081e25a-1461-4e40-bbe1-51741415b3aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 913 time: 0.4781127 Dec 22 08:37:12.512828 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] 10.222.0.31 "DELETE /v2.0/networks/47eb3ed5-4b7a-4f3c-a6e6-aba2e4dc2b66 HTTP/1.1" status: 204 len: 168 time: 2.1526957 Dec 22 08:37:12.568553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:12.652133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ae0f-846b-42b5-9f0f-9278cb61d895 req-9489d358-0c92-43b9-a5dc-03922bec5970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:12.660862 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63c7ae0f-846b-42b5-9f0f-9278cb61d895 req-9489d358-0c92-43b9-a5dc-03922bec5970 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5dff4d1-105a-4e86-8b7e-fcef6be851f8 HTTP/1.1" status: 200 len: 907 time: 0.5937915 Dec 22 08:37:12.718081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fed3ebf-dd0f-4f13-be0d-fea26487fba5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:12.721870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:12.826181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.843535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Router 74d0c63e-f301-4e1f-b607-78dd1fb717fc has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:37:12.844731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-789ba700-1e29-4045-a0c9-c811113b5cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.846530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-789ba700-1e29-4045-a0c9-c811113b5cff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1708eab1-51b8-4771-bf3b-0f3efb7791e3 HTTP/1.1" status: 204 len: 168 time: 1.7490549 Dec 22 08:37:12.857902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.859341 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/008ca5c3-061c-4e18-b222-4483533afbde HTTP/1.1" status: 204 len: 168 time: 2.1884494 Dec 22 08:37:12.864133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 32984) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:12.889146 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-16ba9af3-e876-446c-94e7-ce90dff1a6ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 1000 time: 0.3687758 Dec 22 08:37:12.891216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '9de4bf8a-7dcd-4aeb-9ea2-d4b954498719', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'port_id': '4e7441b9-caca-4e75-8ec9-1a07667d4194', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'mac_address': 'fa:16:3e:27:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de7223-d63c-46b4-b46c-8694399da8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:23Z', 'updated_at': '2021-12-22T08:37:06Z', 'revision_number': 1, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fec9310-c58c-4911-bc66-6e52d4e3a75c', 'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'mac_address': 'fa:16:3e:e2:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:06Z', 'updated_at': '2021-12-22T08:36:47Z', 'revision_number': 5, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'subnets': [{'id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:12.905427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911067a-685b-4e8d-9951-c589dcf6a5da None None] The sync data for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv is: [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '9de4bf8a-7dcd-4aeb-9ea2-d4b954498719', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'port_id': '4e7441b9-caca-4e75-8ec9-1a07667d4194', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'mac_address': 'fa:16:3e:27:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91de7223-d63c-46b4-b46c-8694399da8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:23Z', 'updated_at': '2021-12-22T08:37:06Z', 'revision_number': 1, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fec9310-c58c-4911-bc66-6e52d4e3a75c', 'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'mac_address': 'fa:16:3e:e2:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:06Z', 'updated_at': '2021-12-22T08:36:47Z', 'revision_number': 5, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'subnets': [{'id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:12.927265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:12.935946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-43a0b4bd-9485-4e2c-a973-585889ba2f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:12.984463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fe25074-9fd9-420f-8098-abb02a9042f2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:12.989141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:12.989549 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63c7ae0f-846b-42b5-9f0f-9278cb61d895 req-cdf30e90-65cc-4851-9cf6-4ad4973eca3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e7441b9-caca-4e75-8ec9-1a07667d4194 HTTP/1.1" status: 200 len: 999 time: 0.3174791 Dec 22 08:37:13.047051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 32990) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:13.080637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-1d6986d2-4bc8-495d-b147-b45ef6cc2ab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:13.082352 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-1d6986d2-4bc8-495d-b147-b45ef6cc2ab0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 200 len: 851 time: 0.1858437 Dec 22 08:37:13.109682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Deleting port 4fc1d140-6756-4c25-a355-964e6b27bf40 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:13.110026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.162536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ae0f-846b-42b5-9f0f-9278cb61d895 req-960aaf22-0099-4ad6-a8f1-362cd542daea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:13.164035 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63c7ae0f-846b-42b5-9f0f-9278cb61d895 req-960aaf22-0099-4ad6-a8f1-362cd542daea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd8fe89f-7bf1-4736-949a-c9a233d71b6e HTTP/1.1" status: 200 len: 845 time: 0.1611536 Dec 22 08:37:13.257346 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Floating IP 5510ac9b-8934-481b-b114-ac459cceebcb associated. External IP: 172.26.5.67, port: f2e22efc-0e35-4db9-a115-189a04170596. Dec 22 08:37:13.331209 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34e78ef-ff24-4da7-91b3-9bb0a84025af None None] New status for floating IP 9de4bf8a-7dcd-4aeb-9ea2-d4b954498719: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:37:13.381878 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-d84ae972-7cfb-467f-a2c1-8c1effca20e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da5084d-8efd-4897-9d2d-6026cbe0946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2919533 Dec 22 08:37:13.478845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:13.486222 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63c7ae0f-846b-42b5-9f0f-9278cb61d895 req-2e0c46b4-dcb3-4123-83b9-785941990e6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5dff4d1-105a-4e86-8b7e-fcef6be851f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3085437 Dec 22 08:37:13.855670 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-d1eef19f-3425-43f8-b88d-8e200650d168 service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615598 Dec 22 08:37:13.913765 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d066614f-4485-4a03-876e-4fcf5d36410d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c822e098dd5741569f3badc3a58c52e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8622496 Dec 22 08:37:13.914504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33014) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:14.010023 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63c7ae0f-846b-42b5-9f0f-9278cb61d895 req-6dba51cf-5789-4d8f-a04b-2203e686d4a2 service neutron] 10.222.0.32 "GET /v2.0/networks/c5dff4d1-105a-4e86-8b7e-fcef6be851f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090778 Dec 22 08:37:14.135809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.150945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.202624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbd9af5d-7011-4413-987c-9533eb9c8bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.222534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.274915 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e64dddfd-8e0f-4356-93e5-a89fc0073824 req-92d3fcba-88a3-43e9-b732-4b76bfc0141d service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899684 Dec 22 08:37:14.281815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbd9af5d-7011-4413-987c-9533eb9c8bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.351435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.352131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c60a0426-4e99-4afd-8512-4d08ac762108 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:37:14.427090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Calling delete_port for 4fc1d140-6756-4c25-a355-964e6b27bf40 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:14.473444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:14.478725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.482930 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c60a0426-4e99-4afd-8512-4d08ac762108 HTTP/1.1" status: 204 len: 168 time: 9.1085451 Dec 22 08:37:14.482930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.489759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] Sync routers for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:14.522338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:14.522900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:14.570334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33034) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:14.598457 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bfc11602-1241-4b5e-b1fb-a073abafa12b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "PUT /v2.0/floatingips/19e603dc-e5de-4c2d-ad99-841b9522d4bd HTTP/1.1" status: 200 len: 992 time: 8.3873014 Dec 22 08:37:14.626922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:37:14.637489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33042) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:14.686146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Deleting subnet 887e518d-071a-4e17-b014-dc593e806317 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:37:14.703700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.778912 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63c7ae0f-846b-42b5-9f0f-9278cb61d895 req-37cfaf88-6768-438a-9190-f336890e42ba service neutron] 10.222.0.32 "GET /v2.0/networks/c5dff4d1-105a-4e86-8b7e-fcef6be851f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371464 Dec 22 08:37:14.779889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33050) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:14.787330 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'status': 'completed', 'code': 200} Dec 22 08:37:14.824743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.947739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:14.988360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:14.994442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-22284180-2eac-4cdb-a699-e5e583358cb4 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:14.998152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbd9af5d-7011-4413-987c-9533eb9c8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.027682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b9a7b58-d28f-4a79-b2b3-b4873b46f175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:15.111645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9af5d-7011-4413-987c-9533eb9c8bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc97adc-b1b3-4597-b3cc-fbada14b9d77,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:15.114379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbd9af5d-7011-4413-987c-9533eb9c8bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.117972 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dbd9af5d-7011-4413-987c-9533eb9c8bf2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2dc97adc-b1b3-4597-b3cc-fbada14b9d77 HTTP/1.1" status: 204 len: 168 time: 1.1367931 Dec 22 08:37:15.119042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event deleted for resources: {'Port': ['ID=4fc1d140-6756-4c25-a355-964e6b27bf40,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:15.124464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dbd9af5d-7011-4413-987c-9533eb9c8bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:15.126972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:15.154235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.202402 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b8b96b4-c0bc-4758-9b50-77a751b1d8d9 req-e9312744-d9f7-4be5-8081-63f8270bc15a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1099 time: 0.3335700 Dec 22 08:37:15.213314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-673738408', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:15.218076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:15.223089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Usage tracker for resource:port and tenant:3b4636c2abca4beb976a94c1b7ae4975 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:15.226569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:15.233900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:15.302958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'networks': [{'name': 'tempest-network--584446449'}, {'name': 'tempest-network--612349725'}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:15.303538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'network': {'name': 'tempest-network--584446449'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:15.303761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'network': {'name': 'tempest-network--612349725'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:15.313500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:15.318909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Usage tracker for resource:network and tenant:a7f22ed6e0f74e67ac0f433184d010bd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:15.324733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:15.331864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:15.346830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Made reservation on behalf of a7f22ed6e0f74e67ac0f433184d010bd for: {'network': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:15.351378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.378395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Made reservation on behalf of 3b4636c2abca4beb976a94c1b7ae4975 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:15.380699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.386568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.421363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.439320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:15.444079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Usage tracker for resource:security_group_rule and tenant:a7f22ed6e0f74e67ac0f433184d010bd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:15.448172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:15.455086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:15.467581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.482055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "DELETE /v2.0/ports/4fc1d140-6756-4c25-a355-964e6b27bf40 HTTP/1.1" status: 204 len: 168 time: 2.6131179 Dec 22 08:37:15.483584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33062) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:15.535721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.538030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:15.542446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '19e603dc-e5de-4c2d-ad99-841b9522d4bd', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'floating_ip_address': '172.26.5.205', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'port_id': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'mac_address': 'fa:16:3e:8f:d0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:22Z', 'updated_at': '2021-12-22T08:37:08Z', 'revision_number': 1, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c', 'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'mac_address': 'fa:16:3e:82:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:04Z', 'updated_at': '2021-12-22T08:36:23Z', 'revision_number': 5, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'subnets': [{'id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:15.548572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b96b4-c0bc-4758-9b50-77a751b1d8d9 req-68a9938f-2b9c-44ac-a582-93860dce3927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:15.549326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] Checking router: 74d0c63e-f301-4e1f-b607-78dd1fb717fc for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:37:15.550511 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b8b96b4-c0bc-4758-9b50-77a751b1d8d9 req-68a9938f-2b9c-44ac-a582-93860dce3927 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 913 time: 0.2947166 Dec 22 08:37:15.552197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Usage tracker for resource:security_group_rule and tenant:3b4636c2abca4beb976a94c1b7ae4975 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:15.556038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d2a7a1a8-2309-4c9a-8133-bc55e0325c91 tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:15.571673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:15.572435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:15.596216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:15.675160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Router 6cda8f89-b425-495e-a7fb-11eb68d7dbab has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:37:15.676202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:15.681299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=887e518d-071a-4e17-b014-dc593e806317,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:15.683742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:15.714947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.749171 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/887e518d-071a-4e17-b014-dc593e806317 HTTP/1.1" status: 204 len: 168 time: 1.1517501 Dec 22 08:37:15.755998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:15.839528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:15.841691 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b8b96b4-c0bc-4758-9b50-77a751b1d8d9 req-0b548f07-4fa6-4016-8036-e56ed63b165a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 1000 time: 0.2414155 Dec 22 08:37:15.902323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.925524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca07841-e1a0-4bad-9f0a-2491955aee5a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:15.926928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6ca07841-e1a0-4bad-9f0a-2491955aee5a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Synchronizing usage tracker for tenant:d98a1a5516cd489c86668dcfccf80ea6 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:15.942539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.958776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b96b4-c0bc-4758-9b50-77a751b1d8d9 req-76cc9cef-a217-4e06-ac0d-acba44f222b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:15.960261 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b8b96b4-c0bc-4758-9b50-77a751b1d8d9 req-76cc9cef-a217-4e06-ac0d-acba44f222b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 200 len: 851 time: 0.1102886 Dec 22 08:37:15.962778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.965724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:15.995555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.003647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-68f98179-0101-437b-9f6f-9fece980bbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:16.032150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.040645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b4f1cd8c-2067-4a42-aa28-a955d463b688 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:16.080076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] device_id is not set on port 6b25dac5-fc23-49d3-8c3f-23d3b19949db yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:16.086485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6ca07841-e1a0-4bad-9f0a-2491955aee5a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Unset dirty status for tenant:d98a1a5516cd489c86668dcfccf80ea6 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:16.093338 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6ca07841-e1a0-4bad-9f0a-2491955aee5a tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "GET /v2.0/ports?device_id=b60bade3-d812-442b-98ec-52fe8ae0c22e HTTP/1.1" status: 200 len: 913 time: 0.6061807 Dec 22 08:37:16.109727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33082) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:16.112073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a6f9b1-f8c7-4ed9-9209-60df08c3164b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:16.128506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:16.138629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.139102 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Added segment 53083194-f7f6-4569-8331-6e5e93ab10c4 of type vlan for network de56607a-43d5-4805-9ab4-fd188f10f09e Dec 22 08:37:16.169863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.209808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:16.219644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6a17a5-c6b9-4ed3-a092-b39107d0b9bf,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:16.220140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.220483 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Added segment d584cd02-ff13-4ff8-82b8-d79960701434 of type vlan for network 42b69f73-c370-4037-bac7-3da462600e23 Dec 22 08:37:16.222770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:16.248321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:16.332685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '19e603dc-e5de-4c2d-ad99-841b9522d4bd', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'floating_ip_address': '172.26.5.205', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'port_id': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'mac_address': 'fa:16:3e:8f:d0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:22Z', 'updated_at': '2021-12-22T08:37:08Z', 'revision_number': 1, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c', 'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'mac_address': 'fa:16:3e:82:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:04Z', 'updated_at': '2021-12-22T08:36:23Z', 'revision_number': 5, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'subnets': [{'id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:16.338382 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa5aa7-f7a2-449e-8b21-fc73859c9800 None None] The sync data for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv is: [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '19e603dc-e5de-4c2d-ad99-841b9522d4bd', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'floating_ip_address': '172.26.5.205', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'port_id': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'mac_address': 'fa:16:3e:8f:d0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:22Z', 'updated_at': '2021-12-22T08:37:08Z', 'revision_number': 1, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c', 'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'mac_address': 'fa:16:3e:82:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:04Z', 'updated_at': '2021-12-22T08:36:23Z', 'revision_number': 5, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'subnets': [{'id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:16.340879 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b8b96b4-c0bc-4758-9b50-77a751b1d8d9 req-ae403855-39b6-4918-bd31-8b0d86e6598b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da5084d-8efd-4897-9d2d-6026cbe0946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3669956 Dec 22 08:37:16.390069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Allocated IP 172.26.5.76 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/6b25dac5-fc23-49d3-8c3f-23d3b19949db) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:16.405466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.525413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.534821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:16.551193 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] Sync routers for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:16.575191 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:16.578154 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:16.582755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b199d8e-b6a1-4509-9abe-987f1d0f421d']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:16.597506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.603353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2815b7-841c-455b-b7ee-1272ea72509f') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:16.603835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2815b7-841c-455b-b7ee-1272ea72509f') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:16.607282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.613010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.617645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:16.640964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:16.646452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:16.647386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.730685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d824846f-fa53-4b26-8b67-1cd9496fdce2 None None] New status for floating IP 19e603dc-e5de-4c2d-ad99-841b9522d4bd: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:37:16.743950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.750378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33094) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:16.835366 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:16.844653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Network': ['ID=de56607a-43d5-4805-9ab4-fd188f10f09e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:16.867035 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-23752c20-02e1-4f06-9aed-8027fc699ee9 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "PUT /v2.0/floatingips/5510ac9b-8934-481b-b114-ac459cceebcb HTTP/1.1" status: 200 len: 991 time: 7.0909331 Dec 22 08:37:16.873584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:37:16.954239 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b8b96b4-c0bc-4758-9b50-77a751b1d8d9 req-7e28d5c3-e540-474c-aa98-20a6e7d3e7a3 service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009588 Dec 22 08:37:16.981610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Network': ['ID=42b69f73-c370-4037-bac7-3da462600e23,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:16.990309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:16.993312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:16.993312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:16.997010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:16.999325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network de56607a-43d5-4805-9ab4-fd188f10f09e details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:17.012745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:17.013162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:17.031846 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:17.040665 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596', 'status': 'completed', 'code': 200} Dec 22 08:37:17.081417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 42b69f73-c370-4037-bac7-3da462600e23 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:17.098729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5fe25074-9fd9-420f-8098-abb02a9042f2 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:17.102157 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4072471 Dec 22 08:37:17.106694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33104) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:17.263970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.307630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 5fe25074-9fd9-420f-8098-abb02a9042f2 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:37:17.308015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5fe25074-9fd9-420f-8098-abb02a9042f2 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:37:17.377124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'networks': [{'name': 'tempest-network--668421326'}, {'name': 'tempest-network--1858582426'}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:17.377498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'network': {'name': 'tempest-network--668421326'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:17.377924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'network': {'name': 'tempest-network--1858582426'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:17.402508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.417407 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b8b96b4-c0bc-4758-9b50-77a751b1d8d9 req-bc3f0471-20e4-4a1b-942a-291d0a6870d9 service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542069 Dec 22 08:37:17.439720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5be9d1-78ff-44d5-9e99-93b266ec92ba tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:17.444634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5be9d1-78ff-44d5-9e99-93b266ec92ba tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:17.450309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5be9d1-78ff-44d5-9e99-93b266ec92ba tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:17.459933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5be9d1-78ff-44d5-9e99-93b266ec92ba tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:17.465819 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5be9d1-78ff-44d5-9e99-93b266ec92ba tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:17.466809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5e5be9d1-78ff-44d5-9e99-93b266ec92ba tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Synchronizing usage tracker for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:17.474626 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5510ac9b-8934-481b-b114-ac459cceebcb', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'floating_ip_address': '172.26.5.67', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'port_id': 'f2e22efc-0e35-4db9-a115-189a04170596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'mac_address': 'fa:16:3e:71:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:27Z', 'updated_at': '2021-12-22T08:37:11Z', 'revision_number': 1, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ef582f-175a-4842-86a2-e8460ea7765f', 'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'mac_address': 'fa:16:3e:63:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:38Z', 'revision_number': 5, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'subnets': [{'id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:17.483410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.486526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:17.492808 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] Checking router: 6cda8f89-b425-495e-a7fb-11eb68d7dbab for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:37:17.502329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:17.504735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b199d8e-b6a1-4509-9abe-987f1d0f421d {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 08:37:17.505918 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:17.510252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f89e0666-0522-4f71-84aa-255383bf13fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:17.511598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.518944 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:17.523873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Usage tracker for resource:network and tenant:56b19c68a9104ca8b211419a45fd3cf7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:17.529525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b199d8e-b6a1-4509-9abe-987f1d0f421d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:17.532451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:17.540239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:17.541942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5e5be9d1-78ff-44d5-9e99-93b266ec92ba tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Unset dirty status for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:17.543556 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e5be9d1-78ff-44d5-9e99-93b266ec92ba tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2974 time: 0.4358118 Dec 22 08:37:17.546239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:17.550335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33112) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:17.556429 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9b199d8e-b6a1-4509-9abe-987f1d0f421d HTTP/1.1" status: 204 len: 168 time: 1.7993400 Dec 22 08:37:17.576181 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bdfcc30b-aa79-4fae-b1a2-08ca0397fe9f req-c0826503-00ab-4b45-baa4-7b60a3906c10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90e6b72fd0774fd0b253f3a7b6d2d571&device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 1099 time: 0.4223230 Dec 22 08:37:17.588953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:17.613463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:17.624197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:17.677326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Made reservation on behalf of 56b19c68a9104ca8b211419a45fd3cf7 for: {'network': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:17.680930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.705458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.788418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.810423 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:17.812423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Pushing event updated for resources: {'Port': ['ID=6b25dac5-fc23-49d3-8c3f-23d3b19949db,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:17.817896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:17.867443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:17.867853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:17.916018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcc30b-aa79-4fae-b1a2-08ca0397fe9f req-8339070e-6c4f-4372-b8c0-695a15d3d5a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:17.917633 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bdfcc30b-aa79-4fae-b1a2-08ca0397fe9f req-8339070e-6c4f-4372-b8c0-695a15d3d5a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1b26534-ad52-47d9-8e9a-d104ef919d7e HTTP/1.1" status: 200 len: 912 time: 0.3275080 Dec 22 08:37:17.922870 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1324804 Dec 22 08:37:17.923382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33120) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:17.929137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.76'}]}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:17.934841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:17.939957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Usage tracker for resource:router and tenant:3b4636c2abca4beb976a94c1b7ae4975 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:17.944301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:17.953297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:18.030554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.031423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.033090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:18.039205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Usage tracker for resource:security_group_rule and tenant:56b19c68a9104ca8b211419a45fd3cf7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:18.045139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:18.051745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:18.103589 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.106969 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bdfcc30b-aa79-4fae-b1a2-08ca0397fe9f req-6d69795d-b527-4d0b-b99a-f6a37e094538 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2e22efc-0e35-4db9-a115-189a04170596 HTTP/1.1" status: 200 len: 999 time: 0.1375432 Dec 22 08:37:18.134323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.144466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.216668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33128) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:18.237020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.268730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'router': {'name': 'tempest-router--1854478582', 'project_id': 'cba9a385d473443eba92a2916f1ab1c9'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:18.279216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:18.284952 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5510ac9b-8934-481b-b114-ac459cceebcb', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'floating_ip_address': '172.26.5.67', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'port_id': 'f2e22efc-0e35-4db9-a115-189a04170596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'mac_address': 'fa:16:3e:71:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:27Z', 'updated_at': '2021-12-22T08:37:11Z', 'revision_number': 1, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ef582f-175a-4842-86a2-e8460ea7765f', 'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'mac_address': 'fa:16:3e:63:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:38Z', 'revision_number': 5, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'subnets': [{'id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:18.289680 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce39fe4-bf80-41b3-8aff-80a89a5c3f93 None None] The sync data for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv is: [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5510ac9b-8934-481b-b114-ac459cceebcb', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'floating_ip_address': '172.26.5.67', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'port_id': 'f2e22efc-0e35-4db9-a115-189a04170596', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'mac_address': 'fa:16:3e:71:a8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:36:27Z', 'updated_at': '2021-12-22T08:37:11Z', 'revision_number': 1, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ef582f-175a-4842-86a2-e8460ea7765f', 'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'mac_address': 'fa:16:3e:63:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:38Z', 'revision_number': 5, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'subnets': [{'id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:18.329021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcc30b-aa79-4fae-b1a2-08ca0397fe9f req-b1ca0694-7310-497f-8a28-1a868794d5cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:18.330950 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bdfcc30b-aa79-4fae-b1a2-08ca0397fe9f req-b1ca0694-7310-497f-8a28-1a868794d5cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a87f1ef4-5ef0-477c-ab24-82ffe6b9599e HTTP/1.1" status: 200 len: 850 time: 0.2139580 Dec 22 08:37:18.341676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.373542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:18.395604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Usage tracker for resource:router and tenant:cba9a385d473443eba92a2916f1ab1c9 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:18.414998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:18.445992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:18.455984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.470844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767d850b-3b72-4586-932a-83af0206d746,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:18.476456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:18.481349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:18.499562 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bdfcc30b-aa79-4fae-b1a2-08ca0397fe9f req-94f0dbc3-76d5-42b7-9f03-70bb2ae2daa6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1b26534-ad52-47d9-8e9a-d104ef919d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1549149 Dec 22 08:37:18.508321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de56607a-43d5-4805-9ab4-fd188f10f09e']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:18.526602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.526961 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Added segment eaa07da7-6f15-455f-8682-a5202b40f82e of type vlan for network b6c32f88-5eb6-4f25-bc5a-ace0479e6bfb Dec 22 08:37:18.537776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.538597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.542611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53083194-f7f6-4569-8331-6e5e93ab10c4') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:18.542881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53083194-f7f6-4569-8331-6e5e93ab10c4') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:18.563701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.602369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.606331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.624784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:18.625166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:18.639616 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:18.656466 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bdfcc30b-aa79-4fae-b1a2-08ca0397fe9f req-c5e7698d-da42-4eb3-99a6-a8b8b82b7165 service neutron] 10.222.0.32 "GET /v2.0/networks/b1b26534-ad52-47d9-8e9a-d104ef919d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495044 Dec 22 08:37:18.730730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.745913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.804025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:18.817554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.829517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:18.844093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.848470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.848743 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Added segment a15620d6-c9c1-4d91-8a5d-56a35dff035c of type vlan for network a13945aa-7f12-4dd9-9740-9516fb2cf128 Dec 22 08:37:18.867498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Network': ['ID=de56607a-43d5-4805-9ab4-fd188f10f09e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:18.869524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.878097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:18.921821 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/networks/de56607a-43d5-4805-9ab4-fd188f10f09e HTTP/1.1" status: 204 len: 168 time: 1.3702013 Dec 22 08:37:18.922698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.926524 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-55e36862-7096-4f33-8245-5cb2d3b229ff tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6977465 Dec 22 08:37:18.926524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:18.927148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33136) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:18.927505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33138) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:19.030341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.031874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.033685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-63ef4834-8f3d-44ed-8f87-489b671fa2eb tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:19.054132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:19.056906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:19.057503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.155102 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3118930 Dec 22 08:37:19.157209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Network': ['ID=b6c32f88-5eb6-4f25-bc5a-ace0479e6bfb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:19.159399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33144) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:19.163824 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bdfcc30b-aa79-4fae-b1a2-08ca0397fe9f req-9f663f70-bf5f-4b93-a1d3-d73556dcb62e service neutron] 10.222.0.32 "GET /v2.0/networks/b1b26534-ad52-47d9-8e9a-d104ef919d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984396 Dec 22 08:37:19.170288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network b6c32f88-5eb6-4f25-bc5a-ace0479e6bfb details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:19.244694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.264965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.299706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.302609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f344ea4-ee0e-46c8-a020-2174f4a04ae2 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.358086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Network': ['ID=a13945aa-7f12-4dd9-9740-9516fb2cf128,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:19.364359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:19.367329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:19.367634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:19.369414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network a13945aa-7f12-4dd9-9740-9516fb2cf128 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:19.449020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce3a7b5-a3c9-4baf-8176-863cd50d40b5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:19.453510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce3a7b5-a3c9-4baf-8176-863cd50d40b5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:19.457525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce3a7b5-a3c9-4baf-8176-863cd50d40b5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:19.461348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce3a7b5-a3c9-4baf-8176-863cd50d40b5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:19.462225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8ce3a7b5-a3c9-4baf-8176-863cd50d40b5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Synchronizing usage tracker for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:19.574375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8ce3a7b5-a3c9-4baf-8176-863cd50d40b5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Unset dirty status for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:19.575572 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8ce3a7b5-a3c9-4baf-8176-863cd50d40b5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4150362 Dec 22 08:37:19.580078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33150) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:19.669353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.736084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:19.879613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b69f73-c370-4037-bac7-3da462600e23']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:19.903042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd584cd02-ff13-4ff8-82b8-d79960701434') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:19.903359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd584cd02-ff13-4ff8-82b8-d79960701434') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:20.024977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.042123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.054037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c32f88-5eb6-4f25-bc5a-ace0479e6bfb']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:20.068179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa07da7-6f15-455f-8682-a5202b40f82e') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:20.068438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa07da7-6f15-455f-8682-a5202b40f82e') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:20.074738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.086473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.123714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f344ea4-ee0e-46c8-a020-2174f4a04ae2 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.130711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.132151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.145201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:20.145576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:20.159716 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:20.260481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.266831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:20.282387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.297010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Network': ['ID=b6c32f88-5eb6-4f25-bc5a-ace0479e6bfb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:20.315471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:20.316030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.324024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:20.330129 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/networks/b6c32f88-5eb6-4f25-bc5a-ace0479e6bfb HTTP/1.1" status: 204 len: 168 time: 0.7489662 Dec 22 08:37:20.330284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f344ea4-ee0e-46c8-a020-2174f4a04ae2 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:20.332079 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:20.336387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33158) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:20.441202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Deleting port 58dd35ec-39c5-41cd-af9f-4b70219497ab {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:20.441431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.500438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.511906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.515747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:20.531085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.591693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f344ea4-ee0e-46c8-a020-2174f4a04ae2 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.592166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f344ea4-ee0e-46c8-a020-2174f4a04ae2 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2b36afd-8ebf-4b11-9a1d-56b1ef49c302 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:37:20.665343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Network': ['ID=42b69f73-c370-4037-bac7-3da462600e23,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:20.679858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:20.695579 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/networks/42b69f73-c370-4037-bac7-3da462600e23 HTTP/1.1" status: 204 len: 168 time: 1.7612386 Dec 22 08:37:20.697471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f344ea4-ee0e-46c8-a020-2174f4a04ae2 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.698482 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5f344ea4-ee0e-46c8-a020-2174f4a04ae2 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c2b36afd-8ebf-4b11-9a1d-56b1ef49c302 HTTP/1.1" status: 204 len: 168 time: 1.7628005 Dec 22 08:37:20.699108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33164) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:20.750300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.765865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.842841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13945aa-7f12-4dd9-9740-9516fb2cf128']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:20.899707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33172) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:20.913734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Calling delete_port for 58dd35ec-39c5-41cd-af9f-4b70219497ab owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:20.921359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.936973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.948032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15620d6-c9c1-4d91-8a5d-56a35dff035c') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:20.948032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15620d6-c9c1-4d91-8a5d-56a35dff035c') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:20.965367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:20.992089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.003493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:21.003723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.003812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.004132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4858fec-1010-475b-b31c-ec75bc14bd0f {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:37:21.015518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec711fc-6873-41c5-b9f3-3cedf0b747ce tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:21.019350 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:21.021567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec711fc-6873-41c5-b9f3-3cedf0b747ce tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:21.021567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bec711fc-6873-41c5-b9f3-3cedf0b747ce tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Synchronizing usage tracker for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:21.046141 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:37:21.047329 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7ca6e5f2-b9ff-457c-af16-1dd4d3968723 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1227217 Dec 22 08:37:21.050802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33178) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:21.083058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bec711fc-6873-41c5-b9f3-3cedf0b747ce tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Unset dirty status for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:21.089244 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bec711fc-6873-41c5-b9f3-3cedf0b747ce tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3288510 Dec 22 08:37:21.089244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33182) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:21.102584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-696977389'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:21.112776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:21.133912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:21.138323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Deleting port 6b25dac5-fc23-49d3-8c3f-23d3b19949db {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:21.138831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.198482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Made reservation on behalf of a7f22ed6e0f74e67ac0f433184d010bd for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:21.201425 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.235265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.242776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6c8818f0-29fa-4629-9d2c-d19523a18fa3 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:21.252482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1746279752', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:21.258137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.264242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.269419 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:21.277162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Network': ['ID=a13945aa-7f12-4dd9-9740-9516fb2cf128,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:21.279547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Usage tracker for resource:router and tenant:11718e3275a54345bcec7e2548231c18 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:21.282476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:21.284488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b845e678-3142-447c-8829-4ffb426b9845 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:21.284822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:21.298930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:21.314493 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/networks/a13945aa-7f12-4dd9-9740-9516fb2cf128 HTTP/1.1" status: 204 len: 168 time: 0.9772353 Dec 22 08:37:21.320093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:21.321927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:21.375650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event deleted for resources: {'Port': ['ID=58dd35ec-39c5-41cd-af9f-4b70219497ab,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:21.392857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:21.395781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.397076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.405342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.405678 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Added segment a2d5ea2e-e2c2-4ce7-8cec-0a7d38a41839 of type vlan for network c690df35-1dd6-46e2-b310-3960e7be1571 Dec 22 08:37:21.483319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.511928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.529623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.668918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Calling delete_port for 6b25dac5-fc23-49d3-8c3f-23d3b19949db owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:21.702479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.707014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:21.707619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.715835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5c444bdb-fb27-4ed2-88fd-90c72f9c3235 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:21.716833 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0da23c5-175d-4ee3-ac4c-8ca6775c7305 None None] New status for floating IP 5510ac9b-8934-481b-b114-ac459cceebcb: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:37:21.740007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec53ca-2f48-46b8-973e-fc44e2508365 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:21.743922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec53ca-2f48-46b8-973e-fc44e2508365 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:21.744658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5eec53ca-2f48-46b8-973e-fc44e2508365 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Synchronizing usage tracker for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:21.827323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5eec53ca-2f48-46b8-973e-fc44e2508365 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Unset dirty status for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:21.828851 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5eec53ca-2f48-46b8-973e-fc44e2508365 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5067327 Dec 22 08:37:21.832903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33194) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:21.840526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1751725298'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:21.847602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:21.862404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:21.888672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Made reservation on behalf of 56b19c68a9104ca8b211419a45fd3cf7 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:21.893615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.934027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:21.942685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.950286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:21.950887 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Added segment 48334373-ca56-420b-979b-7ec0bb7550a7 of type vlan for network 8cea471d-e4c6-4896-935b-9c2884e097e1 Dec 22 08:37:22.047450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.092143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.098637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:22.099384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.103871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Network': ['ID=c690df35-1dd6-46e2-b310-3960e7be1571,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:22.104056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:22.110109 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0177653 Dec 22 08:37:22.110109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:22.112423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33200) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:22.116963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c690df35-1dd6-46e2-b310-3960e7be1571 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:22.122015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1877970859'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:22.129482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:22.168259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Usage tracker for resource:network and tenant:a7f22ed6e0f74e67ac0f433184d010bd is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:22.173101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:22.184941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:22.193831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.219086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Made reservation on behalf of a7f22ed6e0f74e67ac0f433184d010bd for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:22.223153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.248111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.260388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c618f672-0f64-4c8a-a29d-c12562aa9634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:22.273000 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4388585 Dec 22 08:37:22.274735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Network': ['ID=8cea471d-e4c6-4896-935b-9c2884e097e1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:22.276835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33204) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:22.281679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:22.285643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1322927883'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:22.290087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 8cea471d-e4c6-4896-935b-9c2884e097e1 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:22.292998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:22.300162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Usage tracker for resource:network and tenant:56b19c68a9104ca8b211419a45fd3cf7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:22.303608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:22.319720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:22.338267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Made reservation on behalf of 56b19c68a9104ca8b211419a45fd3cf7 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:22.341752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.357768 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b25dac5-fc23-49d3-8c3f-23d3b19949db,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:22.367216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:22.414712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:22.446121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:22.469154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.469850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.470290 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Added segment f0c4a658-7d44-4fa4-8a89-84202674b791 of type vlan for network fdbb2efa-1631-4155-9f53-c2dfa70b6996 Dec 22 08:37:22.470611 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Added segment 1ead1be1-212f-42ea-b835-9509aada4c96 of type vlan for network e641b92b-3064-45d2-a0f3-becffa12306b Dec 22 08:37:22.496197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.525748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.526935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.529958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:22.530232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.530537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.555002 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6b25dac5-fc23-49d3-8c3f-23d3b19949db HTTP/1.1" status: 204 len: 168 time: 1.5028431 Dec 22 08:37:22.587977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:22.595735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.599502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:22.600075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.606837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8bfd5bec-6db9-41b2-9368-1677c2099359 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:22.714108 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4324362 Dec 22 08:37:22.714321 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5978701 Dec 22 08:37:22.718948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33212) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:22.719617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33214) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:22.731268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'ports': [{'network_id': '8cea471d-e4c6-4896-935b-9c2884e097e1', 'name': 'tempest-port--989885707', 'admin_state_up': True}, {'network_id': 'fdbb2efa-1631-4155-9f53-c2dfa70b6996', 'admin_state_up': False}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:22.731563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'port': {'network_id': '8cea471d-e4c6-4896-935b-9c2884e097e1', 'name': 'tempest-port--989885707', 'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:22.732015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'port': {'network_id': 'fdbb2efa-1631-4155-9f53-c2dfa70b6996', 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:22.743838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Network': ['ID=e641b92b-3064-45d2-a0f3-becffa12306b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:22.749544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:22.750270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.752511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'ports': [{'network_id': 'c690df35-1dd6-46e2-b310-3960e7be1571', 'name': 'tempest-port--1277601630', 'admin_state_up': True}, {'network_id': 'e641b92b-3064-45d2-a0f3-becffa12306b', 'admin_state_up': False}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:22.752995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'port': {'network_id': 'c690df35-1dd6-46e2-b310-3960e7be1571', 'name': 'tempest-port--1277601630', 'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:22.753706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'port': {'network_id': 'e641b92b-3064-45d2-a0f3-becffa12306b', 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:22.762625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network e641b92b-3064-45d2-a0f3-becffa12306b details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:22.766444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Network': ['ID=fdbb2efa-1631-4155-9f53-c2dfa70b6996,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:22.788883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:22.823741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:22.910314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33222) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:22.923502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network fdbb2efa-1631-4155-9f53-c2dfa70b6996 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:22.952793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Allocated IP 172.26.5.165 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/5e81ec45-1b97-403e-9cda-900c753351c3) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:23.135926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.151693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.184165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:23.189713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Usage tracker for resource:security_group_rule and tenant:97e7007b32184aa493f6ef812176cfea is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:23.193445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:23.204134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:23.228564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.233973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eae31434-2879-4746-a663-379ddd45503b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:23.308799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:23.315922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:23.321992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event updated for resources: {'Port': ['ID=5e81ec45-1b97-403e-9cda-900c753351c3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:23.324215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:23.356423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:23.357343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:23.363747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:23.366233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Usage tracker for resource:port and tenant:56b19c68a9104ca8b211419a45fd3cf7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:23.370676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:23.373955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Usage tracker for resource:port and tenant:a7f22ed6e0f74e67ac0f433184d010bd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:23.378887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:23.403386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.433589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:23.435663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.440780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:23.447812 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:23.457343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Made reservation on behalf of 56b19c68a9104ca8b211419a45fd3cf7 for: {'port': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:23.461238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.471514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Made reservation on behalf of a7f22ed6e0f74e67ac0f433184d010bd for: {'port': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:23.476366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.502909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.511623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.543610 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97e7007b32184aa493f6ef812176cfea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6320179 Dec 22 08:37:23.550300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33234) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:23.566644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7270c-8b8b-418c-b905-f661b19e7093,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:23.569819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:23.587157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.587938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.745886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] device_id is not set on port 1781fb7f-b651-42b0-a7ee-099b1deb2fb0 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:23.811927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] device_id is not set on port e8df6366-19a6-4748-8759-e304c9d5d408 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:23.854064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1a859a0-07da-463a-8b9c-a8711adef66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:23.891823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Router b60bade3-d812-442b-98ec-52fe8ae0c22e has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:37:23.933311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Router 7e7de61c-10fd-439a-8fec-0e3b7d65befa is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:37:23.963699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1a859a0-07da-463a-8b9c-a8711adef66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.139955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:24.151086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08050c71-c148-464b-abea-ac6316cb921f None None] Sync routers for ids ['7e7de61c-10fd-439a-8fec-0e3b7d65befa'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:24.163008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08050c71-c148-464b-abea-ac6316cb921f None None] Routers {'7e7de61c-10fd-439a-8fec-0e3b7d65befa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:24.163678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-08050c71-c148-464b-abea-ac6316cb921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['7e7de61c-10fd-439a-8fec-0e3b7d65befa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:24.170817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.191226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.192674 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2912123 Dec 22 08:37:24.195545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33238) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:24.236165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-08050c71-c148-464b-abea-ac6316cb921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:24.248001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08050c71-c148-464b-abea-ac6316cb921f None None] Routers {'7e7de61c-10fd-439a-8fec-0e3b7d65befa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:24.248818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-08050c71-c148-464b-abea-ac6316cb921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['7e7de61c-10fd-439a-8fec-0e3b7d65befa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:24.298320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1a859a0-07da-463a-8b9c-a8711adef66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.310435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.326032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-08050c71-c148-464b-abea-ac6316cb921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:24.326835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08050c71-c148-464b-abea-ac6316cb921f None None] The sync data for ids ['7e7de61c-10fd-439a-8fec-0e3b7d65befa'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:24.330190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0e89655b-4088-4d7a-8bbd-9fc6fce997e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:24.339616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] device_id is not set on port b6a46d00-8276-4b1f-87af-aeda1907d8a1 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:24.427917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a859a0-07da-463a-8b9c-a8711adef66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7270c-8b8b-418c-b905-f661b19e7093,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:24.428359 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-08f8b611-bb41-4009-9956-7ede1131005e tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/routers/7e7de61c-10fd-439a-8fec-0e3b7d65befa HTTP/1.1" status: 200 len: 925 time: 0.2311513 Dec 22 08:37:24.431551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33246) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:24.484103 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d2a40e48-2fb3-44fc-99e4-b64e30045dd3 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7de61c-10fd-439a-8fec-0e3b7d65befa HTTP/1.1" status: 200 len: 205 time: 0.0510540 Dec 22 08:37:24.486971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33250) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:24.489245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c1a859a0-07da-463a-8b9c-a8711adef66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:24.523803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1a859a0-07da-463a-8b9c-a8711adef66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.525153 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c1a859a0-07da-463a-8b9c-a8711adef66c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2eb7270c-8b8b-418c-b905-f661b19e7093 HTTP/1.1" status: 204 len: 168 time: 0.9263279 Dec 22 08:37:24.530315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] device_id is not set on port b4eabd05-2b42-4aba-b7cd-fdcc7fd6a5f2 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:24.695811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.874180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.898585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:24.907435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.919539 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a4b6d-8f8f-41e2-b9a9-a6d4a6f74ecd None None] Sync routers for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:24.922550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Deleting port 5e81ec45-1b97-403e-9cda-900c753351c3 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:24.923513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.934158 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "PUT /v2.0/routers/b60bade3-d812-442b-98ec-52fe8ae0c22e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8167551 Dec 22 08:37:24.937056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:24.937333 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a4b6d-8f8f-41e2-b9a9-a6d4a6f74ecd None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:24.938588 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-1d3a4b6d-8f8f-41e2-b9a9-a6d4a6f74ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:24.939340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33260) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:24.964440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33264) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:25.006879 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-1d3a4b6d-8f8f-41e2-b9a9-a6d4a6f74ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:25.019159 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a4b6d-8f8f-41e2-b9a9-a6d4a6f74ecd None None] Routers {'b60bade3-d812-442b-98ec-52fe8ae0c22e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:25.020028 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-1d3a4b6d-8f8f-41e2-b9a9-a6d4a6f74ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b60bade3-d812-442b-98ec-52fe8ae0c22e'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:25.038454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.046652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-85901ac5-0a1a-451f-b5c3-9c867e1eb069 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.083513 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-1d3a4b6d-8f8f-41e2-b9a9-a6d4a6f74ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:25.084171 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a4b6d-8f8f-41e2-b9a9-a6d4a6f74ecd None None] The sync data for ids ['b60bade3-d812-442b-98ec-52fe8ae0c22e'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:25.108786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.136333 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-247db5fb-d9f1-42b2-9bbe-28957667bde2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b4636c2abca4beb976a94c1b7ae4975&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1703143 Dec 22 08:37:25.138741 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33268) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:25.191389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Port': ['ID=1781fb7f-b651-42b0-a7ee-099b1deb2fb0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.203627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.204428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5631d7f0-bb9d-43b1-a52b-03a0d2ced867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.214097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.311256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Port': ['ID=e8df6366-19a6-4748-8759-e304c9d5d408,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.316682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Checking segment: {'id': 'a2d5ea2e-e2c2-4ce7-8cec-0a7d38a41839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c690df35-1dd6-46e2-b310-3960e7be1571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:25.317033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Network hostable DHCP agents. Network: c690df35-1dd6-46e2-b310-3960e7be1571, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:25.322463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.340240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Calling delete_port for 5e81ec45-1b97-403e-9cda-900c753351c3 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:25.345878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Checking segment: {'id': '48334373-ca56-420b-979b-7ec0bb7550a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8cea471d-e4c6-4896-935b-9c2884e097e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:25.346286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Network hostable DHCP agents. Network: 8cea471d-e4c6-4896-935b-9c2884e097e1, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:25.381779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Network c690df35-1dd6-46e2-b310-3960e7be1571 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:25.387067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6303dc6d-1e72-4487-9c24-8c21d9d69890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.397029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.440347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6303dc6d-1e72-4487-9c24-8c21d9d69890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.453525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Network 8cea471d-e4c6-4896-935b-9c2884e097e1 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:25.467025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c690df35-1dd6-46e2-b310-3960e7be1571) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:25.472808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 8cea471d-e4c6-4896-935b-9c2884e097e1) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:25.474283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:25.475586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.483089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-141f49b7-3f2d-4252-8fc0-78d9c02509fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.508591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb546c-11d9-4fd0-b58a-a0bad88c2fc1 None None] Network c690df35-1dd6-46e2-b310-3960e7be1571 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:25.513129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:25.514194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.583377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Port': ['ID=b6a46d00-8276-4b1f-87af-aeda1907d8a1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.595473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.595473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be7a04b6-9644-41b1-acbe-8846b304c6ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.641950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5273f332-b3a0-4ed6-9f11-325edb905da4 None None] Network 8cea471d-e4c6-4896-935b-9c2884e097e1 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:25.704997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6303dc6d-1e72-4487-9c24-8c21d9d69890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.711708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f37e7564-04ac-429b-b24f-6d9da6043014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.717361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Port': ['ID=b4eabd05-2b42-4aba-b7cd-fdcc7fd6a5f2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.729547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303dc6d-1e72-4487-9c24-8c21d9d69890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6a17a5-c6b9-4ed3-a092-b39107d0b9bf,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.734935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6303dc6d-1e72-4487-9c24-8c21d9d69890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.746745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6303dc6d-1e72-4487-9c24-8c21d9d69890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.748710 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6303dc6d-1e72-4487-9c24-8c21d9d69890 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b6a17a5-c6b9-4ed3-a092-b39107d0b9bf HTTP/1.1" status: 204 len: 168 time: 0.6084380 Dec 22 08:37:25.753634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.765435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-86035b96-77c8-43b2-a8aa-aa89b740e4c5 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:25.768295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:25.780184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Checking segment: {'id': '1ead1be1-212f-42ea-b835-9509aada4c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e641b92b-3064-45d2-a0f3-becffa12306b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:25.780532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Network hostable DHCP agents. Network: e641b92b-3064-45d2-a0f3-becffa12306b, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:25.784901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Checking segment: {'id': 'f0c4a658-7d44-4fa4-8a89-84202674b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fdbb2efa-1631-4155-9f53-c2dfa70b6996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:25.785242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Network hostable DHCP agents. Network: fdbb2efa-1631-4155-9f53-c2dfa70b6996, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:25.830194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Network e641b92b-3064-45d2-a0f3-becffa12306b is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:25.842405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event deleted for resources: {'Port': ['ID=5e81ec45-1b97-403e-9cda-900c753351c3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:25.847063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Network fdbb2efa-1631-4155-9f53-c2dfa70b6996 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:25.858138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, fdbb2efa-1631-4155-9f53-c2dfa70b6996) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:25.860671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, e641b92b-3064-45d2-a0f3-becffa12306b) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:25.866606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:25.870571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:25.873862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:25.874503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.878490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:25.882289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:25.885483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:25.886116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:25.899712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b48e2-4091-43a9-94f8-e8645fae3918 None None] Network fdbb2efa-1631-4155-9f53-c2dfa70b6996 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:25.914484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe91e4b-6a94-4912-b902-a8dadb26b823 None None] Network e641b92b-3064-45d2-a0f3-becffa12306b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:25.930350 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2094615 Dec 22 08:37:25.933121 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2106755 Dec 22 08:37:25.939361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33280) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:25.939812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33282) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:25.965572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:26.078446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.100370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Deleting port 0f6aac3a-838f-4859-a64d-9843c0697aa3 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:26.101018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.172130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.255773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e0b95-22e0-47ea-a557-2cc5f47275d7 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:26.259710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e0b95-22e0-47ea-a557-2cc5f47275d7 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:26.260461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c47e0b95-22e0-47ea-a557-2cc5f47275d7 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Synchronizing usage tracker for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:26.315602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11289c0d-f62d-46be-a199-c976e6a4a0c2 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:26.319565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11289c0d-f62d-46be-a199-c976e6a4a0c2 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:26.320322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-11289c0d-f62d-46be-a199-c976e6a4a0c2 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Synchronizing usage tracker for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:26.338825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c47e0b95-22e0-47ea-a557-2cc5f47275d7 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Unset dirty status for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:26.342718 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c47e0b95-22e0-47ea-a557-2cc5f47275d7 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3984115 Dec 22 08:37:26.344434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33296) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:26.409247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-11289c0d-f62d-46be-a199-c976e6a4a0c2 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Unset dirty status for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:26.410410 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-11289c0d-f62d-46be-a199-c976e6a4a0c2 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4673016 Dec 22 08:37:26.414195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.423510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33302) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:26.582755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.583832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Deleting port e8df6366-19a6-4748-8759-e304c9d5d408 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:26.584173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.587861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.619794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.620872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Fanout notify agent at l3_agent the message router_deleted on router 7e7de61c-10fd-439a-8fec-0e3b7d65befa {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:37:26.642311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.643768 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/7e7de61c-10fd-439a-8fec-0e3b7d65befa HTTP/1.1" status: 204 len: 168 time: 2.1557565 Dec 22 08:37:26.647589 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33310) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:26.653983 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'router': {'name': 'tempest-snat-router-468149398', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': False}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:26.660157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:26.665603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Usage tracker for resource:router and tenant:379532ca0559458fbdaf1fcf5a258b7f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:26.669734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:26.680658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:26.697818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.699771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.726816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.738479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Calling delete_port for 0f6aac3a-838f-4859-a64d-9843c0697aa3 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:26.840870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Deleting port 1781fb7f-b651-42b0-a7ee-099b1deb2fb0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:26.841201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.905956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:26.920776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33320) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:27.102028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-811145066'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:27.112326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:27.119989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:network and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:27.128570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:27.137194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:27.146836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.185400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.187322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:27.190348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.231092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.239286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.245454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.335586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:27.343933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:security_group_rule and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:27.348721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:27.361024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:27.390427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Allocated IP 172.26.5.62 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/3ae081ec-45d0-446c-8429-fab990979e5e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:27.417336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Calling delete_port for e8df6366-19a6-4748-8759-e304c9d5d408 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:27.509976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Calling delete_port for 1781fb7f-b651-42b0-a7ee-099b1deb2fb0 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:27.652691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.665489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.667713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.674041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5e16817-99a2-4fbd-a72f-48d68c12ed1b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.674273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.699020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:27.717613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.724947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Port': ['ID=e8df6366-19a6-4748-8759-e304c9d5d408,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:27.730233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:27.730991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.735759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.736103 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment 939daf89-0211-4a84-8c48-8ad076aa92f5 of type vlan for network 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b Dec 22 08:37:27.737290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b9b12b-41de-42c7-ab23-7c4a1f35ddf5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:27.745906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:27.748958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.764783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.776158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.779832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event deleted for resources: {'Port': ['ID=0f6aac3a-838f-4859-a64d-9843c0697aa3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:27.784160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.787776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:27.789061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de34168d-3043-4633-b0e9-ede2b637005d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.814718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.818542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:27.819129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.845411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2435c4b8-d072-4f99-9681-2d0b45599f2e tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:27.865885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Port': ['ID=1781fb7f-b651-42b0-a7ee-099b1deb2fb0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:27.880764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:27.912534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.916481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:27.918305 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/ports/1781fb7f-b651-42b0-a7ee-099b1deb2fb0 HTTP/1.1" status: 204 len: 168 time: 1.4940712 Dec 22 08:37:27.921636 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/ports/e8df6366-19a6-4748-8759-e304c9d5d408 HTTP/1.1" status: 204 len: 168 time: 1.5737991 Dec 22 08:37:27.921960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33330) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:27.924577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33334) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:27.927977 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0060618 Dec 22 08:37:27.998289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:28.008213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:28.011718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:28.012524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:28.014471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:28.030288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:28.082183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:28.162188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Deleting port b6a46d00-8276-4b1f-87af-aeda1907d8a1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:28.162481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.222619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae081ec-45d0-446c-8429-fab990979e5e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:28.231658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:28.238335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Deleting port b4eabd05-2b42-4aba-b7cd-fdcc7fd6a5f2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:28.238821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.282521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.473200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.632261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Calling delete_port for b6a46d00-8276-4b1f-87af-aeda1907d8a1 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:28.662884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.674412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.713116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.743926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.744725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.748391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.756012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f063f44b-7f99-4e1c-ac1f-6e1f73d0c172 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:28.803481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Port': ['ID=b6a46d00-8276-4b1f-87af-aeda1907d8a1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:28.805887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:28.837026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.837554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Fanout notify agent at l3_agent the message router_deleted on router b60bade3-d812-442b-98ec-52fe8ae0c22e {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:37:28.845021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Calling delete_port for b4eabd05-2b42-4aba-b7cd-fdcc7fd6a5f2 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:28.880613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.889260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:28.892649 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "DELETE /v2.0/routers/b60bade3-d812-442b-98ec-52fe8ae0c22e HTTP/1.1" status: 204 len: 168 time: 3.9500456 Dec 22 08:37:28.893582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33342) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:28.907902 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/ports/b6a46d00-8276-4b1f-87af-aeda1907d8a1 HTTP/1.1" status: 204 len: 168 time: 0.9844301 Dec 22 08:37:28.908678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33346) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:28.972207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f89bef61-b114-4c18-ac66-cfde2d64dc88 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Synchronizing usage tracker for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:29.046269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.066391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f89bef61-b114-4c18-ac66-cfde2d64dc88 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Unset dirty status for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:29.071368 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f89bef61-b114-4c18-ac66-cfde2d64dc88 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1605165 Dec 22 08:37:29.073129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33352) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:29.094336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-996684410'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:29.106637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:29.112477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Usage tracker for resource:network and tenant:a7f22ed6e0f74e67ac0f433184d010bd is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:29.113603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:29.117678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:29.125124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:29.154594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Made reservation on behalf of a7f22ed6e0f74e67ac0f433184d010bd for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:29.159699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Port': ['ID=b4eabd05-2b42-4aba-b7cd-fdcc7fd6a5f2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:29.159893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.163909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:29.185622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.213803 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/ports/b4eabd05-2b42-4aba-b7cd-fdcc7fd6a5f2 HTTP/1.1" status: 204 len: 168 time: 1.2881355 Dec 22 08:37:29.216828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33358) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:29.217999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:29.230368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.231053 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Added segment 0f9e85f1-b0cf-4ba7-a8e0-bf3f3120583b of type vlan for network 7d6fc28a-c78f-43e1-b68c-a59791c884e9 Dec 22 08:37:29.267284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.273733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b67b39ce-9d37-4714-8217-cda3d4b93393 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Synchronizing usage tracker for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:29.282737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Deleting subnet 24782860-dbce-4239-a789-a8246efc6ec6 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:37:29.286739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.310518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.316221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:29.316221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.332824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfa5ce85-92a9-4769-b877-30f24f829e09 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:29.336101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b67b39ce-9d37-4714-8217-cda3d4b93393 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Unset dirty status for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:29.343653 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b67b39ce-9d37-4714-8217-cda3d4b93393 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1194394 Dec 22 08:37:29.345172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33362) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:29.353769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2141066263'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:29.362357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:29.365830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.401013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Usage tracker for resource:network and tenant:56b19c68a9104ca8b211419a45fd3cf7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:29.405663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:29.414227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:29.424689 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3500509 Dec 22 08:37:29.426465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33366) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:29.435700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-804998040'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:29.442675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:29.452032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Usage tracker for resource:network and tenant:a7f22ed6e0f74e67ac0f433184d010bd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:29.453280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Router 8fdafa95-fbc1-42c9-9157-70929af1df07 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:37:29.455028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:29.471377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Network': ['ID=7d6fc28a-c78f-43e1-b68c-a59791c884e9,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:29.474395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:29.485336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 7d6fc28a-c78f-43e1-b68c-a59791c884e9 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:29.488180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Made reservation on behalf of 56b19c68a9104ca8b211419a45fd3cf7 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:29.495573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.516908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:29.592909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Made reservation on behalf of a7f22ed6e0f74e67ac0f433184d010bd for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:29.602983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.644484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:29.659719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.713146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.713639 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Added segment f8f6354b-d757-4569-880c-db6d84aa8fa4 of type vlan for network 7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8 Dec 22 08:37:29.738203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:29.768434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.768724 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Added segment 578d214e-80d1-4e7c-b7ef-4ba9d7345c21 of type vlan for network c7ca7086-26a4-4a33-a84b-efd0b5c66ea4 Dec 22 08:37:29.778973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.814197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.833043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:29.841995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:29.855510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Sync routers for ids ['8fdafa95-fbc1-42c9-9157-70929af1df07'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:29.859152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.870191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Routers {'8fdafa95-fbc1-42c9-9157-70929af1df07'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:29.871638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['8fdafa95-fbc1-42c9-9157-70929af1df07'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:29.882518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event deleted for resources: {'Subnet': ['ID=24782860-dbce-4239-a789-a8246efc6ec6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:29.884523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.885655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.889344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:29.889910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.893619 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2416441 Dec 22 08:37:29.893771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:29.894090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33372) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:29.901455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:29.932401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:29.945360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2109acac-5cff-428f-b568-ead55c9058f1 None None] Network 45114c55-0138-430d-a0d2-149c6879375d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:30.134257 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9a8a7fc3-91b2-4781-a004-97a31119f671 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/routers/8fdafa95-fbc1-42c9-9157-70929af1df07 HTTP/1.1" status: 200 len: 907 time: 0.2367351 Dec 22 08:37:30.134481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33376) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:30.140287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'router': {'name': 'tempest-snat-router-468149398', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': True}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:30.150773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:30.156762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Usage tracker for resource:router and tenant:379532ca0559458fbdaf1fcf5a258b7f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:30.160178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:30.175941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Network': ['ID=7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:30.180067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:30.205559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33382) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:30.206597 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "DELETE /v2.0/subnets/24782860-dbce-4239-a789-a8246efc6ec6 HTTP/1.1" status: 204 len: 168 time: 1.3122044 Dec 22 08:37:30.209863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:30.210622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:30.211961 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8661926 Dec 22 08:37:30.215778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33386) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:30.223118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-512813151'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:30.228927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.234252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:30.234923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.257244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:30.257871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.260060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-05ad3a3f-5cfa-4d5e-b034-d14f92748af5 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:30.260780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.291218 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8636708 Dec 22 08:37:30.293001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Usage tracker for resource:network and tenant:56b19c68a9104ca8b211419a45fd3cf7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:30.365131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Set router 8fdafa95-fbc1-42c9-9157-70929af1df07 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:30.443941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:30.471663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:30.535683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33392) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:30.543373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Made reservation on behalf of 56b19c68a9104ca8b211419a45fd3cf7 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:30.546387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.552181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.582986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.599639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:30.609684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.610851 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Added segment 65bb1f5a-5903-4c90-b1a7-540601f523c4 of type vlan for network 0c187983-b977-4b61-b7ce-45220715321a Dec 22 08:37:30.619708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Deleting port 1949fe2a-7188-4239-b826-859c5d9000e1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:30.620048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.647256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.677993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'subnets': [{'network_id': '7d6fc28a-c78f-43e1-b68c-a59791c884e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--464688621', 'ip_version': 4}, {'network_id': 'c7ca7086-26a4-4a33-a84b-efd0b5c66ea4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:30.678216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'subnet': {'network_id': '7d6fc28a-c78f-43e1-b68c-a59791c884e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--464688621', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:30.678815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Request body: {'subnet': {'network_id': 'c7ca7086-26a4-4a33-a84b-efd0b5c66ea4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:30.699574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Network': ['ID=c7ca7086-26a4-4a33-a84b-efd0b5c66ea4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:30.705752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.709707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:30.710307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:30.767009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:30.767580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0991e65b-20c7-4159-bdca-f0fc45a23735 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:30.872058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c7ca7086-26a4-4a33-a84b-efd0b5c66ea4 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:30.931300 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7140923 Dec 22 08:37:30.982689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.033327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Network': ['ID=0c187983-b977-4b61-b7ce-45220715321a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:31.049176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:31.068855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] For port 1949fe2a-7188-4239-b826-859c5d9000e1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1949fe2a-7188-4239-b826-859c5d9000e1,segment=NetworkSegment(e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51),segment_id=e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:31.069215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.074168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 0c187983-b977-4b61-b7ce-45220715321a details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:31.136298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:31.140777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Usage tracker for resource:subnet and tenant:a7f22ed6e0f74e67ac0f433184d010bd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:31.144093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:31.156021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:31.184086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Made reservation on behalf of a7f22ed6e0f74e67ac0f433184d010bd for: {'subnet': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:31.266644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33398) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:31.286908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdafa95-fbc1-42c9-9157-70929af1df07', 'name': 'tempest-snat-router-468149398', 'tenant_id': '379532ca0559458fbdaf1fcf5a258b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.62'}], 'enable_snat': False}, 'gw_port_id': '3ae081ec-45d0-446c-8429-fab990979e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:26Z', 'updated_at': '2021-12-22T08:37:28Z', 'revision_number': 3, 'project_id': '379532ca0559458fbdaf1fcf5a258b7f', 'gw_port': {'id': '3ae081ec-45d0-446c-8429-fab990979e5e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdafa95-fbc1-42c9-9157-70929af1df07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:27Z', 'updated_at': '2021-12-22T08:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:31.290534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Calling delete_port for 1949fe2a-7188-4239-b826-859c5d9000e1 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:31.291910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Checking router: 8fdafa95-fbc1-42c9-9157-70929af1df07 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:37:31.292774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Updating router 8fdafa95-fbc1-42c9-9157-70929af1df07 port 3ae081ec-45d0-446c-8429-fab990979e5e binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:37:31.340457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': '4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:31.365434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] DHCP port deletion for 45114c55-0138-430d-a0d2-149c6879375d request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:37:31.377214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] Deleting port 1949fe2a-7188-4239-b826-859c5d9000e1 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:31.378051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.460257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.462027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.466358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.638020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:31.654396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:subnet and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:31.658582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:31.679105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:31.681262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.703580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9757d411-b8fa-4e1d-a49f-d39b76a327c5 tempest-FloatingIPAdminTestJSON-646620649 tempest-FloatingIPAdminTestJSON-646620649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:31.814302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event deleted for resources: {'Port': ['ID=1949fe2a-7188-4239-b826-859c5d9000e1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:31.831036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:31.842155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:31.895322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] No DVR routers for this DVR port 1949fe2a-7188-4239-b826-859c5d9000e1 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:37:31.985551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:31.989920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9df046ff-f428-4f77-8583-e5635cf37d18 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:31.999496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] For port 1949fe2a-7188-4239-b826-859c5d9000e1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1949fe2a-7188-4239-b826-859c5d9000e1,segment=NetworkSegment(e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51),segment_id=e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:32.000119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.135579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Subnet': ['ID=24611b4f-da6b-4f21-bdd0-1974550ff59e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:32.144436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:32.155034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Checking segment: {'id': '0f9e85f1-b0cf-4ba7-a8e0-bf3f3120583b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7d6fc28a-c78f-43e1-b68c-a59791c884e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:32.155438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Network hostable DHCP agents. Network: 7d6fc28a-c78f-43e1-b68c-a59791c884e9, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:32.178641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Network 7d6fc28a-c78f-43e1-b68c-a59791c884e9 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:32.189647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 7d6fc28a-c78f-43e1-b68c-a59791c884e9) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:32.204134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.211825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f688bc7-45ee-44eb-935f-b6f1b36cfe24 None None] Network 7d6fc28a-c78f-43e1-b68c-a59791c884e9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:32.214330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:32.267986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.277740 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.313106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event updated for resources: {'Subnet': ['ID=a0518448-904c-4d49-b2d7-b617d2608736,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:32.323933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:32.332363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Checking segment: {'id': '578d214e-80d1-4e7c-b7ef-4ba9d7345c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7ca7086-26a4-4a33-a84b-efd0b5c66ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:32.332721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Network hostable DHCP agents. Network: c7ca7086-26a4-4a33-a84b-efd0b5c66ea4, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:32.350803 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] Calling delete_port for 1949fe2a-7188-4239-b826-859c5d9000e1 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:32.361182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Network c7ca7086-26a4-4a33-a84b-efd0b5c66ea4 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:32.374875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c7ca7086-26a4-4a33-a84b-efd0b5c66ea4) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:32.401618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:32.403002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:32.404334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.422723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45114c55-0138-430d-a0d2-149c6879375d']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:32.442007 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8572383 Dec 22 08:37:32.443845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:32.444229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ecc3b6-e139-4c7c-a090-63b1ecdc9f51') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:32.449506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf552b-dd6c-4f64-815f-162d918b51bd None None] Network c7ca7086-26a4-4a33-a84b-efd0b5c66ea4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:32.449676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33408) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:32.470138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.491189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.497923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:32.498416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:32.586918 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:32.597827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b129a05-8d36-4f52-9ace-af0e42218a57 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:32.600407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.601399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b129a05-8d36-4f52-9ace-af0e42218a57 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:32.604728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b129a05-8d36-4f52-9ace-af0e42218a57 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:32.606841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b129a05-8d36-4f52-9ace-af0e42218a57 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Synchronizing usage tracker for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:32.613840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-431f820d-d09a-40ea-abb2-96484285c464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:32.628749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.636675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b129a05-8d36-4f52-9ace-af0e42218a57 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Unset dirty status for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:32.645087 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b129a05-8d36-4f52-9ace-af0e42218a57 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1952629 Dec 22 08:37:32.645949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33412) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:32.666128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.675370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.709006 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:37:32.729112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event deleted for resources: {'Network': ['ID=45114c55-0138-430d-a0d2-149c6879375d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:32.742767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:32.744477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Deleting subnet 24611b4f-da6b-4f21-bdd0-1974550ff59e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:37:32.749317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.787332 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "DELETE /v2.0/networks/45114c55-0138-430d-a0d2-149c6879375d HTTP/1.1" status: 204 len: 168 time: 2.5803514 Dec 22 08:37:32.815338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33416) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:32.944023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.964928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:32.978062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Transition to ACTIVE for port object 3ae081ec-45d0-446c-8429-fab990979e5e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:33.101032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.107089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:33.107672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:33.118643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.122718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1949fe2a-7188-4239-b826-859c5d9000e1 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:33.161133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Deleting port ad34caba-7c8b-44eb-a989-77e2812fa438 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:33.161582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.163864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:33.244934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855b21f-713c-4268-9549-0a905c0792b0 None None] Pushing event updated for resources: {'Port': ['ID=3ae081ec-45d0-446c-8429-fab990979e5e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:33.249237 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b855b21f-713c-4268-9549-0a905c0792b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:33.268825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27d884-af21-4bdf-a111-ea781158edd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-7d6fc28a-c78f-43e1-b68c-a59791c884e9', 'network_id': '7d6fc28a-c78f-43e1-b68c-a59791c884e9', 'tenant_id': 'a7f22ed6e0f74e67ac0f433184d010bd', 'fixed_ips': [{'subnet_id': '24611b4f-da6b-4f21-bdd0-1974550ff59e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:33.269658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ce27d884-af21-4bdf-a111-ea781158edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.290712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 1949fe2a-7188-4239-b826-859c5d9000e1 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:37:33.291053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1949fe2a-7188-4239-b826-859c5d9000e1 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:37:33.324144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.333468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a7856e1a-c56a-43a4-a639-928a7cfe8341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:33.361684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Allocated IP 172.26.5.84 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/25387f36-80c1-4424-a63c-0e17306c9b12) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:33.390322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Subnet': ['ID=24611b4f-da6b-4f21-bdd0-1974550ff59e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:33.393943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9128ce-2ac6-4bb2-b0fa-118ba25ac713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-c7ca7086-26a4-4a33-a84b-efd0b5c66ea4', 'network_id': 'c7ca7086-26a4-4a33-a84b-efd0b5c66ea4', 'tenant_id': 'a7f22ed6e0f74e67ac0f433184d010bd', 'fixed_ips': [{'subnet_id': 'a0518448-904c-4d49-b2d7-b617d2608736'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:33.395373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c9128ce-2ac6-4bb2-b0fa-118ba25ac713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.405617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:33.408810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.427883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/subnets/24611b4f-da6b-4f21-bdd0-1974550ff59e HTTP/1.1" status: 204 len: 168 time: 0.7802660 Dec 22 08:37:33.430085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33426) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server [None req-ce27d884-af21-4bdf-a111-ea781158edd8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24611b4f-da6b-4f21-bdd0-1974550ff59e: This subnet is being modified by another concurrent operation. Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:37:33.431010 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24611b4f-da6b-4f21-bdd0-1974550ff59e: This subnet is being modified by another concurrent operation. Dec 22 08:37:33.434214 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Dec 22 08:37:33.465840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.480254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8bf008c6-4558-4621-8084-6bc8fadcf973 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:33.540292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e4b651-dcce-42f4-ac64-8ac7a01c41fb None None] Network 7d6fc28a-c78f-43e1-b68c-a59791c884e9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:33.549603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Deleting subnet a0518448-904c-4d49-b2d7-b617d2608736 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:37:33.553402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.609871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] Deleting port 1949fe2a-7188-4239-b826-859c5d9000e1 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:33.610248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.627332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.676753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=582793d8-505f-4e87-b8e7-eb05bd1a3f0d,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:33.690904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:33.705768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b40d6c4f-9b46-4eef-9162-159053bb59c4 None None] The port '1949fe2a-7188-4239-b826-859c5d9000e1' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:37:33.712226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.730638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.730940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.737083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Attempting to bind port 3ae081ec-45d0-446c-8429-fab990979e5e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:33.737653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Attempting to bind port 3ae081ec-45d0-446c-8429-fab990979e5e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:33.738168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Attempting to bind port 3ae081ec-45d0-446c-8429-fab990979e5e on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:33.758494 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:37:33.759441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:33.760018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.760548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:37:33.761162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Bound port: 3ae081ec-45d0-446c-8429-fab990979e5e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:33.761690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.813158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.827660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server [None req-0c9128ce-2ac6-4bb2-b0fa-118ba25ac713 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0518448-904c-4d49-b2d7-b617d2608736: This subnet is being modified by another concurrent operation. Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:37:33.861452 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0518448-904c-4d49-b2d7-b617d2608736: This subnet is being modified by another concurrent operation. Dec 22 08:37:33.864483 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Dec 22 08:37:33.893270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b00b0ff-150b-42af-b7ca-abf5992206f2 None None] Network c7ca7086-26a4-4a33-a84b-efd0b5c66ea4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:33.905023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Subnet': ['ID=a0518448-904c-4d49-b2d7-b617d2608736,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:33.912442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:33.917794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:33.928902 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/subnets/a0518448-904c-4d49-b2d7-b617d2608736 HTTP/1.1" status: 204 len: 168 time: 0.4953222 Dec 22 08:37:33.929128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:33.996593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Calling delete_port for ad34caba-7c8b-44eb-a989-77e2812fa438 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:33.999419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f507db82-29e0-451d-a7d1-cb474bb55271 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:34.001084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f507db82-29e0-451d-a7d1-cb474bb55271 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Synchronizing usage tracker for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:34.021302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f507db82-29e0-451d-a7d1-cb474bb55271 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Unset dirty status for tenant:a7f22ed6e0f74e67ac0f433184d010bd on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:34.027960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking segment: {'id': '939daf89-0211-4a84-8c48-8ad076aa92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:34.027960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network hostable DHCP agents. Network: 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:34.028246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33434) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:34.028330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] For port 3ae081ec-45d0-446c-8429-fab990979e5e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:34.030499 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f507db82-29e0-451d-a7d1-cb474bb55271 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1003695 Dec 22 08:37:34.083611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] For port 3ae081ec-45d0-446c-8429-fab990979e5e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3ae081ec-45d0-446c-8429-fab990979e5e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:37:34.095495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.108722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:34.145561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.208107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855b21f-713c-4268-9549-0a905c0792b0 None None] Pushing event updated for resources: {'Port': ['ID=3ae081ec-45d0-446c-8429-fab990979e5e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:34.212061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b855b21f-713c-4268-9549-0a905c0792b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:34.216057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.237834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:34.280325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38302de-4f3b-4345-a421-db05fa3236f6 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:37:34.283488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:34.338883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:34.339674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.348447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Routers {'8fdafa95-fbc1-42c9-9157-70929af1df07'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:34.349252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['8fdafa95-fbc1-42c9-9157-70929af1df07'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:34.359017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.427543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33444) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:34.429010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:34.434799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'subnets': [{'network_id': '7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--449169379', 'ip_version': 6}, {'network_id': '0c187983-b977-4b61-b7ce-45220715321a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:34.435212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'subnet': {'network_id': '7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--449169379', 'ip_version': 6}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:34.436382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Request body: {'subnet': {'network_id': '0c187983-b977-4b61-b7ce-45220715321a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:34.524322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.631142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38302de-4f3b-4345-a421-db05fa3236f6 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:37:34.641832 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3737385 Dec 22 08:37:34.644535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] Set router 8fdafa95-fbc1-42c9-9157-70929af1df07 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:34.644681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33448) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:34.664696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-65682604'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:34.687910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:34.709162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:34.712557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:network and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:34.714631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Usage tracker for resource:subnet and tenant:56b19c68a9104ca8b211419a45fd3cf7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:34.717961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:34.718720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.725366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:34.727490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:34.728686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:34.733749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event updated for resources: {'Port': ['ID=25387f36-80c1-4424-a63c-0e17306c9b12,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:34.738352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Made reservation on behalf of 56b19c68a9104ca8b211419a45fd3cf7 for: {'subnet': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:34.764501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:34.773349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3d9bc413-5f83-48ce-9194-8b96eaa4f036 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:34.800752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:34.802866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:34.825556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:34.889151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Pushing event deleted for resources: {'Port': ['ID=ad34caba-7c8b-44eb-a989-77e2812fa438,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:34.902156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ca7086-26a4-4a33-a84b-efd0b5c66ea4']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:34.909508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:34.926381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578d214e-80d1-4e7c-b7ef-4ba9d7345c21') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:34.926647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578d214e-80d1-4e7c-b7ef-4ba9d7345c21') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:34.933093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:34.936050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.955988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.956559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:34.978966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.041502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.044261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.045387 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] 10.222.0.31 "DELETE /v2.0/floatingips/f32124f4-60ba-42d4-9a27-372dd38e9f1e HTTP/1.1" status: 204 len: 168 time: 2.2293303 Dec 22 08:37:35.048801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.069169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:35.069643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:35.084851 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:35.152413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:35.183094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.183978 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment a64ff2f9-1fb5-4b85-8b25-fbdffba72314 of type vlan for network cc268835-a724-4c91-ab97-7a7d1ef1da73 Dec 22 08:37:35.213062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.222838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:35.237688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.241788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.263608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Network': ['ID=c7ca7086-26a4-4a33-a84b-efd0b5c66ea4,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:35.270089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:35.275043 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/networks/c7ca7086-26a4-4a33-a84b-efd0b5c66ea4 HTTP/1.1" status: 204 len: 168 time: 1.2399676 Dec 22 08:37:35.279795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33454) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:35.413745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.417531 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:35.418139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.425853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0715dbd6-f7c8-477d-9c71-0a8a9e36345b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:35.591904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdafa95-fbc1-42c9-9157-70929af1df07', 'name': 'tempest-snat-router-468149398', 'tenant_id': '379532ca0559458fbdaf1fcf5a258b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.62'}], 'enable_snat': False}, 'gw_port_id': '3ae081ec-45d0-446c-8429-fab990979e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:26Z', 'updated_at': '2021-12-22T08:37:28Z', 'revision_number': 3, 'project_id': '379532ca0559458fbdaf1fcf5a258b7f', 'gw_port': {'id': '3ae081ec-45d0-446c-8429-fab990979e5e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdafa95-fbc1-42c9-9157-70929af1df07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:27Z', 'updated_at': '2021-12-22T08:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:35.610586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c42bcfc-300b-430b-a386-f3b2c1d240ae None None] The sync data for ids ['8fdafa95-fbc1-42c9-9157-70929af1df07'] in dv-neutron-822610-1-hyperv is: [{'id': '8fdafa95-fbc1-42c9-9157-70929af1df07', 'name': 'tempest-snat-router-468149398', 'tenant_id': '379532ca0559458fbdaf1fcf5a258b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.62'}], 'enable_snat': False}, 'gw_port_id': '3ae081ec-45d0-446c-8429-fab990979e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:26Z', 'updated_at': '2021-12-22T08:37:28Z', 'revision_number': 3, 'project_id': '379532ca0559458fbdaf1fcf5a258b7f', 'gw_port': {'id': '3ae081ec-45d0-446c-8429-fab990979e5e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdafa95-fbc1-42c9-9157-70929af1df07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:27Z', 'updated_at': '2021-12-22T08:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:35.661609 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0092225 Dec 22 08:37:35.665756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.666088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:35.675524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': 'cc268835-a724-4c91-ab97-7a7d1ef1da73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:35.731187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33468) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:35.741609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=cc268835-a724-4c91-ab97-7a7d1ef1da73,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:35.762832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:35.765145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b', 'network_id': '4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b', 'tenant_id': '522c20128f3e4761959db5291e4feded', 'fixed_ips': [{'subnet_id': '582793d8-505f-4e87-b8e7-eb05bd1a3f0d'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:35.766755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.776024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.776775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:35.786525 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network cc268835-a724-4c91-ab97-7a7d1ef1da73 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:36.020472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:36.024874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:subnet and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:36.028124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:36.034342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:36.041454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.048095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-166b3507-4896-4e36-a73f-43fd0eed9c5a tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:36.089285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:36.230150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Allocated IP 2001:db8:0:ffff::2 (4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b/582793d8-505f-4e87-b8e7-eb05bd1a3f0d/79857789-c758-4805-b6db-4a38d138af79) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:36.245453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Subnet': ['ID=6f07f5cb-6b43-4ffe-994c-eae0ca2defa4,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:36.251692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:36.256696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.295666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.355254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6fc28a-c78f-43e1-b68c-a59791c884e9']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:36.379133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9e85f1-b0cf-4ba7-a8e0-bf3f3120583b') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:36.379732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9e85f1-b0cf-4ba7-a8e0-bf3f3120583b') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:36.398207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.403724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Checking segment: {'id': 'f8f6354b-d757-4569-880c-db6d84aa8fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:36.404196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Network hostable DHCP agents. Network: 7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:36.411903 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f32029d0-31dd-4b2d-8500-033c2fb4593d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d98a1a5516cd489c86668dcfccf80ea6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6794639 Dec 22 08:37:36.415920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33476) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:36.465165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.483964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:36.485689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.536224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.559464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Network 7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:36.590602 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:36.643644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a847332-a3b4-4ed3-a285-a73dde18ed98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.653027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:36.658775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.693344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:36.694227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Transition to ACTIVE for port object 79857789-c758-4805-b6db-4a38d138af79 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:36.710827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.720959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:36.730074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Transition to ACTIVE for port object 79857789-c758-4805-b6db-4a38d138af79 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:36.739127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.744977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:36.771941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.796774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event updated for resources: {'Subnet': ['ID=4d7016d4-6322-4672-afa7-2998f5bd6606,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:36.800001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:36.812039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Network': ['ID=7d6fc28a-c78f-43e1-b68c-a59791c884e9,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:36.813494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a847332-a3b4-4ed3-a285-a73dde18ed98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.820670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Network 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:36.824645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:36.830166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:36.832769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Pushing event updated for resources: {'Port': ['ID=79857789-c758-4805-b6db-4a38d138af79,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:36.837605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:36.864250 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:36.888779 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/networks/7d6fc28a-c78f-43e1-b68c-a59791c884e9 HTTP/1.1" status: 204 len: 168 time: 1.5982215 Dec 22 08:37:36.895019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33484) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:36.940386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Attempting to bind port 79857789-c758-4805-b6db-4a38d138af79 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:36.940755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Attempting to bind port 79857789-c758-4805-b6db-4a38d138af79 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '939daf89-0211-4a84-8c48-8ad076aa92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:36.941114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Attempting to bind port 79857789-c758-4805-b6db-4a38d138af79 on network 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:36.956542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:37:36.956940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Checking segment: {'id': '939daf89-0211-4a84-8c48-8ad076aa92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:36.957330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:36.957730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Bound using segment: {'id': '939daf89-0211-4a84-8c48-8ad076aa92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:37:36.958214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Bound port: 79857789-c758-4805-b6db-4a38d138af79, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939daf89-0211-4a84-8c48-8ad076aa92f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:36.958599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.052850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Router b40aa2d4-92de-4833-84b8-7b8bb241c53f is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:37:37.058501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.067829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e43430af-2267-4706-a9de-959ec990c6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.098481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:37.120710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3ae081ec-45d0-446c-8429-fab990979e5e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:37.174612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Checking segment: {'id': '65bb1f5a-5903-4c90-b1a7-540601f523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0c187983-b977-4b61-b7ce-45220715321a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:37.175100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Network hostable DHCP agents. Network: 0c187983-b977-4b61-b7ce-45220715321a, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:37.184658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] For port 79857789-c758-4805-b6db-4a38d138af79, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:37.196652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] For port 79857789-c758-4805-b6db-4a38d138af79, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=79857789-c758-4805-b6db-4a38d138af79,segment=NetworkSegment(939daf89-0211-4a84-8c48-8ad076aa92f5),segment_id=939daf89-0211-4a84-8c48-8ad076aa92f5)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:37:37.205056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.210034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-09000250-b13a-434d-a852-7ad2a45ff71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:37.235173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.239961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a847332-a3b4-4ed3-a285-a73dde18ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.242392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=b0ba45ad-cbd8-438b-89f2-d6b8d86d9e0c,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:37.257921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:37.262842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c1a859a0-07da-463a-8b9c-a8711adef66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:37.289543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a847332-a3b4-4ed3-a285-a73dde18ed98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf37db7-91e0-442c-a3dc-3cb0f93869eb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:37.296234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a847332-a3b4-4ed3-a285-a73dde18ed98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:37.304634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:37.320769 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Sync routers for ids ['b40aa2d4-92de-4833-84b8-7b8bb241c53f'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:37.330884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.334975 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 3ae081ec-45d0-446c-8429-fab990979e5e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:37.335817 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.2004349 Dec 22 08:37:37.336492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33490) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.340041 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Routers {'b40aa2d4-92de-4833-84b8-7b8bb241c53f'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:37.340655 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b40aa2d4-92de-4833-84b8-7b8bb241c53f'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:37.353280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3ae081ec-45d0-446c-8429-fab990979e5e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:37.353652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.360854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking segment: {'id': 'a64ff2f9-1fb5-4b85-8b25-fbdffba72314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cc268835-a724-4c91-ab97-7a7d1ef1da73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:37.361337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network hostable DHCP agents. Network: cc268835-a724-4c91-ab97-7a7d1ef1da73, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:37.366267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Network 0c187983-b977-4b61-b7ce-45220715321a is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:37.411083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Pushing event updated for resources: {'Port': ['ID=79857789-c758-4805-b6db-4a38d138af79,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:37.414691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 0c187983-b977-4b61-b7ce-45220715321a) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:37.419443 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:37.504457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a847332-a3b4-4ed3-a285-a73dde18ed98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.506457 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3a847332-a3b4-4ed3-a285-a73dde18ed98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecf37db7-91e0-442c-a3dc-3cb0f93869eb HTTP/1.1" status: 204 len: 168 time: 1.0888386 Dec 22 08:37:37.529583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:37.530080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:37.530193 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Set router b40aa2d4-92de-4833-84b8-7b8bb241c53f gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:37.531496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.536649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.567439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network cc268835-a724-4c91-ab97-7a7d1ef1da73 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:37.575820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 3ae081ec-45d0-446c-8429-fab990979e5e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3ae081ec-45d0-446c-8429-fab990979e5e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:37.586860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.589156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1498e967-3ee0-4936-b764-ac30a6f00bd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:37.596858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, cc268835-a724-4c91-ab97-7a7d1ef1da73) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:37.612410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:37.615322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.631295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:37.660693 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.2316675 Dec 22 08:37:37.668575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.715193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=3ae081ec-45d0-446c-8429-fab990979e5e,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:37.718496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:37.757533 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4886e961-18ab-4815-82d8-2d82c8c7e10f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/routers/b40aa2d4-92de-4833-84b8-7b8bb241c53f HTTP/1.1" status: 200 len: 906 time: 0.4189205 Dec 22 08:37:37.758462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33500) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.763199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e641b92b-3064-45d2-a0f3-becffa12306b']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:37.823725 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1541321 Dec 22 08:37:37.824449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:37.830908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ead1be1-212f-42ea-b835-9509aada4c96') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:37.831874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ead1be1-212f-42ea-b835-9509aada4c96') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:37.932640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.010548 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40aa2d4-92de-4833-84b8-7b8bb241c53f', 'name': 'tempest-snat-router-468149398', 'tenant_id': '379532ca0559458fbdaf1fcf5a258b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': '25387f36-80c1-4424-a63c-0e17306c9b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:30Z', 'updated_at': '2021-12-22T08:37:35Z', 'revision_number': 3, 'project_id': '379532ca0559458fbdaf1fcf5a258b7f', 'gw_port': {'id': '25387f36-80c1-4424-a63c-0e17306c9b12', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:27:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40aa2d4-92de-4833-84b8-7b8bb241c53f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:37:32Z', 'updated_at': '2021-12-22T08:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:38.016562 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Checking router: b40aa2d4-92de-4833-84b8-7b8bb241c53f for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:37:38.017709 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Updating router b40aa2d4-92de-4833-84b8-7b8bb241c53f port 25387f36-80c1-4424-a63c-0e17306c9b12 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:37:38.093101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.099376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84f651-0eed-42a8-8f35-b7a21c03e713 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:38.101133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84f651-0eed-42a8-8f35-b7a21c03e713 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:38.102472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84f651-0eed-42a8-8f35-b7a21c03e713 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:38.103351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9f84f651-0eed-42a8-8f35-b7a21c03e713 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Synchronizing usage tracker for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:38.116610 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.125508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:38.125768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:38.142246 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:38.167431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.270502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9f84f651-0eed-42a8-8f35-b7a21c03e713 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Unset dirty status for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:38.281127 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9f84f651-0eed-42a8-8f35-b7a21c03e713 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.6026616 Dec 22 08:37:38.286684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33516) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:38.286684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33518) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:38.346772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.359837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.372070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a1fce72-4785-4641-adf9-32d634c6e6d4 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:38.394386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.408242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.433579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Network': ['ID=e641b92b-3064-45d2-a0f3-becffa12306b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:38.443627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:38.461717 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/networks/e641b92b-3064-45d2-a0f3-becffa12306b HTTP/1.1" status: 204 len: 168 time: 1.5613036 Dec 22 08:37:38.478884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33524) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:38.491987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Deleting subnet 6f07f5cb-6b43-4ffe-994c-eae0ca2defa4 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:37:38.511330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.551345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:38.558506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.582358 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.598758 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Transition to ACTIVE for port object 25387f36-80c1-4424-a63c-0e17306c9b12 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:38.607293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:e51808b215674c2bb838566424c690ba is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:38.609553 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.614223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:38.618409 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-4262b8f2-5ccd-4398-b720-66ce1140de96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:38.634620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.637510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:38.638218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Deleting port 25387f36-80c1-4424-a63c-0e17306c9b12 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:38.638552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.652101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.696702 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Pushing event updated for resources: {'Port': ['ID=25387f36-80c1-4424-a63c-0e17306c9b12,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:38.709516 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.709868 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.710285 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.710676 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.711006 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.711365 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.711679 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.712008 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.712341 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.712686 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.712966 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:38.718078 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:38.741089 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Attempting to bind port 25387f36-80c1-4424-a63c-0e17306c9b12 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:38.741458 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Attempting to bind port 25387f36-80c1-4424-a63c-0e17306c9b12 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:38.741815 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Attempting to bind port 25387f36-80c1-4424-a63c-0e17306c9b12 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:38.748928 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:37:38.749325 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:38.749693 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.750144 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:37:38.750615 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Bound port: 25387f36-80c1-4424-a63c-0e17306c9b12, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:38.751161 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.829202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.830197 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] For port 25387f36-80c1-4424-a63c-0e17306c9b12, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:38.833584 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] For port 25387f36-80c1-4424-a63c-0e17306c9b12, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=25387f36-80c1-4424-a63c-0e17306c9b12,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:37:38.842156 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.847684 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:38.854278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8286eef-3266-42b4-b109-ec0f16bfc1d7 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:37:38.923680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:38.931835 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Pushing event updated for resources: {'Port': ['ID=25387f36-80c1-4424-a63c-0e17306c9b12,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:38.942652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fd01d089-44c4-417f-82d0-2dd07958a007 None None] Provisioning for port 79857789-c758-4805-b6db-4a38d138af79 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:38.945982 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:38.975517 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Routers {'b40aa2d4-92de-4833-84b8-7b8bb241c53f'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:38.976953 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b40aa2d4-92de-4833-84b8-7b8bb241c53f'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:39.042767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.047219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.051353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:39.057928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.099404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.107441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c690df35-1dd6-46e2-b310-3960e7be1571']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:39.116510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.122782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8286eef-3266-42b4-b109-ec0f16bfc1d7 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:37:39.123000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ba45ad-cbd8-438b-89f2-d6b8d86d9e0c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:39.132704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:39.133285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-358d8fd4-6b0d-484c-ba3b-68b90f79d1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:39.146735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d5ea2e-e2c2-4ce7-8cec-0a7d38a41839') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:39.147262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d5ea2e-e2c2-4ce7-8cec-0a7d38a41839') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:39.168535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.182069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] For port 25387f36-80c1-4424-a63c-0e17306c9b12, host dv-neutron-822610-1-hyperv, got binding levels [] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:39.182727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.271884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.300752 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e51808b215674c2bb838566424c690ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0140347 Dec 22 08:37:39.312163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33532) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:39.327159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 79857789-c758-4805-b6db-4a38d138af79 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:39.344458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09ea1a5-40d0-4763-a155-3a214dc787c9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:39.397147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:39.397592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:39.421810 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] Set router b40aa2d4-92de-4833-84b8-7b8bb241c53f gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:37:39.441302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Calling delete_port for 25387f36-80c1-4424-a63c-0e17306c9b12 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:39.481071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.509013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-027aad23-7b14-4a5b-82b5-e8546623c1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.518771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Subnet': ['ID=6f07f5cb-6b43-4ffe-994c-eae0ca2defa4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:39.546765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:39.561072 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40aa2d4-92de-4833-84b8-7b8bb241c53f', 'name': 'tempest-snat-router-468149398', 'tenant_id': '379532ca0559458fbdaf1fcf5a258b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:30Z', 'updated_at': '2021-12-22T08:37:38Z', 'revision_number': 4, 'project_id': '379532ca0559458fbdaf1fcf5a258b7f', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:39.573117 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a156572-7ab8-4213-8af4-f94cae6fcdf1 None None] The sync data for ids ['b40aa2d4-92de-4833-84b8-7b8bb241c53f'] in dv-neutron-822610-1-hyperv is: [{'id': 'b40aa2d4-92de-4833-84b8-7b8bb241c53f', 'name': 'tempest-snat-router-468149398', 'tenant_id': '379532ca0559458fbdaf1fcf5a258b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:37:30Z', 'updated_at': '2021-12-22T08:37:38Z', 'revision_number': 4, 'project_id': '379532ca0559458fbdaf1fcf5a258b7f', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:39.580659 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/subnets/6f07f5cb-6b43-4ffe-994c-eae0ca2defa4 HTTP/1.1" status: 204 len: 168 time: 1.2903512 Dec 22 08:37:39.612626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33538) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:39.625982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc268835-a724-4c91-ab97-7a7d1ef1da73']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:39.641981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.645945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 79857789-c758-4805-b6db-4a38d138af79 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:39.650740 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:39.651202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.655726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 79857789-c758-4805-b6db-4a38d138af79 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:39.656156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:39.671902 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:39.697349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64ff2f9-1fb5-4b85-8b25-fbdffba72314') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:39.697637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64ff2f9-1fb5-4b85-8b25-fbdffba72314') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:39.718976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.731886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:39.732240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:39.755396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8fb2-a1c7-45be-a031-20bdbca9643e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.764976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.774337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.778460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:39.779516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.804682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Pushing event deleted for resources: {'Network': ['ID=c690df35-1dd6-46e2-b310-3960e7be1571,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:39.806865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:39.810834 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] 10.222.0.31 "DELETE /v2.0/networks/c690df35-1dd6-46e2-b310-3960e7be1571 HTTP/1.1" status: 204 len: 168 time: 1.3237774 Dec 22 08:37:39.814435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Deleting subnet 4d7016d4-6322-4672-afa7-2998f5bd6606 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:37:39.820528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:39.821094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:39.837008 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:39.838903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.870677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8fb2-a1c7-45be-a031-20bdbca9643e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.872090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.921999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c88b4-01f9-4a9f-8cb8-3e1a2d161957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-0c187983-b977-4b61-b7ce-45220715321a', 'network_id': '0c187983-b977-4b61-b7ce-45220715321a', 'tenant_id': '56b19c68a9104ca8b211419a45fd3cf7', 'fixed_ips': [{'subnet_id': '4d7016d4-6322-4672-afa7-2998f5bd6606'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:39.923038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-437c88b4-01f9-4a9f-8cb8-3e1a2d161957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.939685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 79857789-c758-4805-b6db-4a38d138af79, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=79857789-c758-4805-b6db-4a38d138af79,segment=NetworkSegment(939daf89-0211-4a84-8c48-8ad076aa92f5),segment_id=939daf89-0211-4a84-8c48-8ad076aa92f5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:39.953788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:39.954734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3ae081ec-45d0-446c-8429-fab990979e5e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:39.997434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-09000250-b13a-434d-a852-7ad2a45ff71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:40.023757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.099278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.104976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.111749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:40.136590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8fb2-a1c7-45be-a031-20bdbca9643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.152738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=cc268835-a724-4c91-ab97-7a7d1ef1da73,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:40.155724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:40.158190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:40.164203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=79857789-c758-4805-b6db-4a38d138af79,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:40.170026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.170812 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:40.180071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3ae081ec-45d0-446c-8429-fab990979e5e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:40.180460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.199545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c8fb2-a1c7-45be-a031-20bdbca9643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09ea1a5-40d0-4763-a155-3a214dc787c9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:40.201979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9b6c8fb2-a1c7-45be-a031-20bdbca9643e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:40.204006 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/cc268835-a724-4c91-ab97-7a7d1ef1da73 HTTP/1.1" status: 204 len: 168 time: 2.3423030 Dec 22 08:37:40.205416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8fb2-a1c7-45be-a031-20bdbca9643e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.210004 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9b6c8fb2-a1c7-45be-a031-20bdbca9643e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a09ea1a5-40d0-4763-a155-3a214dc787c9 HTTP/1.1" status: 204 len: 168 time: 0.8931611 Dec 22 08:37:40.210165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33548) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.215312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-268880128'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:40.222178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:40.224244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33552) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.233345 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Deleting port 25387f36-80c1-4424-a63c-0e17306c9b12 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:40.233688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.309955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:network and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:40.325080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server [None req-437c88b4-01f9-4a9f-8cb8-3e1a2d161957 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d7016d4-6322-4672-afa7-2998f5bd6606: This subnet is being modified by another concurrent operation. Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:37:40.333567 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d7016d4-6322-4672-afa7-2998f5bd6606: This subnet is being modified by another concurrent operation. Dec 22 08:37:40.337672 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Dec 22 08:37:40.354797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:40.370505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8a6c8-ecb5-42f6-91a8-398d99832a53 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:37:40.374232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:40.385822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:40.416900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7016d4-6322-4672-afa7-2998f5bd6606,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:40.420122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:40.425532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.427023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:40.430603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.443455 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/subnets/4d7016d4-6322-4672-afa7-2998f5bd6606 HTTP/1.1" status: 204 len: 168 time: 0.8231580 Dec 22 08:37:40.445907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33560) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.495850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] For port 25387f36-80c1-4424-a63c-0e17306c9b12, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=25387f36-80c1-4424-a63c-0e17306c9b12,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:40.496232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.519827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:40.571698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.580324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.647677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a563601-0439-4ae8-a105-e83844c3c154 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:40.650886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3a563601-0439-4ae8-a105-e83844c3c154 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Synchronizing usage tracker for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:40.681656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3a563601-0439-4ae8-a105-e83844c3c154 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Unset dirty status for tenant:56b19c68a9104ca8b211419a45fd3cf7 on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:40.683351 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3a563601-0439-4ae8-a105-e83844c3c154 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2356069 Dec 22 08:37:40.690044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.742746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e8a6c8-ecb5-42f6-91a8-398d99832a53 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:37:40.796366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Calling delete_port for 25387f36-80c1-4424-a63c-0e17306c9b12 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:40.881766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:40.904784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.905532 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment ef94fe8f-24ed-4e5a-8e89-27c413e2af7c of type vlan for network 94b72039-8580-4796-8048-0ea3d6a06922 Dec 22 08:37:40.922378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:40.943226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.001213 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-794a72d1-8357-4392-973a-abe70c47fc2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7f22ed6e0f74e67ac0f433184d010bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7753336 Dec 22 08:37:41.006718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33578) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:41.008380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.063974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 79857789-c758-4805-b6db-4a38d138af79 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:41.109821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.111560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1f5acce7-568c-4bbe-a468-04317a5eb273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.127575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.132106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:41.132919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.134464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.137852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c187983-b977-4b61-b7ce-45220715321a']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:41.141727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:41.151197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bb1f5a-5903-4c90-b1a7-540601f523c4') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:41.151611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bb1f5a-5903-4c90-b1a7-540601f523c4') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:41.163746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.180073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.186444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:41.186891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.231172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1f5acce7-568c-4bbe-a468-04317a5eb273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.264436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:41.268515 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:41.272896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 79857789-c758-4805-b6db-4a38d138af79 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:41.273043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb145f5fa004ea8b3461eebc6954fab is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:41.273213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.287013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:41.298170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:41.310485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.315863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ccc2ecda-a41c-41d4-80ab-aa14db6da234 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:41.334255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.338982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=94b72039-8580-4796-8048-0ea3d6a06922,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:41.342937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:41.344126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b16ae45-0bd0-496f-8c11-e3f7f6a769f6 None None] Network 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:41.352771 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1421387 Dec 22 08:37:41.356797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33582) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:41.363987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': '94b72039-8580-4796-8048-0ea3d6a06922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:41.366161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 94b72039-8580-4796-8048-0ea3d6a06922 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:41.367299 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/networks/0c187983-b977-4b61-b7ce-45220715321a HTTP/1.1" status: 204 len: 168 time: 0.6753113 Dec 22 08:37:41.368524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Network': ['ID=0c187983-b977-4b61-b7ce-45220715321a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:41.370620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33586) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:41.374277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:41.383572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66905a83-7ba8-4016-baa3-b1fc02662a67 None None] Network 7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:41.460475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.469380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-498571af-7ea9-4628-a973-1cb2208cf8de tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:41.557058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b94e9d-982b-4e6c-986a-4bc0d6810c43 None None] Network 0c187983-b977-4b61-b7ce-45220715321a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:41.569945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a8063-15de-4b44-ad3f-96dc09ffe99d None None] Network cc268835-a724-4c91-ab97-7a7d1ef1da73 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:41.635206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.653582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event deleted for resources: {'Port': ['ID=25387f36-80c1-4424-a63c-0e17306c9b12,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:41.657016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:41.683620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b94e9d-982b-4e6c-986a-4bc0d6810c43 None None] Network 0c187983-b977-4b61-b7ce-45220715321a could not be found, it might have been deleted concurrently. {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 22 08:37:41.710476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e0f2b-2e18-4d50-a5ce-5bdae66ea7a0 None None] Network 0c187983-b977-4b61-b7ce-45220715321a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:41.714512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1f5acce7-568c-4bbe-a468-04317a5eb273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.723215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a8063-15de-4b44-ad3f-96dc09ffe99d None None] Network cc268835-a724-4c91-ab97-7a7d1ef1da73 could not be found, it might have been deleted concurrently. {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 22 08:37:41.726266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8d43f5a1-caee-46b7-86f1-fec522c9d795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:41.763737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c12019-c22a-436d-b66a-97b61d5b0910 None None] Network cc268835-a724-4c91-ab97-7a7d1ef1da73 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:41.780889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5acce7-568c-4bbe-a468-04317a5eb273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a6f9b1-f8c7-4ed9-9209-60df08c3164b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:41.781331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.792353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.802419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64d204f6-d037-4fea-b4b2-91932450d95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:41.802971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:41.803573 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.808037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:subnet and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:41.810442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e0f2b-2e18-4d50-a5ce-5bdae66ea7a0 None None] Network 0c187983-b977-4b61-b7ce-45220715321a could not be found, it might have been deleted concurrently. {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 22 08:37:41.814882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:41.826127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:41.832237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.845719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1f5acce7-568c-4bbe-a468-04317a5eb273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:41.846859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1f5acce7-568c-4bbe-a468-04317a5eb273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.849063 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1f5acce7-568c-4bbe-a468-04317a5eb273 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48a6f9b1-f8c7-4ed9-9209-60df08c3164b HTTP/1.1" status: 204 len: 168 time: 0.8363638 Dec 22 08:37:41.869545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c12019-c22a-436d-b66a-97b61d5b0910 None None] Network cc268835-a724-4c91-ab97-7a7d1ef1da73 could not be found, it might have been deleted concurrently. {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 22 08:37:41.892241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:41.897803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:41.902659 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9eb145f5fa004ea8b3461eebc6954fab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0198975 Dec 22 08:37:41.906566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051a802a-c15e-40de-87bd-eb311c42c8fb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:41.909406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33600) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:41.913754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:41.916274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f6354b-d757-4569-880c-db6d84aa8fa4') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:41.916818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f6354b-d757-4569-880c-db6d84aa8fa4') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:41.946502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:41.972780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a54691-6fe3-4c63-88c0-6eddfceaac02 None None] Network 7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:42.005502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.028293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:42.028731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:42.045089 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:42.115324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.178044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5616d43b-2f3a-4104-ba1c-fa647e32c0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.221043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.233051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.241108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:42.271834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5616d43b-2f3a-4104-ba1c-fa647e32c0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.293435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Network': ['ID=7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:42.296484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:42.309176 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/networks/7fa88cc3-3a7d-4ac8-842f-b97e2c2d58e8 HTTP/1.1" status: 204 len: 168 time: 0.9364150 Dec 22 08:37:42.309831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33608) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:42.473887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.477814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5616d43b-2f3a-4104-ba1c-fa647e32c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.482172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5ecc821b-b628-4f2e-b86d-a8de13e76a95 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:42.486135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.498557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d43b-2f3a-4104-ba1c-fa647e32c0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051a802a-c15e-40de-87bd-eb311c42c8fb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:42.503739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5616d43b-2f3a-4104-ba1c-fa647e32c0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:42.559606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5616d43b-2f3a-4104-ba1c-fa647e32c0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.560901 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5616d43b-2f3a-4104-ba1c-fa647e32c0bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/051a802a-c15e-40de-87bd-eb311c42c8fb HTTP/1.1" status: 204 len: 168 time: 0.6486948 Dec 22 08:37:42.691897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.732722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbb2efa-1631-4155-9f53-c2dfa70b6996']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:42.749932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c4a658-7d44-4fa4-8a89-84202674b791') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:42.750624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c4a658-7d44-4fa4-8a89-84202674b791') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:42.768548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.791077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.802468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:42.803363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:42.829748 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:42.931645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.934462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41de4fd-c61e-4dcd-a6e6-9aaf3d31b145 None None] Network 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:42.936024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-adb9a5c9-463c-4f3c-912d-c10d41d5b2fe tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:42.951713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.966694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Network': ['ID=fdbb2efa-1631-4155-9f53-c2dfa70b6996,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:42.970002 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/networks/fdbb2efa-1631-4155-9f53-c2dfa70b6996 HTTP/1.1" status: 204 len: 168 time: 0.6562946 Dec 22 08:37:42.971130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:42.972477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.973130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33624) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:42.976624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.986689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:42.988356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:43.075750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=63cdcb1c-ab96-4e51-9ef8-652bafb9a73d,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:43.080132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:43.130949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking segment: {'id': 'ef94fe8f-24ed-4e5a-8e89-27c413e2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94b72039-8580-4796-8048-0ea3d6a06922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:43.130949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network hostable DHCP agents. Network: 94b72039-8580-4796-8048-0ea3d6a06922, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:43.157815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.158246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b40aa2d4-92de-4833-84b8-7b8bb241c53f {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:37:43.179151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.183434 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "DELETE /v2.0/routers/b40aa2d4-92de-4833-84b8-7b8bb241c53f HTTP/1.1" status: 204 len: 168 time: 5.4213748 Dec 22 08:37:43.184299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33640) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:43.184944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.250950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4951fb26-ce0e-4b11-9578-b03d0ca07b99 None None] Provisioning complete for port 79857789-c758-4805-b6db-4a38d138af79 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:43.251531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4951fb26-ce0e-4b11-9578-b03d0ca07b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.313306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network 94b72039-8580-4796-8048-0ea3d6a06922 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:43.351405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 94b72039-8580-4796-8048-0ea3d6a06922) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:43.359791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:43.360405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.416358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ab44f-9a94-43b7-a1e6-3f1345bb7e91 None None] Network 94b72039-8580-4796-8048-0ea3d6a06922 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:43.427305 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0685289 Dec 22 08:37:43.431083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33650) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:43.452608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023955648'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:43.479404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.481783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:43.498996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:network and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:43.511719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33656) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:43.512521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:43.517525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cea471d-e4c6-4896-935b-9c2884e097e1']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:43.542478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48334373-ca56-420b-979b-7ec0bb7550a7') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:43.544748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48334373-ca56-420b-979b-7ec0bb7550a7') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:43.564617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.566713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:43.597394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.612091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:43.613171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.613730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:43.617432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.662724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:43.672563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.673174 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment 0eea7efa-8295-47a7-ac7b-fd767802ea18 of type vlan for network 130e060b-abe1-4238-9b70-1ba09f309178 Dec 22 08:37:43.701371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.742689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.747163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:43.748049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.756061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:43.774983 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:43.841827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5e9a160b-7212-4f8e-95d8-c9081e7fa49e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:43.842477 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-5e9a160b-7212-4f8e-95d8-c9081e7fa49e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:37:43.844181 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e9a160b-7212-4f8e-95d8-c9081e7fa49e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3300352 Dec 22 08:37:43.847663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33666) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:43.856306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'tempest-secgroup--10019556'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:43.863108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:43.868271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:43.875091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:43.883841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:43.895566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.902388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.906085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-efd8b53d-ff83-45cc-ac89-12811dc86eeb tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:43.929339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Pushing event deleted for resources: {'Network': ['ID=8cea471d-e4c6-4896-935b-9c2884e097e1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:43.932077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:43.933219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.951446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:43.966413 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] 10.222.0.31 "DELETE /v2.0/networks/8cea471d-e4c6-4896-935b-9c2884e097e1 HTTP/1.1" status: 204 len: 168 time: 0.9917412 Dec 22 08:37:44.001008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:44.005120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:44.008582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:44.015360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:44.018554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-94b72039-8580-4796-8048-0ea3d6a06922', 'network_id': '94b72039-8580-4796-8048-0ea3d6a06922', 'tenant_id': '522c20128f3e4761959db5291e4feded', 'fixed_ips': [{'subnet_id': '63cdcb1c-ab96-4e51-9ef8-652bafb9a73d'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:44.020003 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.027783 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5955029 Dec 22 08:37:44.032210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.032473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33674) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:44.058025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': '130e060b-abe1-4238-9b70-1ba09f309178', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:44.141157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=130e060b-abe1-4238-9b70-1ba09f309178,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:44.157153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:44.178712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33678) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:44.198729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 130e060b-abe1-4238-9b70-1ba09f309178 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:44.258296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:44.262330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:subnet and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:44.265574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:44.272036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:44.362433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.392309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Deleting port 3ae081ec-45d0-446c-8429-fab990979e5e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:44.392808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.526829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33690) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:44.529326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:44.577684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Allocated IP 2001:db8::3 (94b72039-8580-4796-8048-0ea3d6a06922/63cdcb1c-ab96-4e51-9ef8-652bafb9a73d/b54b785f-b366-48da-b579-64d22ff3636d) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:44.748051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] For port 3ae081ec-45d0-446c-8429-fab990979e5e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3ae081ec-45d0-446c-8429-fab990979e5e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:44.748755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.759786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1951110709'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:44.765973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.795689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:44.805131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.812294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:network and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:44.832719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:44.841345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:44.855149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.879389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:44.885758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Calling delete_port for 3ae081ec-45d0-446c-8429-fab990979e5e owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:44.939526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.944846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-abc3c026-6a73-4938-8bda-1a1c1c4ba379 None None] Provisioning complete for port 79857789-c758-4805-b6db-4a38d138af79 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:44.945189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-abc3c026-6a73-4938-8bda-1a1c1c4ba379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:44.959576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:44.982528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:44.983438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Transition to ACTIVE for port object b54b785f-b366-48da-b579-64d22ff3636d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:44.990946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:45.004414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Made reservation on behalf of 9c436f1970f747a49c1411d820397766 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:45.007368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.020057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:45.022736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing IP validity checks on allocation pools {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:37:45.023902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:37:45.025919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ec8704-ea13-46f6-87c1-a8c1778eded1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.041455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.058463 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5756d6a3-ab5b-4cc0-a97d-0fe15184a4d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56b19c68a9104ca8b211419a45fd3cf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4878490 Dec 22 08:37:45.060651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.060766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33698) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:45.128758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Transition to ACTIVE for port object b54b785f-b366-48da-b579-64d22ff3636d will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:45.132221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.135638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.137518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.140775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c68c2ca7-1995-435c-ba99-8135c2582593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.177018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:45.184889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.191029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:security_group_rule and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:45.195755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:45.196913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ae081ec-45d0-446c-8429-fab990979e5e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.198746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.199331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.206686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-250dbfc7-fdc9-45f7-9a27-a5cf18fbb7d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.207689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Network 94b72039-8580-4796-8048-0ea3d6a06922 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:45.211173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:45.214309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:45.216176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:45.244110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8068b01f-eff8-4bdc-b36a-83932d0d0fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.255427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Pushing event updated for resources: {'Port': ['ID=b54b785f-b366-48da-b579-64d22ff3636d,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.262588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.288955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592d1fbb-e747-4496-b76e-7ac079bef746,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.295953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.302255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.303457 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4548285 Dec 22 08:37:45.311216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33702) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:45.316887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8068b01f-eff8-4bdc-b36a-83932d0d0fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.318282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Attempting to bind port b54b785f-b366-48da-b579-64d22ff3636d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:45.318719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Attempting to bind port b54b785f-b366-48da-b579-64d22ff3636d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ef94fe8f-24ed-4e5a-8e89-27c413e2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94b72039-8580-4796-8048-0ea3d6a06922'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:45.319162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Attempting to bind port b54b785f-b366-48da-b579-64d22ff3636d on network 94b72039-8580-4796-8048-0ea3d6a06922 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:45.327098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:37:45.327577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Checking segment: {'id': 'ef94fe8f-24ed-4e5a-8e89-27c413e2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94b72039-8580-4796-8048-0ea3d6a06922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:45.328301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.328810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Bound using segment: {'id': 'ef94fe8f-24ed-4e5a-8e89-27c413e2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94b72039-8580-4796-8048-0ea3d6a06922'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:37:45.329467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': '592d1fbb-e747-4496-b76e-7ac079bef746', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:45.329611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Bound port: b54b785f-b366-48da-b579-64d22ff3636d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef94fe8f-24ed-4e5a-8e89-27c413e2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '94b72039-8580-4796-8048-0ea3d6a06922'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:45.329941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.332816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.337913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.346706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:45.358517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:45.364065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:45.420856 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] For port b54b785f-b366-48da-b579-64d22ff3636d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:45.424189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] For port b54b785f-b366-48da-b579-64d22ff3636d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b54b785f-b366-48da-b579-64d22ff3636d,segment=NetworkSegment(ef94fe8f-24ed-4e5a-8e89-27c413e2af7c),segment_id=ef94fe8f-24ed-4e5a-8e89-27c413e2af7c)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:37:45.428529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:45.429869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.434873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-621841e0-b1ae-47ea-8742-a83ee5e36a7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.453404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.456700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=c930307a-a1de-4aaa-8dc3-cbc5ae490f5b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.460862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.462760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.465654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.500896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:45.509163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking segment: {'id': '0eea7efa-8295-47a7-ac7b-fd767802ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '130e060b-abe1-4238-9b70-1ba09f309178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:45.509507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network hostable DHCP agents. Network: 130e060b-abe1-4238-9b70-1ba09f309178, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:45.516189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe65dd-68eb-4c57-a84c-f1a9458b29f2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.520697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.524588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Pushing event updated for resources: {'Port': ['ID=b54b785f-b366-48da-b579-64d22ff3636d,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.527844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.528184 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Added segment 001817c6-cf90-4caa-a9f5-3de3c3ff1a88 of type vlan for network 90479ab5-a690-4650-b7b3-5ffaec41e9cc Dec 22 08:37:45.530768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.579215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.585175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network 130e060b-abe1-4238-9b70-1ba09f309178 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:45.603345 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.613763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 130e060b-abe1-4238-9b70-1ba09f309178) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:45.618270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:45.618981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.622732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a1d95-293b-474d-9169-27bb9451132f None None] Network 130e060b-abe1-4238-9b70-1ba09f309178 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:45.658590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.662942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:45.663791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.668911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-78cf75e9-714d-4b2f-a1cb-067a3bdf86af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:45.688714 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6523392 Dec 22 08:37:45.715866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:45.729805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33710) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:45.807972 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6114306 Dec 22 08:37:45.807972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33714) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:45.808658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Network': ['ID=90479ab5-a690-4650-b7b3-5ffaec41e9cc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:45.820492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:45.833588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'subnet': {'network_id': '90479ab5-a690-4650-b7b3-5ffaec41e9cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:45.891866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:45.977459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:45.984536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:subnet and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:45.989030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:45.997508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:46.026195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Made reservation on behalf of 9c436f1970f747a49c1411d820397766 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:46.081107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-130e060b-abe1-4238-9b70-1ba09f309178', 'network_id': '130e060b-abe1-4238-9b70-1ba09f309178', 'tenant_id': '522c20128f3e4761959db5291e4feded', 'fixed_ips': [{'subnet_id': 'c930307a-a1de-4aaa-8dc3-cbc5ae490f5b'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:46.082030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.135669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.239255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.241732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Allocated IP 2001:db8::3 (130e060b-abe1-4238-9b70-1ba09f309178/c930307a-a1de-4aaa-8dc3-cbc5ae490f5b/a983bd09-dc39-4e72-9170-5e0b6beecee4) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:46.263007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8068b01f-eff8-4bdc-b36a-83932d0d0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.271437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:46.288677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.298796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068b01f-eff8-4bdc-b36a-83932d0d0fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767d850b-3b72-4586-932a-83af0206d746,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:46.302060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8068b01f-eff8-4bdc-b36a-83932d0d0fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:46.374836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8068b01f-eff8-4bdc-b36a-83932d0d0fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.376183 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8068b01f-eff8-4bdc-b36a-83932d0d0fd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/767d850b-3b72-4586-932a-83af0206d746 HTTP/1.1" status: 204 len: 168 time: 1.3144884 Dec 22 08:37:46.389130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.398627 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.399472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c8ca40d8-d8ba-472e-9579-88ab312afae7 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:46.412622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.423583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.431117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.431705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fdafa95-fbc1-42c9-9157-70929af1df07 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:37:46.477595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Subnet': ['ID=12119a2e-3ac5-46db-ad77-ba8ab02b41ff,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:46.481454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:46.525940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Checking segment: {'id': '001817c6-cf90-4caa-a9f5-3de3c3ff1a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '90479ab5-a690-4650-b7b3-5ffaec41e9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:46.526937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network hostable DHCP agents. Network: 90479ab5-a690-4650-b7b3-5ffaec41e9cc, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:46.544480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7bf70fca-6fab-4c2f-b13e-af5ef178303b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:46.559451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.581907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:46.601810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 90479ab5-a690-4650-b7b3-5ffaec41e9cc) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:46.608705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:46.609766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.618629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.631338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Transition to ACTIVE for port object a983bd09-dc39-4e72-9170-5e0b6beecee4 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:46.639377 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8316872 Dec 22 08:37:46.641324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33722) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:46.644065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4aa23b-7be8-4f58-8438-ca7452bf8687,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:46.652162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-414950863', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:46.652572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:46.653537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Transition to ACTIVE for port object a983bd09-dc39-4e72-9170-5e0b6beecee4 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:46.657928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e3558-2626-4786-9ff5-701fe8514c1f None None] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:46.668423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:46.675990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.677499 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.682385 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8fdafa95-fbc1-42c9-9157-70929af1df07 HTTP/1.1" status: 204 len: 168 time: 3.4939702 Dec 22 08:37:46.686115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33728) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:46.692752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:router and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:46.696845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.698175 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3837190 Dec 22 08:37:46.700993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33732) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:46.701692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1305360788', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:46.708213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:46.709373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b2361664-a80a-4e78-9207-d37cbf64696e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': '592d1fbb-e747-4496-b76e-7ac079bef746', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:46.715055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:46.717385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b2361664-a80a-4e78-9207-d37cbf64696e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:46.717509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:46.722060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Usage tracker for resource:router and tenant:11718e3275a54345bcec7e2548231c18 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:46.722857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b2361664-a80a-4e78-9207-d37cbf64696e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:46.727664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:46.728568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b2361664-a80a-4e78-9207-d37cbf64696e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:46.736459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:46.738212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b2361664-a80a-4e78-9207-d37cbf64696e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:46.745535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.746394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.751467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.752205 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.752633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.768116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4e672e21-8fb0-4b47-9528-5bedf655fda0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:46.790301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.792439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.817903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-95e7cd99-d0e7-4dfb-8089-68a9a610950f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:46.827996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2361664-a80a-4e78-9207-d37cbf64696e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:46.916671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=c930307a-a1de-4aaa-8dc3-cbc5ae490f5b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:46.929166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:46.939511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Network 130e060b-abe1-4238-9b70-1ba09f309178 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:46.952469 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:46.981189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:47.022317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Pushing event updated for resources: {'Port': ['ID=a983bd09-dc39-4e72-9170-5e0b6beecee4,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:47.046444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:47.050386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea5bfc8-cfd4-4504-9ffb-0b92a3bb67a1 None None] Network 94b72039-8580-4796-8048-0ea3d6a06922 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:47.069532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.136928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130e060b-abe1-4238-9b70-1ba09f309178']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:47.162606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eea7efa-8295-47a7-ac7b-fd767802ea18') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:47.162898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eea7efa-8295-47a7-ac7b-fd767802ea18') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:47.191187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.206123 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-b2361664-a80a-4e78-9207-d37cbf64696e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:37:47.207276 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b2361664-a80a-4e78-9207-d37cbf64696e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5052230 Dec 22 08:37:47.229301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33748) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:47.276845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.307154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:47.307856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:47.324313 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:47.326211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b54b785f-b366-48da-b579-64d22ff3636d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:47.547769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dda242c-b7c0-49f5-bbe1-d5e079b95ace tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.549973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:37:47.549973 dv-neutron-822610-1-hyperv neutron-server[83496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:37:47.549973 dv-neutron-822610-1-hyperv neutron-server[83496]: [parameters: {'id': '130e060b-abe1-4238-9b70-1ba09f309178'}] Dec 22 08:37:47.549973 dv-neutron-822610-1-hyperv neutron-server[83496]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:47.550292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:47.590935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dda242c-b7c0-49f5-bbe1-d5e079b95ace tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.647613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dda242c-b7c0-49f5-bbe1-d5e079b95ace tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.656333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.657829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:47.661411 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.677464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda242c-b7c0-49f5-bbe1-d5e079b95ace tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592d1fbb-e747-4496-b76e-7ac079bef746,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:47.686638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dda242c-b7c0-49f5-bbe1-d5e079b95ace tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:47.687637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dda242c-b7c0-49f5-bbe1-d5e079b95ace tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.688394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Attempting to bind port a983bd09-dc39-4e72-9170-5e0b6beecee4 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:47.688764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Attempting to bind port a983bd09-dc39-4e72-9170-5e0b6beecee4 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '0eea7efa-8295-47a7-ac7b-fd767802ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '130e060b-abe1-4238-9b70-1ba09f309178'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:47.689185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Attempting to bind port a983bd09-dc39-4e72-9170-5e0b6beecee4 on network 130e060b-abe1-4238-9b70-1ba09f309178 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:47.689939 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0dda242c-b7c0-49f5-bbe1-d5e079b95ace tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/592d1fbb-e747-4496-b76e-7ac079bef746 HTTP/1.1" status: 204 len: 168 time: 0.4593847 Dec 22 08:37:47.691569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33758) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:47.749146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d06f2919-449f-4ea3-a57f-664ee7b673fc None None] Provisioning for port b54b785f-b366-48da-b579-64d22ff3636d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:47.750875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8b239ef8-1f8f-440c-8b6d-954767ec9a95 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Synchronizing usage tracker for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:47.752378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:37:47.752751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Checking segment: {'id': '0eea7efa-8295-47a7-ac7b-fd767802ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '130e060b-abe1-4238-9b70-1ba09f309178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:47.753163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.753554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Bound using segment: {'id': '0eea7efa-8295-47a7-ac7b-fd767802ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '130e060b-abe1-4238-9b70-1ba09f309178'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:37:47.754028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Bound port: a983bd09-dc39-4e72-9170-5e0b6beecee4, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eea7efa-8295-47a7-ac7b-fd767802ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '130e060b-abe1-4238-9b70-1ba09f309178'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:47.754398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.774339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8b239ef8-1f8f-440c-8b6d-954767ec9a95 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Unset dirty status for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:47.776322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8b239ef8-1f8f-440c-8b6d-954767ec9a95 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0835140 Dec 22 08:37:47.781832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33762) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:47.787912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090790914'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:47.804974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:47.816827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:47.835585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.884814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:47.889727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:47.893600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:47.913428 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:47.924357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b904bb8b-4850-4a37-bef6-fa5a6db48b91 None None] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:47.987326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:47.993286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.012265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port b54b785f-b366-48da-b579-64d22ff3636d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:48.023062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33768) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.023800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0107697e-3990-430f-8182-7dc8289ef96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:48.044883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.049437 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2668824 Dec 22 08:37:48.050073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33776) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.062703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.064072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.096590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2c38fc31-d80d-489f-9056-b665e9c9fca5 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'f173886b-89b4-4b44-adf9-658d482f185e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:48.097282 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-2c38fc31-d80d-489f-9056-b665e9c9fca5 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:48.110847 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2c38fc31-d80d-489f-9056-b665e9c9fca5 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0493908 Dec 22 08:37:48.112743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33782) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:48.138937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b54b785f-b366-48da-b579-64d22ff3636d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:48.139669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.156239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.159035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.167930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port a983bd09-dc39-4e72-9170-5e0b6beecee4 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:48.168271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.198733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f173886b-89b4-4b44-adf9-658d482f185e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:48.209714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:48.270551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.284962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] For port a983bd09-dc39-4e72-9170-5e0b6beecee4, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:48.304503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] For port a983bd09-dc39-4e72-9170-5e0b6beecee4, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a983bd09-dc39-4e72-9170-5e0b6beecee4,segment=NetworkSegment(0eea7efa-8295-47a7-ac7b-fd767802ea18),segment_id=0eea7efa-8295-47a7-ac7b-fd767802ea18)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:37:48.315536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-198136025'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:48.320568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:48.324955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:48.328692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:48.340595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:48.363828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.372712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:48.376717 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:48.376902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.469097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Allocated IP 172.26.5.225 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/54338603-cb3c-4b0b-8063-07c2bcc22ad7) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:48.471275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.506102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cb80-d5e4-44c4-9f76-5372ef0d78af tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.536524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:48.540625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:security_group_rule and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:48.543785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:48.550083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:48.578390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port a983bd09-dc39-4e72-9170-5e0b6beecee4, host dv-neutron-822610-1-hyperv, got binding levels [] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:48.578981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.585183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccbd21a-a5e8-4dae-b198-a51f9e4c3342 None None] Network 130e060b-abe1-4238-9b70-1ba09f309178 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:48.606009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.671444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.710847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.711212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Pushing event updated for resources: {'Port': ['ID=a983bd09-dc39-4e72-9170-5e0b6beecee4,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:48.725346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for a983bd09-dc39-4e72-9170-5e0b6beecee4 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:48.728696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:48.750096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0ef7d439-7de9-45ff-a275-043fd7ea26d0 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:48.753478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cb80-d5e4-44c4-9f76-5372ef0d78af tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.862095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:48.873615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:48.874146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port b54b785f-b366-48da-b579-64d22ff3636d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b54b785f-b366-48da-b579-64d22ff3636d,segment=NetworkSegment(ef94fe8f-24ed-4e5a-8e89-27c413e2af7c),segment_id=ef94fe8f-24ed-4e5a-8e89-27c413e2af7c)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:48.880060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event updated for resources: {'Port': ['ID=54338603-cb3c-4b0b-8063-07c2bcc22ad7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:48.886789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.889686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:48.890520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8eb69ccc-0efe-4de7-a28f-6c48080bb002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:48.918943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.26.5.224 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/9cc76203-b897-48be-8dd0-3e9cfa0bf100) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:48.921507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:48.992709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cb80-d5e4-44c4-9f76-5372ef0d78af tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:48.995978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:48.996294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:49.001352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d041cfa6-7e69-4164-987e-eb12562c8f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:49.006696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a7d4b-a2d9-45e4-bd74-890919cb4327 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:37:49.009508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.024059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.028656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2cb80-d5e4-44c4-9f76-5372ef0d78af tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f173886b-89b4-4b44-adf9-658d482f185e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:49.034346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2dd2cb80-d5e4-44c4-9f76-5372ef0d78af tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:49.035712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:49.057300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3ae081ec-45d0-446c-8429-fab990979e5e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:37:49.058318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:49.080610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.080990 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment 5dc77da9-3578-4176-8f94-fa3c89638522 of type vlan for network 592b10a8-c94f-4bc6-9a43-59651fa86f3d Dec 22 08:37:49.089376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cb80-d5e4-44c4-9f76-5372ef0d78af tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.093414 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2dd2cb80-d5e4-44c4-9f76-5372ef0d78af tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/f173886b-89b4-4b44-adf9-658d482f185e HTTP/1.1" status: 204 len: 168 time: 0.9758852 Dec 22 08:37:49.096036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33788) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.096679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-866b6cf6-3920-427d-aaaa-efcda8250a32 None None] Provisioning complete for port b54b785f-b366-48da-b579-64d22ff3636d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:49.097310 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-866b6cf6-3920-427d-aaaa-efcda8250a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.101601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2e7f8-e79f-40f5-89e4-a703c1314563,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:49.118244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:49.133394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=b54b785f-b366-48da-b579-64d22ff3636d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:49.136978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.147152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 3ae081ec-45d0-446c-8429-fab990979e5e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:37:49.147521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3ae081ec-45d0-446c-8429-fab990979e5e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:37:49.164986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:49.181813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.189510 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa935b45-b122-426a-bbcd-97b528187d4e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Synchronizing usage tracker for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:49.205571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.209368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:49.209949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.216249 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f14e8412-5ede-4fb6-95c7-fa891db29aa6 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:49.239958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.244772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-401bb782-64dc-4ef5-95eb-1268ff30a1df tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:49.286422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa935b45-b122-426a-bbcd-97b528187d4e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Unset dirty status for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:49.291535 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fa935b45-b122-426a-bbcd-97b528187d4e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1946092 Dec 22 08:37:49.298050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33794) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.308985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'tempest-secgroup--962890200'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:49.329092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:49.338745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=9cc76203-b897-48be-8dd0-3e9cfa0bf100,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:49.347162 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3140106 Dec 22 08:37:49.348562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=592b10a8-c94f-4bc6-9a43-59651fa86f3d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:49.350452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.350756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:49.352850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:49.358333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.365938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:49.368163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.378199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 592b10a8-c94f-4bc6-9a43-59651fa86f3d details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:49.434270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:49.439415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:49.442928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:49.449685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:49.517794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a7d4b-a2d9-45e4-bd74-890919cb4327 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:37:49.557191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.558265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port a983bd09-dc39-4e72-9170-5e0b6beecee4 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:49.558602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.598873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33802) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.601191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:49.602051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.607144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:49.610150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': '592b10a8-c94f-4bc6-9a43-59651fa86f3d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:49.613491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:49.648667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:49.787339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec03a2e-5dfc-478b-86aa-d2bdce9d7a14,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:49.827276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:49.835434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.839751 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5385890 Dec 22 08:37:49.840943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33806) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.856096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-a05a8c36-d995-4fb2-aab9-aeb7eb91808f tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': '1ec03a2e-5dfc-478b-86aa-d2bdce9d7a14', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:49.856755 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-a05a8c36-d995-4fb2-aab9-aeb7eb91808f tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:49.857694 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a05a8c36-d995-4fb2-aab9-aeb7eb91808f tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0118294 Dec 22 08:37:49.860892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33810) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:49.862520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:49.879177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:49.884054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:49.946865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:49.961690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.962429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.974013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15db162f-cc28-4dab-a1f8-694e11e60c50 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:49.986329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:50.070412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port a983bd09-dc39-4e72-9170-5e0b6beecee4, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a983bd09-dc39-4e72-9170-5e0b6beecee4,segment=NetworkSegment(0eea7efa-8295-47a7-ac7b-fd767802ea18),segment_id=0eea7efa-8295-47a7-ac7b-fd767802ea18)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:50.070729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.077725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15db162f-cc28-4dab-a1f8-694e11e60c50 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.086813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Router bafeb225-95bd-4267-8e9a-6408c30c3f30 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:37:50.210827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for a983bd09-dc39-4e72-9170-5e0b6beecee4 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:50.269776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.299297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15db162f-cc28-4dab-a1f8-694e11e60c50 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.306833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:50.334516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db162f-cc28-4dab-a1f8-694e11e60c50 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec03a2e-5dfc-478b-86aa-d2bdce9d7a14,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:50.340324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15db162f-cc28-4dab-a1f8-694e11e60c50 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:50.407607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.415980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-34b545fc-e7a1-49de-b8a4-022c7f5ca2ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:50.466323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Port': ['ID=a983bd09-dc39-4e72-9170-5e0b6beecee4,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:50.472602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:50.473377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No DVR routers for this DVR port a983bd09-dc39-4e72-9170-5e0b6beecee4 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:37:50.484315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15db162f-cc28-4dab-a1f8-694e11e60c50 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.485457 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-15db162f-cc28-4dab-a1f8-694e11e60c50 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/1ec03a2e-5dfc-478b-86aa-d2bdce9d7a14 HTTP/1.1" status: 204 len: 168 time: 0.6230907 Dec 22 08:37:50.498980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.630523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-773abe9f-805b-4675-9411-f7b21f49404e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Synchronizing usage tracker for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:50.658269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.701364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-773abe9f-805b-4675-9411-f7b21f49404e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Unset dirty status for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:50.702107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130e060b-abe1-4238-9b70-1ba09f309178']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.702860 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-773abe9f-805b-4675-9411-f7b21f49404e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2001576 Dec 22 08:37:50.706454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33822) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.713337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:50.722738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465745359'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:50.727342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eea7efa-8295-47a7-ac7b-fd767802ea18') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.727818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eea7efa-8295-47a7-ac7b-fd767802ea18') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.729677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731200cf-fd2e-4ed1-b606-87ae9af0abd4 None None] Sync routers for ids ['bafeb225-95bd-4267-8e9a-6408c30c3f30'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:50.736177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:50.740315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:37:50.747976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731200cf-fd2e-4ed1-b606-87ae9af0abd4 None None] Routers {'bafeb225-95bd-4267-8e9a-6408c30c3f30'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:50.749446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-731200cf-fd2e-4ed1-b606-87ae9af0abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bafeb225-95bd-4267-8e9a-6408c30c3f30'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.757059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.763747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:50.772621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.776793 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0850656 Dec 22 08:37:50.777517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33828) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:50.788567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-128e5fa0-9329-4096-a589-cccb08ff5f8f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': False}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:50.798722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.807265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.808579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:50.809044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:50.826607 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:50.842741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-731200cf-fd2e-4ed1-b606-87ae9af0abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.856682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731200cf-fd2e-4ed1-b606-87ae9af0abd4 None None] Routers {'bafeb225-95bd-4267-8e9a-6408c30c3f30'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:50.858014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-731200cf-fd2e-4ed1-b606-87ae9af0abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bafeb225-95bd-4267-8e9a-6408c30c3f30'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.868604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:50.883022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:50.931209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-731200cf-fd2e-4ed1-b606-87ae9af0abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:50.931786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731200cf-fd2e-4ed1-b606-87ae9af0abd4 None None] The sync data for ids ['bafeb225-95bd-4267-8e9a-6408c30c3f30'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:51.002952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:51.013556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:51.018537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:51.041550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:51.068309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b54b785f-b366-48da-b579-64d22ff3636d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:51.089933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.118925 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.122236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=f05d0b45-38fc-4665-8ba9-efea74eced44,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:51.128179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:51.131074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d4038d80-db56-421f-a8f7-8d1914f2e5ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:51.152772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b54b785f-b366-48da-b579-64d22ff3636d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:51.153149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.159342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=130e060b-abe1-4238-9b70-1ba09f309178,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:51.163814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:51.165744 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/130e060b-abe1-4238-9b70-1ba09f309178 HTTP/1.1" status: 204 len: 168 time: 5.4279029 Dec 22 08:37:51.168286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': '5dc77da9-3578-4176-8f94-fa3c89638522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '592b10a8-c94f-4bc6-9a43-59651fa86f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:51.168830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: 592b10a8-c94f-4bc6-9a43-59651fa86f3d, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:51.173365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33832) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.180901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-318603890'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:51.188900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:51.194350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:network and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:51.197683 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:51.206179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:51.225380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network 592b10a8-c94f-4bc6-9a43-59651fa86f3d is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:51.227759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:51.230808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.261876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 592b10a8-c94f-4bc6-9a43-59651fa86f3d) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:51.268615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.270879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:51.271527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.275749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:51.282839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a365a6f-ebe8-4f63-b9b1-ec25a0764331 None None] Network 592b10a8-c94f-4bc6-9a43-59651fa86f3d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:51.284337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.290784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:51.298157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.298755 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment e4d57d77-cf96-4fdd-8782-5e0454ea8513 of type vlan for network a2b2ad65-195e-4d3c-9120-ccdcc45c44bc Dec 22 08:37:51.306285 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7057569 Dec 22 08:37:51.310452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33836) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.320654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1613609953'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:51.325775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:51.331559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:51.336053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:51.342213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:51.348523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee939254-2f77-42d4-85a8-4f18d2366c70,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:51.353437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.354612 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6452737 Dec 22 08:37:51.355626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:51.357833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33840) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.365432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-104d7ded-03b0-4621-90e6-ed070003c3f1 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'ee939254-2f77-42d4-85a8-4f18d2366c70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:51.366229 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-104d7ded-03b0-4621-90e6-ed070003c3f1 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:51.367681 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-104d7ded-03b0-4621-90e6-ed070003c3f1 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083551 Dec 22 08:37:51.370852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33844) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.375075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:51.376832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:51.378136 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.381414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-459f16c8-5c02-402c-89fb-768f4660f302 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'ee939254-2f77-42d4-85a8-4f18d2366c70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:51.382106 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-459f16c8-5c02-402c-89fb-768f4660f302 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:51.383038 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-459f16c8-5c02-402c-89fb-768f4660f302 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100076 Dec 22 08:37:51.391600 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8749c-ab67-4a47-9660-6999bc3407c3 None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:51.400080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33848) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.410944 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8749c-ab67-4a47-9660-6999bc3407c3 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:51.411926 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e3d8749c-ab67-4a47-9660-6999bc3407c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:51.413658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-af82121b-14d4-4f56-b419-9f5bbb241abd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'ee939254-2f77-42d4-85a8-4f18d2366c70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:51.414397 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-af82121b-14d4-4f56-b419-9f5bbb241abd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:51.418925 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-af82121b-14d4-4f56-b419-9f5bbb241abd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129793 Dec 22 08:37:51.422081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.425484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33852) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.432709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-cd6af0fc-78f4-4f5f-9f94-e83e76d55bb8 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'ee939254-2f77-42d4-85a8-4f18d2366c70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:51.433435 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-cd6af0fc-78f4-4f5f-9f94-e83e76d55bb8 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:51.437585 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cd6af0fc-78f4-4f5f-9f94-e83e76d55bb8 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111251 Dec 22 08:37:51.441273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33856) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.445527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:51.495443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.496196 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment 4862edb5-5a7b-4016-aff5-936c6849b2c6 of type vlan for network 885f7e10-22d2-45ad-ba7c-6013f5d1c58a Dec 22 08:37:51.516790 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e3d8749c-ab67-4a47-9660-6999bc3407c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:51.535329 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8749c-ab67-4a47-9660-6999bc3407c3 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:51.536311 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e3d8749c-ab67-4a47-9660-6999bc3407c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:51.548901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.558010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:51.558646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.560149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-592b10a8-c94f-4bc6-9a43-59651fa86f3d', 'network_id': '592b10a8-c94f-4bc6-9a43-59651fa86f3d', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': 'f05d0b45-38fc-4665-8ba9-efea74eced44'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:51.561557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.565887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-923fe738-edd0-4358-ae0c-bcab3e21dc92 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:51.615737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.623697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.624024 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e3d8749c-ab67-4a47-9660-6999bc3407c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:51.624817 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8749c-ab67-4a47-9660-6999bc3407c3 None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:51.625049 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9820046 Dec 22 08:37:51.628513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33862) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.746902 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5680599 Dec 22 08:37:51.748690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33868) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.749448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=a2b2ad65-195e-4d3c-9120-ccdcc45c44bc,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:51.754019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:51.760104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': 'a2b2ad65-195e-4d3c-9120-ccdcc45c44bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:51.810969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network a2b2ad65-195e-4d3c-9120-ccdcc45c44bc details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:51.827904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2b0a-87c6-4f64-8c59-a6c49ea6ac22 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.829092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.832989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:51.833638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.844533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3c706733-747d-401f-8ed9-e6babb5a7c92 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:51.928259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Allocated IP 172.20.255.242 (592b10a8-c94f-4bc6-9a43-59651fa86f3d/f05d0b45-38fc-4665-8ba9-efea74eced44/8c248c5c-b865-4f35-8507-9a8af1c06d59) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:51.961269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2b0a-87c6-4f64-8c59-a6c49ea6ac22 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:51.988387 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6734259 Dec 22 08:37:51.988387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:51.993650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33874) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:51.996219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:subnet and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:52.002436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': '885f7e10-22d2-45ad-ba7c-6013f5d1c58a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:52.028343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:52.094113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:52.102153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2b0a-87c6-4f64-8c59-a6c49ea6ac22 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.103910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=885f7e10-22d2-45ad-ba7c-6013f5d1c58a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:52.106909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:52.109298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:52.118880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 885f7e10-22d2-45ad-ba7c-6013f5d1c58a details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:52.128265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:52.129816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f2b0a-87c6-4f64-8c59-a6c49ea6ac22 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee939254-2f77-42d4-85a8-4f18d2366c70,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:52.135966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a7f2b0a-87c6-4f64-8c59-a6c49ea6ac22 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:52.201171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a7f2b0a-87c6-4f64-8c59-a6c49ea6ac22 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.202178 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3a7f2b0a-87c6-4f64-8c59-a6c49ea6ac22 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/ee939254-2f77-42d4-85a8-4f18d2366c70 HTTP/1.1" status: 204 len: 168 time: 0.7558007 Dec 22 08:37:52.206155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33878) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:52.216886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:52.232206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:52.236468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:52.256889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:52.266347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.297741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.310295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Transition to ACTIVE for port object 8c248c5c-b865-4f35-8507-9a8af1c06d59 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:52.331515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Transition to ACTIVE for port object 8c248c5c-b865-4f35-8507-9a8af1c06d59 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:52.339258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.339571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:52.343736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:52.360695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0ed8f4f8-842c-4d10-bdf1-4176f6a22abb tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Synchronizing usage tracker for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:52.414255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Network 592b10a8-c94f-4bc6-9a43-59651fa86f3d is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:52.414795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:52.417875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:52.423161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Pushing event updated for resources: {'Port': ['ID=8c248c5c-b865-4f35-8507-9a8af1c06d59,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:52.427945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:52.446670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0ed8f4f8-842c-4d10-bdf1-4176f6a22abb tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Unset dirty status for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:52.450719 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0ed8f4f8-842c-4d10-bdf1-4176f6a22abb tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2407975 Dec 22 08:37:52.452518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33882) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:52.468291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'tempest-secgroup--694239105'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:52.475100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:52.484992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:52.501771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.516001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.545264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Attempting to bind port 8c248c5c-b865-4f35-8507-9a8af1c06d59 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:52.545795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Attempting to bind port 8c248c5c-b865-4f35-8507-9a8af1c06d59 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '5dc77da9-3578-4176-8f94-fa3c89638522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '592b10a8-c94f-4bc6-9a43-59651fa86f3d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:52.546617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Attempting to bind port 8c248c5c-b865-4f35-8507-9a8af1c06d59 on network 592b10a8-c94f-4bc6-9a43-59651fa86f3d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:52.554708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:37:52.555224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Checking segment: {'id': '5dc77da9-3578-4176-8f94-fa3c89638522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '592b10a8-c94f-4bc6-9a43-59651fa86f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:52.555727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.556445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Bound using segment: {'id': '5dc77da9-3578-4176-8f94-fa3c89638522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '592b10a8-c94f-4bc6-9a43-59651fa86f3d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:37:52.556971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Bound port: 8c248c5c-b865-4f35-8507-9a8af1c06d59, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc77da9-3578-4176-8f94-fa3c89638522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '592b10a8-c94f-4bc6-9a43-59651fa86f3d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:52.557524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.587076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-128e5fa0-9329-4096-a589-cccb08ff5f8f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.655583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] For port 8c248c5c-b865-4f35-8507-9a8af1c06d59, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:52.661049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] For port 8c248c5c-b865-4f35-8507-9a8af1c06d59, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8c248c5c-b865-4f35-8507-9a8af1c06d59,segment=NetworkSegment(5dc77da9-3578-4176-8f94-fa3c89638522),segment_id=5dc77da9-3578-4176-8f94-fa3c89638522)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:37:52.662889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:52.666360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.670101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:52.707566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:52.712780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:52.722722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:52.747111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Pushing event updated for resources: {'Port': ['ID=8c248c5c-b865-4f35-8507-9a8af1c06d59,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:52.750311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:52.867927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:52.888372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:53.009818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.017518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=a482f08d-98a5-43dc-9a3a-0ff7a152bbd6,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:53.024145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:53.027903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.035036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:53.097690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb90093f-f938-4c0e-965d-338592f98825,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:53.120362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:53.175838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking segment: {'id': 'e4d57d77-cf96-4fdd-8782-5e0454ea8513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a2b2ad65-195e-4d3c-9120-ccdcc45c44bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:53.176257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network hostable DHCP agents. Network: a2b2ad65-195e-4d3c-9120-ccdcc45c44bc, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:53.187018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.193761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.198431 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7447188 Dec 22 08:37:53.200604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33892) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.201219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:53.224129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8c248c5c-b865-4f35-8507-9a8af1c06d59 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:53.256923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e5763dd7-968b-4c23-b8a2-7b2344ba43da tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'cb90093f-f938-4c0e-965d-338592f98825', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:53.257474 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-e5763dd7-968b-4c23-b8a2-7b2344ba43da tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:53.261252 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e5763dd7-968b-4c23-b8a2-7b2344ba43da tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0155566 Dec 22 08:37:53.307978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 8c248c5c-b865-4f35-8507-9a8af1c06d59 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:53.337295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33896) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.356704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6688b455-6067-4fab-b4ed-dbeca51d87a9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'cb90093f-f938-4c0e-965d-338592f98825', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:53.367121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6688b455-6067-4fab-b4ed-dbeca51d87a9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:53.375024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6688b455-6067-4fab-b4ed-dbeca51d87a9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:53.402702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6688b455-6067-4fab-b4ed-dbeca51d87a9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:53.414645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-128e5fa0-9329-4096-a589-cccb08ff5f8f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.419936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6688b455-6067-4fab-b4ed-dbeca51d87a9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:53.426463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network a2b2ad65-195e-4d3c-9120-ccdcc45c44bc is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:53.430536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-128e5fa0-9329-4096-a589-cccb08ff5f8f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.433381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=3ff14271-4751-4e0c-a01d-f7b6d8e41335,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:53.440425 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:53.447076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, a2b2ad65-195e-4d3c-9120-ccdcc45c44bc) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:53.448851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': '4862edb5-5a7b-4016-aff5-936c6849b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '885f7e10-22d2-45ad-ba7c-6013f5d1c58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:53.449198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: 885f7e10-22d2-45ad-ba7c-6013f5d1c58a, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:53.456948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:53.457581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.458126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73b42a5-7cba-4ba2-8bf9-ce8be4ae4652 None None] Network a2b2ad65-195e-4d3c-9120-ccdcc45c44bc requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:53.488493 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7364881 Dec 22 08:37:53.489333 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33900) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.511094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network 885f7e10-22d2-45ad-ba7c-6013f5d1c58a is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:53.583745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 885f7e10-22d2-45ad-ba7c-6013f5d1c58a) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:53.592484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:53.593215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.597816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.606536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d5aed-14c0-4d0f-9e60-1f18e97dfb96 None None] Network 885f7e10-22d2-45ad-ba7c-6013f5d1c58a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:53.615310 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-6688b455-6067-4fab-b4ed-dbeca51d87a9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:53.616361 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6688b455-6067-4fab-b4ed-dbeca51d87a9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2720881 Dec 22 08:37:53.619324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33904) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.625085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-08240bee-a7b7-4b81-bb64-9e04d740c936 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'cb90093f-f938-4c0e-965d-338592f98825', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:53.626183 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-08240bee-a7b7-4b81-bb64-9e04d740c936 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:53.627111 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-08240bee-a7b7-4b81-bb64-9e04d740c936 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069020 Dec 22 08:37:53.634242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33908) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.639992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-8b32cbeb-f911-47b8-9edf-7048bf9ad1aa tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'cb90093f-f938-4c0e-965d-338592f98825', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:53.651473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8b32cbeb-f911-47b8-9edf-7048bf9ad1aa tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:53.668452 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6712089 Dec 22 08:37:53.668688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8b32cbeb-f911-47b8-9edf-7048bf9ad1aa tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:53.674703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8b32cbeb-f911-47b8-9edf-7048bf9ad1aa tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:53.677153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33912) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.700087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8b32cbeb-f911-47b8-9edf-7048bf9ad1aa tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:53.780318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.875119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-a2b2ad65-195e-4d3c-9120-ccdcc45c44bc', 'network_id': 'a2b2ad65-195e-4d3c-9120-ccdcc45c44bc', 'tenant_id': '522c20128f3e4761959db5291e4feded', 'fixed_ips': [{'subnet_id': 'a482f08d-98a5-43dc-9a3a-0ff7a152bbd6'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:53.876148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.895448 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-8b32cbeb-f911-47b8-9edf-7048bf9ad1aa tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:53.899245 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8b32cbeb-f911-47b8-9edf-7048bf9ad1aa tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2612238 Dec 22 08:37:53.902333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33916) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.915755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.920197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-33094bfa-e7d4-49f1-8a67-dd7cf6c69447 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'cb90093f-f938-4c0e-965d-338592f98825', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:53.920711 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-33094bfa-e7d4-49f1-8a67-dd7cf6c69447 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:53.925605 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-33094bfa-e7d4-49f1-8a67-dd7cf6c69447 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0133419 Dec 22 08:37:53.929273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33920) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:53.931684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:53.941282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-de84cad3-ac7e-4d17-9d48-a477f923c139 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'cb90093f-f938-4c0e-965d-338592f98825', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:53.947423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-de84cad3-ac7e-4d17-9d48-a477f923c139 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:53.953243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-de84cad3-ac7e-4d17-9d48-a477f923c139 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:53.957573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-de84cad3-ac7e-4d17-9d48-a477f923c139 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:53.965014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-de84cad3-ac7e-4d17-9d48-a477f923c139 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:54.046338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.115918 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-de84cad3-ac7e-4d17-9d48-a477f923c139 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:54.116962 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de84cad3-ac7e-4d17-9d48-a477f923c139 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1847694 Dec 22 08:37:54.122245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33928) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:54.125522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Allocated IP 2001:db8::1 (a2b2ad65-195e-4d3c-9120-ccdcc45c44bc/a482f08d-98a5-43dc-9a3a-0ff7a152bbd6/a5ad9cab-2cf2-4717-be1a-dacf7767ff8e) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:54.136760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-650c4dd9-7b75-4250-91a5-1f3b22ca5b86 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'cb90093f-f938-4c0e-965d-338592f98825', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:54.137444 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-650c4dd9-7b75-4250-91a5-1f3b22ca5b86 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:54.138474 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-650c4dd9-7b75-4250-91a5-1f3b22ca5b86 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129220 Dec 22 08:37:54.142296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33932) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:54.151065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-668b66ee-e3b4-4ee3-b5bf-6b9023d0c6dd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'cb90093f-f938-4c0e-965d-338592f98825', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:54.162408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-668b66ee-e3b4-4ee3-b5bf-6b9023d0c6dd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:54.167299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-668b66ee-e3b4-4ee3-b5bf-6b9023d0c6dd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:54.170463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-668b66ee-e3b4-4ee3-b5bf-6b9023d0c6dd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:54.178128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-668b66ee-e3b4-4ee3-b5bf-6b9023d0c6dd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:54.215314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.226357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:54.284939 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-668b66ee-e3b4-4ee3-b5bf-6b9023d0c6dd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:54.286413 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-668b66ee-e3b4-4ee3-b5bf-6b9023d0c6dd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1432049 Dec 22 08:37:54.383905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33938) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:54.384951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.20.0.1 (90479ab5-a690-4650-b7b3-5ffaec41e9cc/12119a2e-3ac5-46db-ad77-ba8ab02b41ff/a65e3e0d-a560-457b-bef1-de8a00e224a5) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:54.394568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3f24bb29-b65d-4a77-9586-3f700480c654 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': 'cb90093f-f938-4c0e-965d-338592f98825', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:54.394902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.399273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e09733-9170-4207-9bcc-1077875a8d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-885f7e10-22d2-45ad-ba7c-6013f5d1c58a', 'network_id': '885f7e10-22d2-45ad-ba7c-6013f5d1c58a', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': '3ff14271-4751-4e0c-a01d-f7b6d8e41335'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:54.400105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-20e09733-9170-4207-9bcc-1077875a8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.403901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3f24bb29-b65d-4a77-9586-3f700480c654 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:54.409219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d852a-7c2c-44a6-91ec-60af9ddbffcd None None] Network 592b10a8-c94f-4bc6-9a43-59651fa86f3d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:54.411357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f24bb29-b65d-4a77-9586-3f700480c654 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:54.421553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128e5fa0-9329-4096-a589-cccb08ff5f8f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Router bafeb225-95bd-4267-8e9a-6408c30c3f30 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:37:54.423544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f24bb29-b65d-4a77-9586-3f700480c654 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:54.424176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885f7e10-22d2-45ad-ba7c-6013f5d1c58a']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:54.431896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3f24bb29-b65d-4a77-9586-3f700480c654 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:54.440129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4862edb5-5a7b-4016-aff5-936c6849b2c6') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:54.440341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4862edb5-5a7b-4016-aff5-936c6849b2c6') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:54.453012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.470434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.477916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:54.478302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:54.578199 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:54.580160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff14271-4751-4e0c-a01d-f7b6d8e41335,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:54.582869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:54.584842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.592059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-021d0f8e-27df-478f-bce3-3d75bff85c84 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:54.608047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0656e748-7693-48f8-b910-d40ae786e1bc None None] Provisioning for port 8c248c5c-b865-4f35-8507-9a8af1c06d59 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:37:54.610602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.624750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=885f7e10-22d2-45ad-ba7c-6013f5d1c58a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:54.625134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0656e748-7693-48f8-b910-d40ae786e1bc None None] Provisioning complete for port 8c248c5c-b865-4f35-8507-9a8af1c06d59 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:54.625243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0656e748-7693-48f8-b910-d40ae786e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.630075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:54.630281 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-3f24bb29-b65d-4a77-9586-3f700480c654 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:37:54.632355 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/885f7e10-22d2-45ad-ba7c-6013f5d1c58a HTTP/1.1" status: 204 len: 168 time: 0.9540460 Dec 22 08:37:54.635478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33942) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:54.636011 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f24bb29-b65d-4a77-9586-3f700480c654 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2484963 Dec 22 08:37:54.642008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-338373472'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:54.645432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33944) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:54.660654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:54.672917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:54.682458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:54.683055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:54.722989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:54.726702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.738799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Transition to ACTIVE for port object a5ad9cab-2cf2-4717-be1a-dacf7767ff8e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:54.749522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a6b-8a0b-4aa2-90d6-057964cf1025 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.753284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a83f37-de92-40c5-8052-269a9a7aecb6 None None] Network 885f7e10-22d2-45ad-ba7c-6013f5d1c58a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:54.766753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.785681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:54.786386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a83f37-de92-40c5-8052-269a9a7aecb6 None None] Network 885f7e10-22d2-45ad-ba7c-6013f5d1c58a could not be found, it might have been deleted concurrently. {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 22 08:37:54.788756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a6b-8a0b-4aa2-90d6-057964cf1025 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.792420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Transition to ACTIVE for port object a5ad9cab-2cf2-4717-be1a-dacf7767ff8e will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:54.807325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.807728 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment 8ba9ae19-bd86-4b16-b1dc-4a74f62164ad of type vlan for network 7848f4c9-6426-46ea-b189-86367baafa54 Dec 22 08:37:54.808519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.813278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:54.827767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128e5fa0-9329-4096-a589-cccb08ff5f8f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:54.835533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.841753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fcb95c07-02f2-4622-a153-38f3f06a3c4c tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:54.865349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.869486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.875374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc19291-54af-441c-9685-c579f09b774c None None] Sync routers for ids ['bafeb225-95bd-4267-8e9a-6408c30c3f30'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:54.877163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:54.891908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-128e5fa0-9329-4096-a589-cccb08ff5f8f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.893311 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-128e5fa0-9329-4096-a589-cccb08ff5f8f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "PUT /v2.0/routers/bafeb225-95bd-4267-8e9a-6408c30c3f30 HTTP/1.1" status: 200 len: 926 time: 4.1147316 Dec 22 08:37:54.898430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33950) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:54.920113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=a482f08d-98a5-43dc-9a3a-0ff7a152bbd6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:54.940396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:54.959806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a6b-8a0b-4aa2-90d6-057964cf1025 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.966347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aec6b36a-5a53-4569-889b-d349e2e4bb78 tempest-QuotasNegativeTest-703406949 tempest-QuotasNegativeTest-703406949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:54.967021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Pushing event updated for resources: {'Port': ['ID=a5ad9cab-2cf2-4717-be1a-dacf7767ff8e,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:54.970420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:54.973439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Network a2b2ad65-195e-4d3c-9120-ccdcc45c44bc is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:54.974585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0656e748-7693-48f8-b910-d40ae786e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:54.989370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:54.990456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:54.991722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:54.995546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:54.996228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc19291-54af-441c-9685-c579f09b774c None None] Routers {'bafeb225-95bd-4267-8e9a-6408c30c3f30'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:54.996852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fcc19291-54af-441c-9685-c579f09b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bafeb225-95bd-4267-8e9a-6408c30c3f30'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:55.002691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:55.030361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe1a6b-8a0b-4aa2-90d6-057964cf1025 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb90093f-f938-4c0e-965d-338592f98825,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.032242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.034176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=a65e3e0d-a560-457b-bef1-de8a00e224a5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.036406 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:55.036996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.051830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:55.053153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e3fe1a6b-8a0b-4aa2-90d6-057964cf1025 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:55.053738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:55.094228 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.096054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fcc19291-54af-441c-9685-c579f09b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:55.188087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0656e748-7693-48f8-b910-d40ae786e1bc None None] For port 8c248c5c-b865-4f35-8507-9a8af1c06d59, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8c248c5c-b865-4f35-8507-9a8af1c06d59,segment=NetworkSegment(5dc77da9-3578-4176-8f94-fa3c89638522),segment_id=5dc77da9-3578-4176-8f94-fa3c89638522)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:55.194648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.204588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc19291-54af-441c-9685-c579f09b774c None None] Routers {'bafeb225-95bd-4267-8e9a-6408c30c3f30'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:55.205289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fcc19291-54af-441c-9685-c579f09b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bafeb225-95bd-4267-8e9a-6408c30c3f30'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:55.212496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a6b-8a0b-4aa2-90d6-057964cf1025 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.213883 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e3fe1a6b-8a0b-4aa2-90d6-057964cf1025 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb90093f-f938-4c0e-965d-338592f98825 HTTP/1.1" status: 204 len: 168 time: 0.5675976 Dec 22 08:37:55.215480 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5785556 Dec 22 08:37:55.220897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33954) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.221657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33956) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.257326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0656e748-7693-48f8-b910-d40ae786e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.261742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': '7848f4c9-6426-46ea-b189-86367baafa54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:55.267154 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:55.275729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=7848f4c9-6426-46ea-b189-86367baafa54,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.283401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:55.309785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 7848f4c9-6426-46ea-b189-86367baafa54 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:55.324737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Attempting to bind port a5ad9cab-2cf2-4717-be1a-dacf7767ff8e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:55.325354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Attempting to bind port a5ad9cab-2cf2-4717-be1a-dacf7767ff8e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e4d57d77-cf96-4fdd-8782-5e0454ea8513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a2b2ad65-195e-4d3c-9120-ccdcc45c44bc'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:55.325878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Attempting to bind port a5ad9cab-2cf2-4717-be1a-dacf7767ff8e on network a2b2ad65-195e-4d3c-9120-ccdcc45c44bc {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:55.334937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b2ad65-195e-4d3c-9120-ccdcc45c44bc']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:55.369884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d57d77-cf96-4fdd-8782-5e0454ea8513') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:55.370183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d57d77-cf96-4fdd-8782-5e0454ea8513') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:55.385790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.398789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fcc19291-54af-441c-9685-c579f09b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:55.399656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc19291-54af-441c-9685-c579f09b774c None None] The sync data for ids ['bafeb225-95bd-4267-8e9a-6408c30c3f30'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:55.415598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.424701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:37:55.425475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Checking segment: {'id': 'e4d57d77-cf96-4fdd-8782-5e0454ea8513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a2b2ad65-195e-4d3c-9120-ccdcc45c44bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:55.426039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.428373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Bound using segment: {'id': 'e4d57d77-cf96-4fdd-8782-5e0454ea8513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a2b2ad65-195e-4d3c-9120-ccdcc45c44bc'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:37:55.428478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:55.428973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.429142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Bound port: a5ad9cab-2cf2-4717-be1a-dacf7767ff8e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d57d77-cf96-4fdd-8782-5e0454ea8513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a2b2ad65-195e-4d3c-9120-ccdcc45c44bc'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:55.429889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.473070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.498852 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3d015cb-4ff0-4822-bb0b-ef40e1603956 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/routers/bafeb225-95bd-4267-8e9a-6408c30c3f30 HTTP/1.1" status: 200 len: 926 time: 0.5992756 Dec 22 08:37:55.499694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33968) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.547339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656e748-7693-48f8-b910-d40ae786e1bc None None] Pushing event updated for resources: {'Port': ['ID=8c248c5c-b865-4f35-8507-9a8af1c06d59,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.551634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0656e748-7693-48f8-b910-d40ae786e1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:55.598433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-00ab10c0-2c47-4911-8636-70b00b8408c6 None None] Provisioning complete for port 8c248c5c-b865-4f35-8507-9a8af1c06d59 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:55.598806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-00ab10c0-2c47-4911-8636-70b00b8408c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.648845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] For port a5ad9cab-2cf2-4717-be1a-dacf7767ff8e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:55.701930 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:55.779145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4eafc7b2-6ce9-4823-8c63-a77f02c07c1e tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Synchronizing usage tracker for tenant:379532ca0559458fbdaf1fcf5a258b7f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:55.784638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:37:55.784638 dv-neutron-822610-1-hyperv neutron-server[83496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:37:55.784638 dv-neutron-822610-1-hyperv neutron-server[83496]: [parameters: {'id': 'a2b2ad65-195e-4d3c-9120-ccdcc45c44bc'}] Dec 22 08:37:55.784638 dv-neutron-822610-1-hyperv neutron-server[83496]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:55.785251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:55.787427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-171b7674-9b96-4a4c-8263-ea61355fba47 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Synchronizing usage tracker for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:55.787739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] For port a5ad9cab-2cf2-4717-be1a-dacf7767ff8e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a5ad9cab-2cf2-4717-be1a-dacf7767ff8e,segment=NetworkSegment(e4d57d77-cf96-4fdd-8782-5e0454ea8513),segment_id=e4d57d77-cf96-4fdd-8782-5e0454ea8513)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:37:55.791725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:55.793274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.797908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:55.800041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:55.801961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:55.812495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:55.819673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-171b7674-9b96-4a4c-8263-ea61355fba47 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Unset dirty status for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:55.824783 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-171b7674-9b96-4a4c-8263-ea61355fba47 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5874710 Dec 22 08:37:55.825704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33972) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.828800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4eafc7b2-6ce9-4823-8c63-a77f02c07c1e tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Unset dirty status for tenant:379532ca0559458fbdaf1fcf5a258b7f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:55.832582 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4eafc7b2-6ce9-4823-8c63-a77f02c07c1e tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=bafeb225-95bd-4267-8e9a-6408c30c3f30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3062329 Dec 22 08:37:55.832715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'tempest-secgroup--983206043'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:55.835744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33976) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:55.856752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:55.875093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:55.927847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Pushing event updated for resources: {'Port': ['ID=a5ad9cab-2cf2-4717-be1a-dacf7767ff8e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:55.937185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:55.952845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4cc05a-f544-4f33-846f-6a896658f45c None None] Network a2b2ad65-195e-4d3c-9120-ccdcc45c44bc requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:55.989061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:55.994210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.004835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:56.024436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c045855b-a39f-4991-8f65-7edd259ff072 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:56.045886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.067033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.108726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=a65e3e0d-a560-457b-bef1-de8a00e224a5,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:56.111121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.115503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:56.186252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f1f9a1-f9e7-4dad-8475-087417593ec8 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:56.187063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-38f1f9a1-f9e7-4dad-8475-087417593ec8 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Synchronizing usage tracker for tenant:379532ca0559458fbdaf1fcf5a258b7f on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:56.191492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing IP validity checks on allocation pools {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:37:56.192043 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:37:56.202135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a104598b-c4a2-4835-93a6-fa66dd516e75 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:37:56.230530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:56.237664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:56.240325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-38f1f9a1-f9e7-4dad-8475-087417593ec8 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Unset dirty status for tenant:379532ca0559458fbdaf1fcf5a258b7f on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:56.241503 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-38f1f9a1-f9e7-4dad-8475-087417593ec8 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 881 time: 0.4043937 Dec 22 08:37:56.243549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:56.247011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33980) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:56.256973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:56.259759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:56.286920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:56.288821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.304446 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-05a71092-0e3e-416d-923b-ccebe9101054 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=bafeb225-95bd-4267-8e9a-6408c30c3f30 HTTP/1.1" status: 200 len: 205 time: 0.0539458 Dec 22 08:37:56.308295 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 33984) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:56.345928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a104598b-c4a2-4835-93a6-fa66dd516e75 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:37:56.433860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port a5ad9cab-2cf2-4717-be1a-dacf7767ff8e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:56.434208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.587019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.604536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.620013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dda242c-b7c0-49f5-bbe1-d5e079b95ace tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:56.732102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:37:56.784366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.814902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efe57ac-c7a0-4d43-8cc9-d71fd7bce66d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:56.818421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:56.874899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22a56138-18f3-4384-9939-8210988c1d82 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:56.928681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.929877 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1031013 Dec 22 08:37:56.938692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33994) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:56.946268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-766e5c8c-e5aa-460e-95cc-c5863b68ebac tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': '0efe57ac-c7a0-4d43-8cc9-d71fd7bce66d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:56.955043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-766e5c8c-e5aa-460e-95cc-c5863b68ebac tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:56.962625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-766e5c8c-e5aa-460e-95cc-c5863b68ebac tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:56.967174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-766e5c8c-e5aa-460e-95cc-c5863b68ebac tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:56.973424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port a5ad9cab-2cf2-4717-be1a-dacf7767ff8e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a5ad9cab-2cf2-4717-be1a-dacf7767ff8e,segment=NetworkSegment(e4d57d77-cf96-4fdd-8782-5e0454ea8513),segment_id=e4d57d77-cf96-4fdd-8782-5e0454ea8513)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:37:56.973772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:56.974998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-766e5c8c-e5aa-460e-95cc-c5863b68ebac tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:56.989730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:37:56.998278 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/routers/4a97f483-54e8-469a-8207-a6f813eddade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3633873 Dec 22 08:37:57.005298 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef24a93a-d72f-4141-a979-f71edfab0360 None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:37:57.015566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 33998) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:57.019493 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24a93a-d72f-4141-a979-f71edfab0360 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:57.020194 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef24a93a-d72f-4141-a979-f71edfab0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:57.022969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'port': {'network_id': '90479ab5-a690-4650-b7b3-5ffaec41e9cc', 'name': 'tempest-FloatingIPTestJSON-989348232'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:57.059787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=858130c0-5aa1-4c3c-835a-f0af4ef77849,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:57.063226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:57.080230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8c248c5c-b865-4f35-8507-9a8af1c06d59 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:37:57.092902 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef24a93a-d72f-4141-a979-f71edfab0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:57.105164 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24a93a-d72f-4141-a979-f71edfab0360 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:37:57.105999 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef24a93a-d72f-4141-a979-f71edfab0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:57.133532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for a5ad9cab-2cf2-4717-be1a-dacf7767ff8e owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:57.159944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8c248c5c-b865-4f35-8507-9a8af1c06d59 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:37:57.160623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.171420 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef24a93a-d72f-4141-a979-f71edfab0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:57.172107 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef24a93a-d72f-4141-a979-f71edfab0360 None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:37:57.189554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': '8ba9ae19-bd86-4b16-b1dc-4a74f62164ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7848f4c9-6426-46ea-b189-86367baafa54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:57.189910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: 7848f4c9-6426-46ea-b189-86367baafa54, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:37:57.263453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.269062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4a70c531-dad6-44ec-91c3-e8d1d9ae5994 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:57.274051 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-766e5c8c-e5aa-460e-95cc-c5863b68ebac tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The resource could not be found. Dec 22 08:37:57.277757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-766e5c8c-e5aa-460e-95cc-c5863b68ebac tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3354402 Dec 22 08:37:57.278350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34002) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:57.289760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c02465b6-ac1c-4af4-988d-1099be3e2603 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': '0efe57ac-c7a0-4d43-8cc9-d71fd7bce66d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '669d3f9e-0f77-49b8-b9ce-6d6894ee8dbb'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:57.298541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c02465b6-ac1c-4af4-988d-1099be3e2603 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:57.314408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c02465b6-ac1c-4af4-988d-1099be3e2603 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:57.320307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c02465b6-ac1c-4af4-988d-1099be3e2603 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:57.335621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c02465b6-ac1c-4af4-988d-1099be3e2603 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:57.352863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:57.361063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:port and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:57.364902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:57.373850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:57.393455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Made reservation on behalf of 9c436f1970f747a49c1411d820397766 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:57.396676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.408157 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-c02465b6-ac1c-4af4-988d-1099be3e2603 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The resource could not be found. Dec 22 08:37:57.409138 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c02465b6-ac1c-4af4-988d-1099be3e2603 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1301472 Dec 22 08:37:57.412243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34006) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:57.428509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network 7848f4c9-6426-46ea-b189-86367baafa54 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:37:57.433445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Port': ['ID=a5ad9cab-2cf2-4717-be1a-dacf7767ff8e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:57.436536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:57.442532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] device_id is not set on port 2bbf2645-92aa-49ef-9c2e-e5f2330bf829 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:57.442843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.512549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No DVR routers for this DVR port a5ad9cab-2cf2-4717-be1a-dacf7767ff8e on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:37:57.546399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 7848f4c9-6426-46ea-b189-86367baafa54) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:57.550819 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.551653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:57.552130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.556377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a76ae3-b3d3-460a-8148-de6c169d1504 None None] Network 7848f4c9-6426-46ea-b189-86367baafa54 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:57.621641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.653759 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4217641 Dec 22 08:37:57.654369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.20.0.7 (90479ab5-a690-4650-b7b3-5ffaec41e9cc/12119a2e-3ac5-46db-ad77-ba8ab02b41ff/2bbf2645-92aa-49ef-9c2e-e5f2330bf829) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:57.658097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34010) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:57.705839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.712439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:57.740404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efe57ac-c7a0-4d43-8cc9-d71fd7bce66d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:57.759867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.806966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-7848f4c9-6426-46ea-b189-86367baafa54', 'network_id': '7848f4c9-6426-46ea-b189-86367baafa54', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': '858130c0-5aa1-4c3c-835a-f0af4ef77849'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:37:57.808716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.821842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b2ad65-195e-4d3c-9120-ccdcc45c44bc']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:57.884116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.884489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.884854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.885212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.885814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.885928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.886260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.886611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.887280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.887433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.887658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:57.894955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d57d77-cf96-4fdd-8782-5e0454ea8513') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:57.895202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d57d77-cf96-4fdd-8782-5e0454ea8513') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:57.912764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:57.923612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.926530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.927889 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/0efe57ac-c7a0-4d43-8cc9-d71fd7bce66d HTTP/1.1" status: 204 len: 168 time: 0.5144844 Dec 22 08:37:57.930390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34020) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:57.973837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.984184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:57.988999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:57.989296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:58.005432 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:58.052429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Allocated IP 172.20.0.3 (7848f4c9-6426-46ea-b189-86367baafa54/858130c0-5aa1-4c3c-835a-f0af4ef77849/666af4e2-05e3-4394-b159-d0a5770ed48a) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:58.069494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9eb8e43d-753d-433b-bdae-115068f77b26 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Synchronizing usage tracker for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:37:58.093999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.110999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9eb8e43d-753d-433b-bdae-115068f77b26 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Unset dirty status for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:37:58.115571 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9eb8e43d-753d-433b-bdae-115068f77b26 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1768496 Dec 22 08:37:58.116116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34024) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.124178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-52c52a7c-9da1-4c2e-af2c-33444a636fd6 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': '23c77167-63df-46d5-9a34-14f713dc1489', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:58.131955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-52c52a7c-9da1-4c2e-af2c-33444a636fd6 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:58.137807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-52c52a7c-9da1-4c2e-af2c-33444a636fd6 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:58.143040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-52c52a7c-9da1-4c2e-af2c-33444a636fd6 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:58.150462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-52c52a7c-9da1-4c2e-af2c-33444a636fd6 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:58.152665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.157777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.164070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3004b909-6ffb-47e6-adc3-b642bafd9a63 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:58.168299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.180699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:58.201008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=a2b2ad65-195e-4d3c-9120-ccdcc45c44bc,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.204183 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/a2b2ad65-195e-4d3c-9120-ccdcc45c44bc HTTP/1.1" status: 204 len: 168 time: 4.7138546 Dec 22 08:37:58.214186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34028) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.225093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-234697304'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:58.231357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.266312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:58.269319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.269703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.270105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.270473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.270620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:58.270867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.271272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.271736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.272021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.272439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.272791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.273472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:37:58.274974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:58.277615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.280943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.285704 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-52c52a7c-9da1-4c2e-af2c-33444a636fd6 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The resource could not be found. Dec 22 08:37:58.285839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:network and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:58.287672 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-52c52a7c-9da1-4c2e-af2c-33444a636fd6 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1705680 Dec 22 08:37:58.289177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:58.291450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:58.292411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Transition to ACTIVE for port object 666af4e2-05e3-4394-b159-d0a5770ed48a will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:58.297307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34032) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.311569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Transition to ACTIVE for port object 666af4e2-05e3-4394-b159-d0a5770ed48a will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:37:58.313595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989965182'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:58.317604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.322338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:58.324417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:58.338095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:58.340382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.361102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:58.364340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.368211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=2bbf2645-92aa-49ef-9c2e-e5f2330bf829,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.374771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:58.378285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.378424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:58.381702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Deleting port 54338603-cb3c-4b0b-8063-07c2bcc22ad7 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:37:58.382052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.387590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Network 7848f4c9-6426-46ea-b189-86367baafa54 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:58.388875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.391047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:58.395550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:58.397795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Pushing event updated for resources: {'Port': ['ID=666af4e2-05e3-4394-b159-d0a5770ed48a,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.399676 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3821511 Dec 22 08:37:58.402056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34036) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:58.403493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.409477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'port': {'network_id': '90479ab5-a690-4650-b7b3-5ffaec41e9cc', 'name': 'tempest-FloatingIPTestJSON-1706516144'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:58.448578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.502129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Attempting to bind port 666af4e2-05e3-4394-b159-d0a5770ed48a on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:37:58.502502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Attempting to bind port 666af4e2-05e3-4394-b159-d0a5770ed48a by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8ba9ae19-bd86-4b16-b1dc-4a74f62164ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7848f4c9-6426-46ea-b189-86367baafa54'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:37:58.502868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Attempting to bind port 666af4e2-05e3-4394-b159-d0a5770ed48a on network 7848f4c9-6426-46ea-b189-86367baafa54 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:37:58.513313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:37:58.515430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Checking segment: {'id': '8ba9ae19-bd86-4b16-b1dc-4a74f62164ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7848f4c9-6426-46ea-b189-86367baafa54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:37:58.515430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.515968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Bound using segment: {'id': '8ba9ae19-bd86-4b16-b1dc-4a74f62164ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7848f4c9-6426-46ea-b189-86367baafa54'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:37:58.519585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Bound port: 666af4e2-05e3-4394-b159-d0a5770ed48a, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba9ae19-bd86-4b16-b1dc-4a74f62164ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7848f4c9-6426-46ea-b189-86367baafa54'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:37:58.520041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.541106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.559527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:37:58.562958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:58.572977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:58.578130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:port and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:58.581470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:58.587464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:58.602845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Made reservation on behalf of 9c436f1970f747a49c1411d820397766 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:58.606028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.616349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] For port 666af4e2-05e3-4394-b159-d0a5770ed48a, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:37:58.619647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] For port 666af4e2-05e3-4394-b159-d0a5770ed48a, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=666af4e2-05e3-4394-b159-d0a5770ed48a,segment=NetworkSegment(8ba9ae19-bd86-4b16-b1dc-4a74f62164ad),segment_id=8ba9ae19-bd86-4b16-b1dc-4a74f62164ad)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:37:58.619783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=858130c0-5aa1-4c3c-835a-f0af4ef77849,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.622592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.625864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.631301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] device_id is not set on port 91253857-90e4-4e61-ab69-ae435cb40034 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:37:58.631715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:58.635715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.636062 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment b1870904-d148-43ff-8339-23fe410c8fda of type vlan for network 7e4da4e9-4572-4d80-bee6-93a336182ec7 Dec 22 08:37:58.671771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:58.709301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Pushing event updated for resources: {'Port': ['ID=666af4e2-05e3-4394-b159-d0a5770ed48a,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:58.711957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:58.739606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:58.746985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:58.777418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.20.0.12 (90479ab5-a690-4650-b7b3-5ffaec41e9cc/12119a2e-3ac5-46db-ad77-ba8ab02b41ff/91253857-90e4-4e61-ab69-ae435cb40034) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:58.785183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:58.791062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11485fba-bc60-4537-94fc-c18bec17a182 None None] Network 7848f4c9-6426-46ea-b189-86367baafa54 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:37:58.801018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.827891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.838498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:58.981410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7848f4c9-6426-46ea-b189-86367baafa54']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:58.994393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:37:58.995571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.008892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Calling delete_port for 54338603-cb3c-4b0b-8063-07c2bcc22ad7 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:37:59.035491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.038211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a06ca0-c673-4ca1-a6df-45b6b59ae0bf None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:37:59.041036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3aa6da54-5e20-4b8e-9e9c-5684503b7516 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:59.131726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:37:59.137017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:37:59.142503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=91253857-90e4-4e61-ab69-ae435cb40034,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:59.145245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:37:59.172974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:59.211755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:59.212675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.219023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba9ae19-bd86-4b16-b1dc-4a74f62164ad') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:59.219358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba9ae19-bd86-4b16-b1dc-4a74f62164ad') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:37:59.240489 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8372111 Dec 22 08:37:59.244673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34046) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:59.250363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a06ca0-c673-4ca1-a6df-45b6b59ae0bf None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:37:59.252934 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '91253857-90e4-4e61-ab69-ae435cb40034', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:59.256632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.260696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:59.266971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:floatingip and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:59.271222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:59.276652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.278207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:59.281445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:37:59.282212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.288262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.290482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.296109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8818946c-7cac-4db3-91ce-95e8e586247c tempest-ExternalNetworksTestJSON-1463992859 tempest-ExternalNetworksTestJSON-1463992859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:59.382046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.399182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.423145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:37:59.423649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.432210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:37:59.441858 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:37:59.553078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=7e4da4e9-4572-4d80-bee6-93a336182ec7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:59.556383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:59.564638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6303dc6d-1e72-4487-9c24-8c21d9d69890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:59.577460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.578907 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2806523 Dec 22 08:37:59.580467 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3654308 Dec 22 08:37:59.582144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:59.586286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34052) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:37:59.586748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 7e4da4e9-4572-4d80-bee6-93a336182ec7 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:37:59.590211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'tempest-secgroup--768871847'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:59.600201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:59.602180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': '7e4da4e9-4572-4d80-bee6-93a336182ec7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:37:59.609828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:59.615295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:59.625769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.26.5.252 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/423b654c-0f07-459a-9907-b779cacea2e7) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:37:59.626508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:37:59.626508 dv-neutron-822610-1-hyperv neutron-server[83496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:37:59.626508 dv-neutron-822610-1-hyperv neutron-server[83496]: [parameters: {'id': '7848f4c9-6426-46ea-b189-86367baafa54'}] Dec 22 08:37:59.626508 dv-neutron-822610-1-hyperv neutron-server[83496]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:37:59.627182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:37:59.628104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:59.658774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.685734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abc8adf-35d9-4309-bac9-53df1419545a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:59.690340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:59.796012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:59.804064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:subnet and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:59.808607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:59.818833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:59.826534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.831391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7933c215-5775-4011-a0ad-a34918a2cb9c tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:37:59.860251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:37:59.876933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:37:59.883825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:37:59.893977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:37:59.906683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:37:59.928312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.937559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event deleted for resources: {'Port': ['ID=54338603-cb3c-4b0b-8063-07c2bcc22ad7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:37:59.940628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:37:59.987365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.993323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:37:59.998965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:00.012754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.054079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b7970d-a627-4509-b3a7-7cbc32b5322a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:00.056252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.060531 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4740677 Dec 22 08:38:00.060531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:00.060762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.060994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c5623b68-0437-4fd1-b805-0b546f49bd51 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:00.073890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34058) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.083879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-85ba976f-4714-4eb5-b484-844e16bcf557 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group_rule': {'security_group_id': '4abc8adf-35d9-4309-bac9-53df1419545a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e8b7970d-a627-4509-b3a7-7cbc32b5322a'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:00.096354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:00.103723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:00.107447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:00.133801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.147018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-85ba976f-4714-4eb5-b484-844e16bcf557 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:00.163527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=423b654c-0f07-459a-9907-b779cacea2e7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:00.167833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:00.228713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-85ba976f-4714-4eb5-b484-844e16bcf557 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:00.240354 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-85ba976f-4714-4eb5-b484-844e16bcf557 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:00.317422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-85ba976f-4714-4eb5-b484-844e16bcf557 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:00.340520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port 666af4e2-05e3-4394-b159-d0a5770ed48a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:00.340864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.397276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.604166 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-85ba976f-4714-4eb5-b484-844e16bcf557 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:38:00.605191 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-85ba976f-4714-4eb5-b484-844e16bcf557 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5303745 Dec 22 08:38:00.635409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:00.725855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.794337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db806b01-0a28-4bcf-b916-8df10e67640e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.813219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.863183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db806b01-0a28-4bcf-b916-8df10e67640e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.979054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:00.996497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db806b01-0a28-4bcf-b916-8df10e67640e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.001450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:01.015537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.017684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db806b01-0a28-4bcf-b916-8df10e67640e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b7970d-a627-4509-b3a7-7cbc32b5322a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:01.021986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-db806b01-0a28-4bcf-b916-8df10e67640e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:01.027948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port 666af4e2-05e3-4394-b159-d0a5770ed48a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=666af4e2-05e3-4394-b159-d0a5770ed48a,segment=NetworkSegment(8ba9ae19-bd86-4b16-b1dc-4a74f62164ad),segment_id=8ba9ae19-bd86-4b16-b1dc-4a74f62164ad)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:01.028304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.060011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db806b01-0a28-4bcf-b916-8df10e67640e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.061094 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-db806b01-0a28-4bcf-b916-8df10e67640e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8b7970d-a627-4509-b3a7-7cbc32b5322a HTTP/1.1" status: 204 len: 168 time: 0.4247298 Dec 22 08:38:01.064420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34072) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:01.118524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.126189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.132929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-28bbf604-706e-4d89-8e6b-bb8b356243c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:01.168879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for 666af4e2-05e3-4394-b159-d0a5770ed48a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:01.202157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-92837b6c-84c3-46f5-ac2f-4fdbc499d1bb tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Synchronizing usage tracker for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:01.247867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.248244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Fanout notify agent at l3_agent the message router_deleted on router bafeb225-95bd-4267-8e9a-6408c30c3f30 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:38:01.249323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=423b654c-0f07-459a-9907-b779cacea2e7,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:01.249981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.256437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:01.269068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-92837b6c-84c3-46f5-ac2f-4fdbc499d1bb tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Unset dirty status for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:01.269265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ebf473a9-7a70-42e9-b3fd-646ebff63948 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:01.270319 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-92837b6c-84c3-46f5-ac2f-4fdbc499d1bb tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2049975 Dec 22 08:38:01.274963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34076) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:01.298835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.340753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.353444 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.354518 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/bafeb225-95bd-4267-8e9a-6408c30c3f30 HTTP/1.1" status: 204 len: 168 time: 5.0404007 Dec 22 08:38:01.355350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=e23bd09b-0aa5-40c4-90f6-9b132d62aaeb,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:01.361225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:01.363305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34084) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:01.363714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:01.415892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1928379462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:01.424193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Port': ['ID=666af4e2-05e3-4394-b159-d0a5770ed48a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:01.428241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:01.434179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:01.435103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Usage tracker for resource:router and tenant:11718e3275a54345bcec7e2548231c18 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:01.438172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No DVR routers for this DVR port 666af4e2-05e3-4394-b159-d0a5770ed48a on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:01.441550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:01.458604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0588d91-e8f4-40e6-83b1-d284a9c57734 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.485416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:01.508349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking segment: {'id': 'b1870904-d148-43ff-8339-23fe410c8fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7e4da4e9-4572-4d80-bee6-93a336182ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:01.508696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network hostable DHCP agents. Network: 7e4da4e9-4572-4d80-bee6-93a336182ec7, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:01.553019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0588d91-e8f4-40e6-83b1-d284a9c57734 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.572506 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.573462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.601227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.620370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0588d91-e8f4-40e6-83b1-d284a9c57734 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.627133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5616d43b-2f3a-4104-ba1c-fa647e32c0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:01.643729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0588d91-e8f4-40e6-83b1-d284a9c57734 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abc8adf-35d9-4309-bac9-53df1419545a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:01.644551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7848f4c9-6426-46ea-b189-86367baafa54']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:01.646967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d0588d91-e8f4-40e6-83b1-d284a9c57734 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:01.653117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0588d91-e8f4-40e6-83b1-d284a9c57734 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.657005 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d0588d91-e8f4-40e6-83b1-d284a9c57734 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/4abc8adf-35d9-4309-bac9-53df1419545a HTTP/1.1" status: 204 len: 168 time: 0.3783560 Dec 22 08:38:01.657177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.657287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network 7e4da4e9-4572-4d80-bee6-93a336182ec7 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:01.658222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34090) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:01.668253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba9ae19-bd86-4b16-b1dc-4a74f62164ad') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:01.668546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba9ae19-bd86-4b16-b1dc-4a74f62164ad') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:01.676699 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP 550734c7-9559-4719-86a7-e131dadaf38e associated. External IP: 172.26.5.252, port: 91253857-90e4-4e61-ab69-ae435cb40034. Dec 22 08:38:01.687990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.697634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 7e4da4e9-4572-4d80-bee6-93a336182ec7) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:01.708762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:01.708762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.711395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a8223f-ba3a-4a65-bb1a-753eb478187d None None] Network 7e4da4e9-4572-4d80-bee6-93a336182ec7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:01.713273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.720289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.738153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:01.738556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:01.754074 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:01.835927 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2463357 Dec 22 08:38:01.839051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34094) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:01.853067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.855866 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-92be994a-066d-4594-8f89-091f26c508f8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4641788 Dec 22 08:38:01.857674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34098) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:01.875135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:01.949715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-7e4da4e9-4572-4d80-bee6-93a336182ec7', 'network_id': '7e4da4e9-4572-4d80-bee6-93a336182ec7', 'tenant_id': '522c20128f3e4761959db5291e4feded', 'fixed_ips': [{'subnet_id': 'e23bd09b-0aa5-40c4-90f6-9b132d62aaeb'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:01.950673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.957625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.963149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-36491844-fe97-4fab-b8dd-79892933b0f1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:01.979716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:01.989998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=7848f4c9-6426-46ea-b189-86367baafa54,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:01.997271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:02.004951 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/7848f4c9-6426-46ea-b189-86367baafa54 HTTP/1.1" status: 204 len: 168 time: 4.3334308 Dec 22 08:38:02.005198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34102) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:02.012618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f5e4ddab-64ac-487c-b8d7-949189b75dc5 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Synchronizing usage tracker for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:02.021520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-900688537'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:02.031140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:02.045194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:02.049556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:02.058784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.060574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:02.076282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:02.079289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.143180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Allocated IP 2001:db8::1 (7e4da4e9-4572-4d80-bee6-93a336182ec7/e23bd09b-0aa5-40c4-90f6-9b132d62aaeb/907d330d-38c2-42e1-8713-72033d89c5e5) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:02.161296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f5e4ddab-64ac-487c-b8d7-949189b75dc5 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Unset dirty status for tenant:9b7bf4d992b7454fbd523abbbbb676b7 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:02.166370 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f5e4ddab-64ac-487c-b8d7-949189b75dc5 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5035288 Dec 22 08:38:02.166576 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:02.167770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34106) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:02.171090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.205899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833546688'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:02.220947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.221194 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment 51c1fafe-27cb-406a-92c3-90dd2a629180 of type vlan for network 23d0e179-52b2-4476-b5eb-2dc5f766d3db Dec 22 08:38:02.224698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:02.257209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:02.278125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.282887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.333929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.337652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:02.338225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.341941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:02.344230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9af89e5c-309a-48e6-84a5-ff851a3b7a2f tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:02.389224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.402445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Transition to ACTIVE for port object 907d330d-38c2-42e1-8713-72033d89c5e5 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:02.409065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.424670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Transition to ACTIVE for port object 907d330d-38c2-42e1-8713-72033d89c5e5 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:02.435475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.440888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0656e748-7693-48f8-b910-d40ae786e1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:02.528383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Usage tracker for resource:security_group_rule and tenant:9b7bf4d992b7454fbd523abbbbb676b7 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:02.542748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:02.559006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:02.573595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Network 7e4da4e9-4572-4d80-bee6-93a336182ec7 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:02.575550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:02.585427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:02.595375 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5889933 Dec 22 08:38:02.596459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=23d0e179-52b2-4476-b5eb-2dc5f766d3db,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:02.598460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34114) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:02.601353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:02.605257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': '23d0e179-52b2-4476-b5eb-2dc5f766d3db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:02.612155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Pushing event updated for resources: {'Port': ['ID=907d330d-38c2-42e1-8713-72033d89c5e5,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:02.622879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 23d0e179-52b2-4476-b5eb-2dc5f766d3db details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:02.675937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.701270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:02.774167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=e23bd09b-0aa5-40c4-90f6-9b132d62aaeb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:02.797879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.798479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.798768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.799213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.799658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.800082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.800487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.801057 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.801477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.801890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.802300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:02.825685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:02.832758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:02.836489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Attempting to bind port 907d330d-38c2-42e1-8713-72033d89c5e5 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:02.836489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Attempting to bind port 907d330d-38c2-42e1-8713-72033d89c5e5 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'b1870904-d148-43ff-8339-23fe410c8fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7e4da4e9-4572-4d80-bee6-93a336182ec7'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:02.836489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Attempting to bind port 907d330d-38c2-42e1-8713-72033d89c5e5 on network 7e4da4e9-4572-4d80-bee6-93a336182ec7 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:02.856584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:02.856967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Checking segment: {'id': 'b1870904-d148-43ff-8339-23fe410c8fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7e4da4e9-4572-4d80-bee6-93a336182ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:02.857464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.858023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Bound using segment: {'id': 'b1870904-d148-43ff-8339-23fe410c8fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7e4da4e9-4572-4d80-bee6-93a336182ec7'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:02.858937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Bound port: 907d330d-38c2-42e1-8713-72033d89c5e5, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1870904-d148-43ff-8339-23fe410c8fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7e4da4e9-4572-4d80-bee6-93a336182ec7'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:02.859193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.875861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:02.888008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:02.899845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:02.903951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.905895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.908530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:02.917865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.918645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.925501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:02.927436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65beb075-8a93-47d1-957b-8b7bb7e61bcd tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:02.956070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:02.963966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4da4e9-4572-4d80-bee6-93a336182ec7']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:02.986795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1870904-d148-43ff-8339-23fe410c8fda') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:02.987575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1870904-d148-43ff-8339-23fe410c8fda') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:02.996331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:03.007370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] For port 907d330d-38c2-42e1-8713-72033d89c5e5, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:03.010860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] For port 907d330d-38c2-42e1-8713-72033d89c5e5, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=907d330d-38c2-42e1-8713-72033d89c5e5,segment=NetworkSegment(b1870904-d148-43ff-8339-23fe410c8fda),segment_id=b1870904-d148-43ff-8339-23fe410c8fda)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:03.017607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.026082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:03.064079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.068046 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8692849 Dec 22 08:38:03.068046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.083778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34120) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.084464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64e66ba-20d7-4360-8cbf-fda848320ba3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:03.088824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4b666792-e916-4b13-a741-a10ef9dbe27a tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:03.089380 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-4b666792-e916-4b13-a741-a10ef9dbe27a tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 08:38:03.092991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:03.093245 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4b666792-e916-4b13-a741-a10ef9dbe27a tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "PUT /v2.0/security-groups/b64e66ba-20d7-4360-8cbf-fda848320ba3 HTTP/1.1" status: 409 len: 330 time: 0.0099487 Dec 22 08:38:03.093324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34124) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.116798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.123810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Pushing event updated for resources: {'Port': ['ID=907d330d-38c2-42e1-8713-72033d89c5e5,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:03.149820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:03.150215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.151413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:03.164655 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:03.199137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52239b7e-d6f1-491e-8887-80cfb71ae88c None None] Network 7e4da4e9-4572-4d80-bee6-93a336182ec7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:03.235624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.344949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:38:03.344949 dv-neutron-822610-1-hyperv neutron-server[83496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:38:03.344949 dv-neutron-822610-1-hyperv neutron-server[83496]: [parameters: {'id': '7e4da4e9-4572-4d80-bee6-93a336182ec7'}] Dec 22 08:38:03.344949 dv-neutron-822610-1-hyperv neutron-server[83496]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:03.345442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:03.367689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d12c76f-ca24-40ef-aad9-3f0d96adbd70 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.371198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Allocated IP 172.26.5.46 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/e2299d9c-6dc1-4813-86b3-3a6f60cb7cb0) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:03.407884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d12c76f-ca24-40ef-aad9-3f0d96adbd70 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.409255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b48905e-74da-4214-a487-90786eb1183e None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:38:03.501980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d12c76f-ca24-40ef-aad9-3f0d96adbd70 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.508763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6c26571d-f483-485f-8dad-f03048983a81 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:03.532082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12c76f-ca24-40ef-aad9-3f0d96adbd70 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64e66ba-20d7-4360-8cbf-fda848320ba3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:03.546895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8d12c76f-ca24-40ef-aad9-3f0d96adbd70 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:03.576487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d12c76f-ca24-40ef-aad9-3f0d96adbd70 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.578208 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8d12c76f-ca24-40ef-aad9-3f0d96adbd70 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/b64e66ba-20d7-4360-8cbf-fda848320ba3 HTTP/1.1" status: 204 len: 168 time: 0.4841259 Dec 22 08:38:03.580010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.582715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34128) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.583604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48905e-74da-4214-a487-90786eb1183e None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:38:03.603896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:03.605685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.611797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0002490f-966d-463b-bd32-a3f84e50847f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:03.653442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.691650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=8a181bcd-89c5-4b5b-a30f-378892b8b5cb,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:03.700158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:03.700830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': '51c1fafe-27cb-406a-92c3-90dd2a629180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23d0e179-52b2-4476-b5eb-2dc5f766d3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:03.701176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: 23d0e179-52b2-4476-b5eb-2dc5f766d3db, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:03.711860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c3f9f-96b5-4738-9829-254faf309c9a None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:03.725785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.737262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:03.747009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c3f9f-96b5-4738-9829-254faf309c9a None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:03.747701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-343c3f9f-96b5-4738-9829-254faf309c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:03.748564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network 23d0e179-52b2-4476-b5eb-2dc5f766d3db is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:03.767933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 23d0e179-52b2-4476-b5eb-2dc5f766d3db) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:03.772486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:03.773271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.811202 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2108738 Dec 22 08:38:03.813867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34136) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.827347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-343c3f9f-96b5-4738-9829-254faf309c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:03.845393 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f6ad7951-d450-42e5-93f7-daa14896a572 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2600565 Dec 22 08:38:03.847028 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.6015575 Dec 22 08:38:03.859649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34142) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.860045 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34144) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:03.867993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:03.882510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1d6366ed-d6ce-4ac3-95a7-178dfbbc1f51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:03.901916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c3f9f-96b5-4738-9829-254faf309c9a None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:03.902740 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-343c3f9f-96b5-4738-9829-254faf309c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:03.953500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:03.956207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:03.967176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-343c3f9f-96b5-4738-9829-254faf309c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:03.967686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c3f9f-96b5-4738-9829-254faf309c9a None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:03.978517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:03.994191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port 907d330d-38c2-42e1-8713-72033d89c5e5 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:03.994693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.015260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-83e566c3-7feb-4672-91e6-1d93b8dc5f04 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] delete failed (client error): The resource could not be found. Dec 22 08:38:04.019835 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-83e566c3-7feb-4672-91e6-1d93b8dc5f04 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "DELETE /v2.0/security-groups/df05f8ae-6ff5-4233-97be-88671a8775b1 HTTP/1.1" status: 404 len: 347 time: 0.1552944 Dec 22 08:38:04.022657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34150) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:04.035462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event updated for resources: {'Port': ['ID=e2299d9c-6dc1-4813-86b3-3a6f60cb7cb0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:04.054203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:04.070418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d6366ed-d6ce-4ac3-95a7-178dfbbc1f51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.075811 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-f742e20b-a5a3-442b-a118-8f5db7c44b81 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] show failed (client error): The resource could not be found. Dec 22 08:38:04.076950 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f742e20b-a5a3-442b-a118-8f5db7c44b81 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-groups/13778f98-e9db-493c-a055-ccd57d08e853 HTTP/1.1" status: 404 len: 347 time: 0.0510890 Dec 22 08:38:04.091685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34154) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:04.117583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b521fd-2205-47a1-abde-a1b2bcc41578 None None] Network 23d0e179-52b2-4476-b5eb-2dc5f766d3db requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:04.151909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.156988 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-7fb0ab3a-8ac1-4249-a8e1-327ea8d01f79 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] show failed (client error): The resource could not be found. Dec 22 08:38:04.160992 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7fb0ab3a-8ac1-4249-a8e1-327ea8d01f79 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] 10.222.0.31 "GET /v2.0/security-group-rules/fc726989-fed3-4cb0-892d-fbbe3065d366 HTTP/1.1" status: 404 len: 356 time: 0.0632598 Dec 22 08:38:04.334881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port 907d330d-38c2-42e1-8713-72033d89c5e5, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=907d330d-38c2-42e1-8713-72033d89c5e5,segment=NetworkSegment(b1870904-d148-43ff-8339-23fe410c8fda),segment_id=b1870904-d148-43ff-8339-23fe410c8fda)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:04.335592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.365071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-23d0e179-52b2-4476-b5eb-2dc5f766d3db', 'network_id': '23d0e179-52b2-4476-b5eb-2dc5f766d3db', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': '8a181bcd-89c5-4b5b-a30f-378892b8b5cb'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:04.365904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.440318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d6366ed-d6ce-4ac3-95a7-178dfbbc1f51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.450213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d6366ed-d6ce-4ac3-95a7-178dfbbc1f51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.450582 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-1d6366ed-d6ce-4ac3-95a7-178dfbbc1f51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP 550734c7-9559-4719-86a7-e131dadaf38e disassociated. External IP: 172.26.5.252, port: 91253857-90e4-4e61-ab69-ae435cb40034. Dec 22 08:38:04.544028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.555335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Allocated IP 172.20.0.1 (23d0e179-52b2-4476-b5eb-2dc5f766d3db/8a181bcd-89c5-4b5b-a30f-378892b8b5cb/a629759b-a625-4e79-baf4-7b59f5869740) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:04.622483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34162) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:04.645902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.709882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for 907d330d-38c2-42e1-8713-72033d89c5e5 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:04.785076 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.805414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.805752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Transition to ACTIVE for port object a629759b-a625-4e79-baf4-7b59f5869740 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:04.807641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.812033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2a8ed39f-ddea-4b6f-9ded-fa8f72268b3d tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:04.831217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.835945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Transition to ACTIVE for port object a629759b-a625-4e79-baf4-7b59f5869740 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:04.844030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.852139 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:04.878766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Port': ['ID=907d330d-38c2-42e1-8713-72033d89c5e5,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:04.887210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:04.892056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:04.893464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:04.942617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No DVR routers for this DVR port 907d330d-38c2-42e1-8713-72033d89c5e5 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:04.944356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=8a181bcd-89c5-4b5b-a30f-378892b8b5cb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:04.998828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:05.005485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Pushing event updated for resources: {'Port': ['ID=a629759b-a625-4e79-baf4-7b59f5869740,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:05.009251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:05.023830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Network 23d0e179-52b2-4476-b5eb-2dc5f766d3db is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:05.026005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:05.037668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:05.146898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Attempting to bind port a629759b-a625-4e79-baf4-7b59f5869740 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:05.147385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Attempting to bind port a629759b-a625-4e79-baf4-7b59f5869740 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '51c1fafe-27cb-406a-92c3-90dd2a629180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23d0e179-52b2-4476-b5eb-2dc5f766d3db'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:05.147816 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Attempting to bind port a629759b-a625-4e79-baf4-7b59f5869740 on network 23d0e179-52b2-4476-b5eb-2dc5f766d3db {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:05.155438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:05.156454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Checking segment: {'id': '51c1fafe-27cb-406a-92c3-90dd2a629180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23d0e179-52b2-4476-b5eb-2dc5f766d3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:05.156454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.157086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Bound using segment: {'id': '51c1fafe-27cb-406a-92c3-90dd2a629180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23d0e179-52b2-4476-b5eb-2dc5f766d3db'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:05.157937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Bound port: a629759b-a625-4e79-baf4-7b59f5869740, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c1fafe-27cb-406a-92c3-90dd2a629180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '23d0e179-52b2-4476-b5eb-2dc5f766d3db'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:05.158225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.160047 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-55027601-1257-4240-a0d0-01bb1f9d052e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b7bf4d992b7454fbd523abbbbb676b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5363448 Dec 22 08:38:05.163606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34174) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:05.176020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.189042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.223342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4da4e9-4572-4d80-bee6-93a336182ec7']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:05.235117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d0e179-52b2-4476-b5eb-2dc5f766d3db']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:05.246138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1870904-d148-43ff-8339-23fe410c8fda') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:05.246437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1870904-d148-43ff-8339-23fe410c8fda') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:05.257946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c1fafe-27cb-406a-92c3-90dd2a629180') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:05.258487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c1fafe-27cb-406a-92c3-90dd2a629180') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:05.259621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] For port a629759b-a625-4e79-baf4-7b59f5869740, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:05.262942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] For port a629759b-a625-4e79-baf4-7b59f5869740, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a629759b-a625-4e79-baf4-7b59f5869740,segment=NetworkSegment(51c1fafe-27cb-406a-92c3-90dd2a629180),segment_id=51c1fafe-27cb-406a-92c3-90dd2a629180)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:05.268240 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.269394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.272323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:05.280394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.297871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.302905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.308112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:05.308498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:05.327459 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:05.329561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:05.329943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:05.344237 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:05.366844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Pushing event updated for resources: {'Port': ['ID=a629759b-a625-4e79-baf4-7b59f5869740,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:05.370634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:05.375354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4da5820-a631-46fc-889f-f5803f54092d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.409750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4da5820-a631-46fc-889f-f5803f54092d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.450800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595b680-f883-4705-a113-b38ec33c7bdf None None] Network 23d0e179-52b2-4476-b5eb-2dc5f766d3db requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:05.492554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:38:05.492554 dv-neutron-822610-1-hyperv neutron-server[83496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:38:05.492554 dv-neutron-822610-1-hyperv neutron-server[83496]: [parameters: {'id': '23d0e179-52b2-4476-b5eb-2dc5f766d3db'}] Dec 22 08:38:05.492554 dv-neutron-822610-1-hyperv neutron-server[83496]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:05.493006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:05.495428 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.504179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-21818eb5-c691-4c25-bfe0-0469ef87083e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:05.521384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.537787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=7e4da4e9-4572-4d80-bee6-93a336182ec7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:05.547324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:05.552409 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/7e4da4e9-4572-4d80-bee6-93a336182ec7 HTTP/1.1" status: 204 len: 168 time: 3.7119522 Dec 22 08:38:05.557168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34178) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:05.565485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556167379'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:05.567395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4da5820-a631-46fc-889f-f5803f54092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.570464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:05.573262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0edf3098-df96-4561-815c-43d736994c0b tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:05.574467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:network and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:05.577675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:05.586567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:05.599831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:05.600386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da5820-a631-46fc-889f-f5803f54092d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ec8704-ea13-46f6-87c1-a8c1778eded1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:05.603072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.607104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c4da5820-a631-46fc-889f-f5803f54092d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:05.621289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4da5820-a631-46fc-889f-f5803f54092d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.622420 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4da5820-a631-46fc-889f-f5803f54092d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54ec8704-ea13-46f6-87c1-a8c1778eded1 HTTP/1.1" status: 204 len: 168 time: 0.4579346 Dec 22 08:38:05.642167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:05.656264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.656800 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment 55902f40-b68e-4334-b3c6-e64413c14726 of type vlan for network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 Dec 22 08:38:05.672121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Router c517f243-e231-40a4-98e8-3405779ee11c is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:38:05.685164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6366ed-d6ce-4ac3-95a7-178dfbbc1f51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:05.704098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.710028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a1f69-1176-484f-a1e0-37270e6557d1 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:38:05.746724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.751623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:05.752330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:05.759133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:05.864652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a1f69-1176-484f-a1e0-37270e6557d1 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:38:05.865920 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3054771 Dec 22 08:38:05.869829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34186) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:05.888178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': '550a57f2-69d0-4b96-b5c7-5facbbd5aa42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:05.977383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=550a57f2-69d0-4b96-b5c7-5facbbd5aa42,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:05.987929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:06.005066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.047161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port a629759b-a625-4e79-baf4-7b59f5869740 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:06.047924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.084983 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:06.100023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:subnet and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:06.117850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:06.123769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:06.147596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:06.171728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:06.174526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6366ed-d6ce-4ac3-95a7-178dfbbc1f51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:06.186286 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427c7ac-a934-4e76-add1-113df2de89a4 None None] Sync routers for ids ['c517f243-e231-40a4-98e8-3405779ee11c'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:06.199117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d6366ed-d6ce-4ac3-95a7-178dfbbc1f51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.208133 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427c7ac-a934-4e76-add1-113df2de89a4 None None] Routers {'c517f243-e231-40a4-98e8-3405779ee11c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:06.208742 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d427c7ac-a934-4e76-add1-113df2de89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['c517f243-e231-40a4-98e8-3405779ee11c'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:06.226541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4366ab-f81e-4b6b-b371-1a237164b68e None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:06.244537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:06.283986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4366ab-f81e-4b6b-b371-1a237164b68e None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:06.284629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-df4366ab-f81e-4b6b-b371-1a237164b68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:06.324297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.328978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "PUT /v2.0/routers/c517f243-e231-40a4-98e8-3405779ee11c HTTP/1.1" status: 200 len: 883 time: 4.4649503 Dec 22 08:38:06.329835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34204) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:06.348549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-df4366ab-f81e-4b6b-b371-1a237164b68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:06.390321 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d427c7ac-a934-4e76-add1-113df2de89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:06.395649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.416379 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427c7ac-a934-4e76-add1-113df2de89a4 None None] Routers {'c517f243-e231-40a4-98e8-3405779ee11c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:06.417147 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d427c7ac-a934-4e76-add1-113df2de89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['c517f243-e231-40a4-98e8-3405779ee11c'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:06.469264 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d6366ed-d6ce-4ac3-95a7-178dfbbc1f51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/floatingips/550734c7-9559-4719-86a7-e131dadaf38e HTTP/1.1" status: 200 len: 688 time: 2.6062884 Dec 22 08:38:06.470121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34208) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:06.509270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4366ab-f81e-4b6b-b371-1a237164b68e None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:06.511841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-df4366ab-f81e-4b6b-b371-1a237164b68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:37:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:06.571876 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d427c7ac-a934-4e76-add1-113df2de89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:06.572279 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427c7ac-a934-4e76-add1-113df2de89a4 None None] The sync data for ids ['c517f243-e231-40a4-98e8-3405779ee11c'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:06.600269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-df4366ab-f81e-4b6b-b371-1a237164b68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:06.600798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4366ab-f81e-4b6b-b371-1a237164b68e None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:06.680481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port 423b654c-0f07-459a-9907-b779cacea2e7 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:06.681011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.828124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34218) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:06.830971 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024555 Dec 22 08:38:06.836606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34220) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:06.849689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port a629759b-a625-4e79-baf4-7b59f5869740, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a629759b-a625-4e79-baf4-7b59f5869740,segment=NetworkSegment(51c1fafe-27cb-406a-92c3-90dd2a629180),segment_id=51c1fafe-27cb-406a-92c3-90dd2a629180)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:06.850096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:06.981850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for a629759b-a625-4e79-baf4-7b59f5869740 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:07.010123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3cb0dcbd-f20a-406e-8a58-fc1b104945fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.025343 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a25094af-ee55-4470-9796-bac20564ff5f tempest-NetworksApiDiscovery-1698629784 tempest-NetworksApiDiscovery-1698629784-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1861274 Dec 22 08:38:07.052057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.052371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.139826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.145602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:07.178844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for 423b654c-0f07-459a-9907-b779cacea2e7 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:07.201244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Port': ['ID=a629759b-a625-4e79-baf4-7b59f5869740,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:07.204847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:07.209007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No DVR routers for this DVR port a629759b-a625-4e79-baf4-7b59f5869740 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:07.233753 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b200b0e7-cab0-4ce2-8f22-988b70673dc9 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/routers/c517f243-e231-40a4-98e8-3405779ee11c HTTP/1.1" status: 200 len: 924 time: 0.8924704 Dec 22 08:38:07.234143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34230) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.243786 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.252953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:07.395858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34238) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.405533 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-121a2164-074a-457f-a7cb-081cbad71bec tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=c517f243-e231-40a4-98e8-3405779ee11c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1685939 Dec 22 08:38:07.405918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.411016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34242) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.412807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1c777425-6b68-445c-96b5-6e6fbc38a017 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:07.423817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.440759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=7d7fc517-6b05-4367-a9ec-f09512767098,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:07.460058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:07.468917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d0e179-52b2-4476-b5eb-2dc5f766d3db']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:07.485955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c1fafe-27cb-406a-92c3-90dd2a629180') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:07.486240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c1fafe-27cb-406a-92c3-90dd2a629180') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:07.507360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.516726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking segment: {'id': '55902f40-b68e-4334-b3c6-e64413c14726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '550a57f2-69d0-4b96-b5c7-5facbbd5aa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:07.517176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=423b654c-0f07-459a-9907-b779cacea2e7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:07.517325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network hostable DHCP agents. Network: 550a57f2-69d0-4b96-b5c7-5facbbd5aa42, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:07.532333 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.539117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:07.542129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:07.542717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:07.558234 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:07.659257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.670592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:07.683152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.687348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:07.705064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.719536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 550a57f2-69d0-4b96-b5c7-5facbbd5aa42) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:07.728914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd97f20-0383-4095-a002-69764e8c19ff None None] Network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:07.732282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=23d0e179-52b2-4476-b5eb-2dc5f766d3db,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:07.736491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:07.737296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.743412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:07.744700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.759366 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/23d0e179-52b2-4476-b5eb-2dc5f766d3db HTTP/1.1" status: 204 len: 168 time: 3.9422553 Dec 22 08:38:07.759366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:07.762483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.764763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:16fb5b9cc2be480eb2172022ee696905 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:07.768596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:07.773452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-20461276'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:07.775193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:07.777051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498a418-1618-4ef9-be99-3244e301d707 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:07.777607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8498a418-1618-4ef9-be99-3244e301d707 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Synchronizing usage tracker for tenant:379532ca0559458fbdaf1fcf5a258b7f on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:07.778126 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8950269 Dec 22 08:38:07.782113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34254) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.786336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:07.791912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': '550a57f2-69d0-4b96-b5c7-5facbbd5aa42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:07.793887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:07.797402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.798527 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/floatingips/550734c7-9559-4719-86a7-e131dadaf38e HTTP/1.1" status: 204 len: 168 time: 1.3256168 Dec 22 08:38:07.799510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:07.804296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34258) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.810854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:07.816324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '2bbf2645-92aa-49ef-9c2e-e5f2330bf829'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:07.823196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8498a418-1618-4ef9-be99-3244e301d707 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Unset dirty status for tenant:379532ca0559458fbdaf1fcf5a258b7f on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:07.824318 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8498a418-1618-4ef9-be99-3244e301d707 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 881 time: 0.3492341 Dec 22 08:38:07.825377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:07.831070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34262) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.833796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:floatingip and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:07.838113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:07.881693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:07.884791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.900339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:07.907264 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ff3de1a7-ec0c-432d-80a3-4ab80019bee4 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c517f243-e231-40a4-98e8-3405779ee11c HTTP/1.1" status: 200 len: 205 time: 0.0749593 Dec 22 08:38:07.910738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34266) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:07.972458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.981255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-550a57f2-69d0-4b96-b5c7-5facbbd5aa42', 'network_id': '550a57f2-69d0-4b96-b5c7-5facbbd5aa42', 'tenant_id': '522c20128f3e4761959db5291e4feded', 'fixed_ips': [{'subnet_id': '7d7fc517-6b05-4367-a9ec-f09512767098'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:07.982254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.983222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:07.985414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:07.993371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22a4b694-4fb9-411e-886e-cef4277ff1ac tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:07.993592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.001947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:subnet and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:08.008785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:08.015317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:08.026619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:08.049208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2b9c1-bf1d-4e0d-8b07-e9bb0f2c0537,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:08.053469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:08.054172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:08.057794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.077070 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16fb5b9cc2be480eb2172022ee696905&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6747031 Dec 22 08:38:08.081449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.081790 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment 49a96040-35a0-4419-830a-54196988f169 of type vlan for network 5d14f037-f79e-45f6-b080-2b8d2e0821fc Dec 22 08:38:08.082988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:08.158859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.192955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Allocated IP 2001:db8::2 (550a57f2-69d0-4b96-b5c7-5facbbd5aa42/7d7fc517-6b05-4367-a9ec-f09512767098/a89da5b6-c315-4a98-9f98-99d34dae1a49) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:08.294287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.298526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:08.299171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.310262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aac27c48-d69b-4ab1-b2dc-cbe62508a1c1 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:08.333149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.337598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:08.381492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9b1e-3293-4c0f-adae-027c09098108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.401229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:08.403204 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.414792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Transition to ACTIVE for port object a89da5b6-c315-4a98-9f98-99d34dae1a49 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:08.424880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=65ae1249-303f-44a3-8ae6-b10677e00feb,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:08.428996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:08.431197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:08.434174 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:08.434765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.445684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Transition to ACTIVE for port object a89da5b6-c315-4a98-9f98-99d34dae1a49 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:08.458180 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6921744 Dec 22 08:38:08.458410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.461994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34276) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:08.463673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f434b0c8-67c4-4230-9721-0f1e2baf3c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:08.464124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9b1e-3293-4c0f-adae-027c09098108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.469685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': '5d14f037-f79e-45f6-b080-2b8d2e0821fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:08.486728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=5d14f037-f79e-45f6-b080-2b8d2e0821fc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:08.501568 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7182267 Dec 22 08:38:08.505816 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 5d14f037-f79e-45f6-b080-2b8d2e0821fc details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:08.517255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:08.524886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34282) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:08.608455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:08.614043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:08.639013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:08.667778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Pushing event updated for resources: {'Port': ['ID=a89da5b6-c315-4a98-9f98-99d34dae1a49,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:08.683571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.685366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:08.762095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b6edb-ed53-4f08-95e8-f28523c12a4d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:08.763445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b6edb-ed53-4f08-95e8-f28523c12a4d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:08.764872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b6edb-ed53-4f08-95e8-f28523c12a4d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:08.766884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b6edb-ed53-4f08-95e8-f28523c12a4d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:08.768449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b6edb-ed53-4f08-95e8-f28523c12a4d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:08.769364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b43b6edb-ed53-4f08-95e8-f28523c12a4d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Synchronizing usage tracker for tenant:522c20128f3e4761959db5291e4feded on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:08.774443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.778939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:08.783850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:08.787392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:08.793369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:08.806874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:08.809493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Attempting to bind port a89da5b6-c315-4a98-9f98-99d34dae1a49 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:08.809885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Attempting to bind port a89da5b6-c315-4a98-9f98-99d34dae1a49 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '55902f40-b68e-4334-b3c6-e64413c14726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '550a57f2-69d0-4b96-b5c7-5facbbd5aa42'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:08.810237 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Attempting to bind port a89da5b6-c315-4a98-9f98-99d34dae1a49 on network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:08.816994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:08.817400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Checking segment: {'id': '55902f40-b68e-4334-b3c6-e64413c14726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '550a57f2-69d0-4b96-b5c7-5facbbd5aa42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:08.817811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.818208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Bound using segment: {'id': '55902f40-b68e-4334-b3c6-e64413c14726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '550a57f2-69d0-4b96-b5c7-5facbbd5aa42'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:08.818675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Bound port: a89da5b6-c315-4a98-9f98-99d34dae1a49, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55902f40-b68e-4334-b3c6-e64413c14726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '550a57f2-69d0-4b96-b5c7-5facbbd5aa42'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:08.819053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.911699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] For port a89da5b6-c315-4a98-9f98-99d34dae1a49, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:08.912269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.915001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] For port a89da5b6-c315-4a98-9f98-99d34dae1a49, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a89da5b6-c315-4a98-9f98-99d34dae1a49,segment=NetworkSegment(55902f40-b68e-4334-b3c6-e64413c14726),segment_id=55902f40-b68e-4334-b3c6-e64413c14726)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:08.922059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:08.926700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:08.993173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9b1e-3293-4c0f-adae-027c09098108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.006945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Pushing event updated for resources: {'Port': ['ID=a89da5b6-c315-4a98-9f98-99d34dae1a49,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.007180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71f2bb77-332a-48cc-9f13-a07cbbac698f tempest-DHCPAgentSchedulersTestJSON-150408618 tempest-DHCPAgentSchedulersTestJSON-150408618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.010872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.031874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b43b6edb-ed53-4f08-95e8-f28523c12a4d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Unset dirty status for tenant:522c20128f3e4761959db5291e4feded on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:09.033040 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b43b6edb-ed53-4f08-95e8-f28523c12a4d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4971778 Dec 22 08:38:09.037492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34288) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:09.046944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-405594754'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:09.048617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d9b1e-3293-4c0f-adae-027c09098108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2b9c1-bf1d-4e0d-8b07-e9bb0f2c0537,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.050923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8d0d9b1e-3293-4c0f-adae-027c09098108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.053127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:09.062582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:network and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:09.066638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:09.073968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:09.109244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9b1e-3293-4c0f-adae-027c09098108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.110363 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8d0d9b1e-3293-4c0f-adae-027c09098108 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16c2b9c1-bf1d-4e0d-8b07-e9bb0f2c0537 HTTP/1.1" status: 204 len: 168 time: 1.0258276 Dec 22 08:38:09.129214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:09.132244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.142813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.26.5.115 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/f79216b9-90a5-4508-bdef-77943ebd2ae8) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:09.184504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-692d335f-3874-4a3a-89d0-a860d5c0cc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.207850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:09.231283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.231712 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment 9cd93c7c-879c-4bce-83bc-53b4aec9b8b3 of type vlan for network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 Dec 22 08:38:09.239980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.248944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f02baba2-3517-47f6-ae93-18f7b08a254b tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.336462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.352155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=c6dbc31c-3bf3-4c45-8046-28430b10bd1e,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.367960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.398726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': '49a96040-35a0-4419-830a-54196988f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d14f037-f79e-45f6-b080-2b8d2e0821fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:09.399082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: 5d14f037-f79e-45f6-b080-2b8d2e0821fc, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:09.414136 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.418024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:09.418614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.424578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.437622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.529705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.534742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-60e29d6f-154a-4b61-83fa-11bd51024012 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:09.539884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network 5d14f037-f79e-45f6-b080-2b8d2e0821fc is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:09.574419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.575599 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5349081 Dec 22 08:38:09.578754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 5d14f037-f79e-45f6-b080-2b8d2e0821fc) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:09.582426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34294) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:09.587981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e998ba1e-7c31-4f95-8f19-dba1b602f97f None None] Network 5d14f037-f79e-45f6-b080-2b8d2e0821fc requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:09.593055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=874a6fd6-03a3-4681-b4c9-61cae0af1ca7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.599186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Deleting port e2299d9c-6dc1-4813-86b3-3a6f60cb7cb0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:09.599624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.600122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:09.616138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:09.616875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.621291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.658968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:09.662074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=f79216b9-90a5-4508-bdef-77943ebd2ae8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:09.669134 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:38:09.669641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:09.671648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:09.674311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:09.711409 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2454796 Dec 22 08:38:09.716600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:09.719812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34302) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:09.903367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.931273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:09.936725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c0edbc4b-bdb1-442c-9989-b8b93e98c38a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:10.035226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 is not hosted by any dhcp agent {{(pid=83496) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 08:38:10.037649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5d14f037-f79e-45f6-b080-2b8d2e0821fc', 'network_id': '5d14f037-f79e-45f6-b080-2b8d2e0821fc', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': 'c6dbc31c-3bf3-4c45-8046-28430b10bd1e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:10.038628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.043682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:10.044856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.046793 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "PUT /v2.0/networks/874a6fd6-03a3-4681-b4c9-61cae0af1ca7 HTTP/1.1" status: 200 len: 723 time: 0.4634414 Dec 22 08:38:10.050321 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34308) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:10.050969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.058664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': '874a6fd6-03a3-4681-b4c9-61cae0af1ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:10.161889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=874a6fd6-03a3-4681-b4c9-61cae0af1ca7,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:10.167942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:10.206196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:10.213221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:10.225688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:10.236527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Calling delete_port for e2299d9c-6dc1-4813-86b3-3a6f60cb7cb0 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:10.240524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:10.283632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.319198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec3b762-1be5-44d3-b7b8-bdb5e36d11c7 None None] Network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:10.376425 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.401024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Allocated IP 172.20.0.2 (5d14f037-f79e-45f6-b080-2b8d2e0821fc/c6dbc31c-3bf3-4c45-8046-28430b10bd1e/2a7b2c54-ba85-4db6-9670-f0d4d61e4e62) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:10.466128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.505134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.540086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.607006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-81ea2fe5-1905-4e73-82f8-ac19d5bf7626 None None] Provisioning for port a89da5b6-c315-4a98-9f98-99d34dae1a49 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:10.680327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.690194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-43d810ad-c0ae-420b-abfc-ce5593ef9a51 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:10.860448 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.862873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.870977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dabe702b-1c97-4992-8773-04465c9a8d64 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:10.876754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Transition to ACTIVE for port object 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:10.909598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Transition to ACTIVE for port object 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:10.927376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=916c45fd-45e1-4114-9c84-410665f88285,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:10.933347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:10.963530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:10.966009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event deleted for resources: {'Port': ['ID=e2299d9c-6dc1-4813-86b3-3a6f60cb7cb0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:10.976362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking segment: {'id': '9cd93c7c-879c-4bce-83bc-53b4aec9b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '874a6fd6-03a3-4681-b4c9-61cae0af1ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:10.976954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network hostable DHCP agents. Network: 874a6fd6-03a3-4681-b4c9-61cae0af1ca7, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:10.986482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:10.990004 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-be0d9106-fda3-4594-9adc-cdddc4dcfff4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2621753 Dec 22 08:38:10.992008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af396b78-8503-43ff-90f7-c658c7dc6066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:11.026774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:11.099499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.113134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-94e144a2-77bb-4f59-ae40-d1b0423df39d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:11.131213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 874a6fd6-03a3-4681-b4c9-61cae0af1ca7) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:11.137253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:11.137891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.150832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Network 5d14f037-f79e-45f6-b080-2b8d2e0821fc is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:11.159905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72462a1-7d01-4d77-bcd4-59619a971347 None None] Network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:11.204186 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1520183 Dec 22 08:38:11.205002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34318) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:11.206094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=c6dbc31c-3bf3-4c45-8046-28430b10bd1e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:11.212934 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-bb8d360c-2003-40c4-85cd-cc72cbed9757 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40af50be34624cc59f8ac7442c7da6da&device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 1098 time: 0.1814203 Dec 22 08:38:11.214367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:11.216011 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a89da5b6-c315-4a98-9f98-99d34dae1a49 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:11.217921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-150621a6-6de1-480f-8500-e10747e2bfcc tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:11.254395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:11.329271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:11.352742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.382533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.388808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Pushing event updated for resources: {'Port': ['ID=2a7b2c54-ba85-4db6-9670-f0d4d61e4e62,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:11.425158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:11.462959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-150621a6-6de1-480f-8500-e10747e2bfcc tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2615017'] for subnet, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.492534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-89bddb6d-00ba-4cbf-a83c-0545bfdcfdc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:11.493467 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-89bddb6d-00ba-4cbf-a83c-0545bfdcfdc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5dff4d1-105a-4e86-8b7e-fcef6be851f8 HTTP/1.1" status: 200 len: 907 time: 0.2448974 Dec 22 08:38:11.517393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d14f037-f79e-45f6-b080-2b8d2e0821fc']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:11.542736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] Update dhcp port {'port': {'network_id': '550a57f2-69d0-4b96-b5c7-5facbbd5aa42', 'fixed_ips': [{'subnet_id': '7d7fc517-6b05-4367-a9ec-f09512767098', 'ip_address': '2001:db8::2'}, {'subnet_id': '65ae1249-303f-44a3-8ae6-b10677e00feb'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': 'a89da5b6-c315-4a98-9f98-99d34dae1a49'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:38:11.549904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a96040-35a0-4419-830a-54196988f169') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:11.550584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a96040-35a0-4419-830a-54196988f169') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:11.561740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.611048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Attempting to bind port 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:11.611708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Attempting to bind port 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '49a96040-35a0-4419-830a-54196988f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d14f037-f79e-45f6-b080-2b8d2e0821fc'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:11.611810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Attempting to bind port 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62 on network 5d14f037-f79e-45f6-b080-2b8d2e0821fc {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:11.633138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.657822 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-06ff1c06-e288-40a9-b7a7-d5b73bc392a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e7441b9-caca-4e75-8ec9-1a07667d4194 HTTP/1.1" status: 200 len: 1001 time: 0.1569672 Dec 22 08:38:11.664374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:11.664762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Checking segment: {'id': '49a96040-35a0-4419-830a-54196988f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d14f037-f79e-45f6-b080-2b8d2e0821fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:11.665164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.665561 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Bound using segment: {'id': '49a96040-35a0-4419-830a-54196988f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d14f037-f79e-45f6-b080-2b8d2e0821fc'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:11.666041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Bound port: 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a96040-35a0-4419-830a-54196988f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5d14f037-f79e-45f6-b080-2b8d2e0821fc'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:11.666415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.680429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port a89da5b6-c315-4a98-9f98-99d34dae1a49 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:11.685248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.741621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port a89da5b6-c315-4a98-9f98-99d34dae1a49 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:11.742004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.777170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.782517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-21c8a67b-a80a-48b2-8268-7825298683cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:11.784606 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-21c8a67b-a80a-48b2-8268-7825298683cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd8fe89f-7bf1-4736-949a-c9a233d71b6e HTTP/1.1" status: 200 len: 845 time: 0.1146376 Dec 22 08:38:11.793917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.844466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-150621a6-6de1-480f-8500-e10747e2bfcc tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760671184653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2964641'] for subnet, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.851022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:11.852361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-874a6fd6-03a3-4681-b4c9-61cae0af1ca7', 'network_id': '874a6fd6-03a3-4681-b4c9-61cae0af1ca7', 'tenant_id': '522c20128f3e4761959db5291e4feded', 'fixed_ips': [{'subnet_id': '916c45fd-45e1-4114-9c84-410665f88285'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:11.853194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.927763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150621a6-6de1-480f-8500-e10747e2bfcc tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:11.927763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-150621a6-6de1-480f-8500-e10747e2bfcc tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.931350 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-150621a6-6de1-480f-8500-e10747e2bfcc tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "PUT /v2.0/subnets/916c45fd-45e1-4114-9c84-410665f88285 HTTP/1.1" status: 200 len: 826 time: 0.7209592 Dec 22 08:38:11.931350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150621a6-6de1-480f-8500-e10747e2bfcc tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=916c45fd-45e1-4114-9c84-410665f88285,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:11.933431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-150621a6-6de1-480f-8500-e10747e2bfcc tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:11.934369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34322) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:11.939203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:11.939631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:11.954231 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:12.004508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.011910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.047597 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-5686b06e-5bb6-4e5c-8699-d8b1cb3a4597 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5dff4d1-105a-4e86-8b7e-fcef6be851f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2513053 Dec 22 08:38:12.075267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.097849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:38:12.097849 dv-neutron-822610-1-hyperv neutron-server[83495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:38:12.097849 dv-neutron-822610-1-hyperv neutron-server[83495]: [parameters: {'id': '5d14f037-f79e-45f6-b080-2b8d2e0821fc'}] Dec 22 08:38:12.097849 dv-neutron-822610-1-hyperv neutron-server[83495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:12.098249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:12.106986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.121772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] For port 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:12.152697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] For port 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2a7b2c54-ba85-4db6-9670-f0d4d61e4e62,segment=NetworkSegment(49a96040-35a0-4419-830a-54196988f169),segment_id=49a96040-35a0-4419-830a-54196988f169)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:12.156200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.157017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Fanout notify agent at l3_agent the message router_deleted on router c517f243-e231-40a4-98e8-3405779ee11c {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:38:12.198704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.200206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.240758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:12.277559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.278778 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/c517f243-e231-40a4-98e8-3405779ee11c HTTP/1.1" status: 204 len: 168 time: 4.3670096 Dec 22 08:38:12.285177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34330) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:12.288421 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-bf16b051-2214-42b1-95d0-24929f7b280c service neutron] 10.222.0.32 "GET /v2.0/networks/c5dff4d1-105a-4e86-8b7e-fcef6be851f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310145 Dec 22 08:38:12.294718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-117013705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:12.306095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:12.316022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.321610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Usage tracker for resource:router and tenant:11718e3275a54345bcec7e2548231c18 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:12.326977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:12.342777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:12.362323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.363487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.382550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] Allocated IP 172.20.0.1 (550a57f2-69d0-4b96-b5c7-5facbbd5aa42/65ae1249-303f-44a3-8ae6-b10677e00feb/a89da5b6-c315-4a98-9f98-99d34dae1a49) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:12.396001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.400821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.401580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Allocated IP 2001:db8::2 (874a6fd6-03a3-4681-b4c9-61cae0af1ca7/916c45fd-45e1-4114-9c84-410665f88285/810f4667-073d-449b-9d0c-fed2bad4ee0b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:12.417699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.423445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f01a0b8-ac94-4206-90a8-d530a89e0a02 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:12.424565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Pushing event updated for resources: {'Port': ['ID=2a7b2c54-ba85-4db6-9670-f0d4d61e4e62,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:12.429069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:12.599964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.607578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.621077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.665205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adffbcb-f2cd-4c5e-b3e4-b5aae8cc3738 req-4873e0fb-b492-405c-9ed1-ce824006efae service neutron] 10.222.0.32 "GET /v2.0/networks/c5dff4d1-105a-4e86-8b7e-fcef6be851f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664660 Dec 22 08:38:12.685033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.743141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=f79216b9-90a5-4508-bdef-77943ebd2ae8,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:12.756899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:12.761783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.761924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f169cd3-151f-49cc-b98e-05a5d534ee40 None None] Network 5d14f037-f79e-45f6-b080-2b8d2e0821fc requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:12.762981 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a273e8e-7ede-428d-8b3b-18e08d765a6b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4768608 Dec 22 08:38:12.764638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:12.764947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:12.766273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34336) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:12.771865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': True}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:12.938797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] For port a89da5b6-c315-4a98-9f98-99d34dae1a49, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a89da5b6-c315-4a98-9f98-99d34dae1a49,segment=NetworkSegment(55902f40-b68e-4334-b3c6-e64413c14726),segment_id=55902f40-b68e-4334-b3c6-e64413c14726)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:13.042923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2a7b2c54-ba85-4db6-9670-f0d4d61e4e62,segment=NetworkSegment(49a96040-35a0-4419-830a-54196988f169),segment_id=49a96040-35a0-4419-830a-54196988f169)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:13.043194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.068544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.079496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.103154 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Transition to ACTIVE for port object 810f4667-073d-449b-9d0c-fed2bad4ee0b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:13.106904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] Transition to ACTIVE for port object a89da5b6-c315-4a98-9f98-99d34dae1a49 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:13.119162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.127350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:13.171101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:13.210981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Transition to ACTIVE for port object 810f4667-073d-449b-9d0c-fed2bad4ee0b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:13.249986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.266128 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP dd8b2c72-cf81-4fb4-af02-94f425ebac35 associated. External IP: 172.26.5.115, port: 2bbf2645-92aa-49ef-9c2e-e5f2330bf829. Dec 22 08:38:13.294209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:13.294536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:13.330477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.333514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.336851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a177c2d8-a70c-4124-a788-8352af83a9ee tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:13.338311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:13.363286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] Pushing event updated for resources: {'Port': ['ID=a89da5b6-c315-4a98-9f98-99d34dae1a49,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:13.369328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:13.370144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:13.378117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=916c45fd-45e1-4114-9c84-410665f88285,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:13.381442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:13.383153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.392497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Port': ['ID=2a7b2c54-ba85-4db6-9670-f0d4d61e4e62,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:13.395456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:13.400039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No DVR routers for this DVR port 2a7b2c54-ba85-4db6-9670-f0d4d61e4e62 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:13.402593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:13.408083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:13.428759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:13.520049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.554236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Pushing event updated for resources: {'Port': ['ID=810f4667-073d-449b-9d0c-fed2bad4ee0b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:13.564311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:13.618734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.637636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874a6fd6-03a3-4681-b4c9-61cae0af1ca7']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.668184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd93c7c-879c-4bce-83bc-53b4aec9b8b3') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.668476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d14f037-f79e-45f6-b080-2b8d2e0821fc']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.668616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd93c7c-879c-4bce-83bc-53b4aec9b8b3') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.675460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Attempting to bind port 810f4667-073d-449b-9d0c-fed2bad4ee0b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:13.675834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Attempting to bind port 810f4667-073d-449b-9d0c-fed2bad4ee0b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '9cd93c7c-879c-4bce-83bc-53b4aec9b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '874a6fd6-03a3-4681-b4c9-61cae0af1ca7'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:13.676198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Attempting to bind port 810f4667-073d-449b-9d0c-fed2bad4ee0b on network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:13.681467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a96040-35a0-4419-830a-54196988f169') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.681751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a96040-35a0-4419-830a-54196988f169') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:13.697761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.698906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:13.699311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Checking segment: {'id': '9cd93c7c-879c-4bce-83bc-53b4aec9b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '874a6fd6-03a3-4681-b4c9-61cae0af1ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:13.699718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.700083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.700194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Bound using segment: {'id': '9cd93c7c-879c-4bce-83bc-53b4aec9b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '874a6fd6-03a3-4681-b4c9-61cae0af1ca7'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:13.700567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Bound port: 810f4667-073d-449b-9d0c-fed2bad4ee0b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd93c7c-879c-4bce-83bc-53b4aec9b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '874a6fd6-03a3-4681-b4c9-61cae0af1ca7'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:13.700946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.717103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.724565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.724874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:13.725696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.734719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:13.735112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:13.754226 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:13.824742 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:13.838523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.842817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:13.860256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.864004 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:38:13.864004 dv-neutron-822610-1-hyperv neutron-server[83496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:38:13.864004 dv-neutron-822610-1-hyperv neutron-server[83496]: [parameters: {'id': '874a6fd6-03a3-4681-b4c9-61cae0af1ca7'}] Dec 22 08:38:13.864004 dv-neutron-822610-1-hyperv neutron-server[83496]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:13.864365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:13.909799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.919820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=5d14f037-f79e-45f6-b080-2b8d2e0821fc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:13.929750 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/5d14f037-f79e-45f6-b080-2b8d2e0821fc HTTP/1.1" status: 204 len: 168 time: 4.2086675 Dec 22 08:38:13.930891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:13.934283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34346) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:13.935876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.940966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1321913613'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:13.941343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c33d3656-2688-4da8-892a-553661d04521 None None] For port 810f4667-073d-449b-9d0c-fed2bad4ee0b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:13.948155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c33d3656-2688-4da8-892a-553661d04521 None None] For port 810f4667-073d-449b-9d0c-fed2bad4ee0b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=810f4667-073d-449b-9d0c-fed2bad4ee0b,segment=NetworkSegment(9cd93c7c-879c-4bce-83bc-53b4aec9b8b3),segment_id=9cd93c7c-879c-4bce-83bc-53b4aec9b8b3)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:13.948341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:13.955134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:13.958869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:13.966036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.973183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c555795f-28ec-47a5-8781-149f39a5c54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:13.973376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:13.979307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:14.024698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:14.034419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.042249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port a89da5b6-c315-4a98-9f98-99d34dae1a49, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a89da5b6-c315-4a98-9f98-99d34dae1a49,segment=NetworkSegment(55902f40-b68e-4334-b3c6-e64413c14726),segment_id=55902f40-b68e-4334-b3c6-e64413c14726)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:14.059191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.170433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Pushing event updated for resources: {'Port': ['ID=810f4667-073d-449b-9d0c-fed2bad4ee0b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:14.171814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Allocated IP 172.26.5.77 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/8e4d9b2d-68ea-471d-b9db-7bd8d197b5eb) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:14.176392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:14.186134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:14.186634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-94ea39c9-065a-442e-b5c6-1f8a682281d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:14.223008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a89da5b6-c315-4a98-9f98-99d34dae1a49 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:14.247420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba32bb11-1773-4833-8fca-c3b017ee221a None None] Network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:14.270924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf724a-2677-4452-bf9a-b91ad4c328e2 None None] Network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:14.335506 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.340427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.340957 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment b081a364-f096-446a-b0c9-5adf10a14fe6 of type vlan for network fa24e556-c9f4-4351-94ec-bfab43ac5a0b Dec 22 08:38:14.365625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.369305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.373693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:14.376309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.444788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port 810f4667-073d-449b-9d0c-fed2bad4ee0b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:14.445121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.481647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:14.486679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:14.489206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.493579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:14.494454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.496803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:14.501939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-58bcc7c4-d3df-42ad-a32a-8bceaeba5d45 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:14.508078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=a89da5b6-c315-4a98-9f98-99d34dae1a49,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:14.521528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:14.522122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event updated for resources: {'Port': ['ID=8e4d9b2d-68ea-471d-b9db-7bd8d197b5eb,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:14.529424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:14.630503 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6937141 Dec 22 08:38:14.630503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=fa24e556-c9f4-4351-94ec-bfab43ac5a0b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:14.632586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34350) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:14.632714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:14.639587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': 'fa24e556-c9f4-4351-94ec-bfab43ac5a0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:14.659144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network fa24e556-c9f4-4351-94ec-bfab43ac5a0b details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:14.666343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:14.684547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-65d1b26e-5bd9-4f57-bda0-4424d4247672 None None] Provisioning for port a89da5b6-c315-4a98-9f98-99d34dae1a49 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:14.802228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-65d1b26e-5bd9-4f57-bda0-4424d4247672 None None] Provisioning complete for port a89da5b6-c315-4a98-9f98-99d34dae1a49 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:14.802530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-65d1b26e-5bd9-4f57-bda0-4424d4247672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.930045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port a89da5b6-c315-4a98-9f98-99d34dae1a49 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:14.930598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:14.976763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:14.988905 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f0342e-7663-4143-bf2c-c0deac9f18b5 None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:15.007001 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0342e-7663-4143-bf2c-c0deac9f18b5 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:15.007654 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c1f0342e-7663-4143-bf2c-c0deac9f18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:15.017124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.102559 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c1f0342e-7663-4143-bf2c-c0deac9f18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:15.110782 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3030488 Dec 22 08:38:15.113335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.113481 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0342e-7663-4143-bf2c-c0deac9f18b5 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:15.113991 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c1f0342e-7663-4143-bf2c-c0deac9f18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:15.134064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:15.147226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a535da88-de3d-48af-a323-aff1a0377836 None None] Network 874a6fd6-03a3-4681-b4c9-61cae0af1ca7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:15.156201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:15.170328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:15.171140 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c1f0342e-7663-4143-bf2c-c0deac9f18b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:15.171588 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f0342e-7663-4143-bf2c-c0deac9f18b5 None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:15.180311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:15.197875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port 810f4667-073d-449b-9d0c-fed2bad4ee0b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=810f4667-073d-449b-9d0c-fed2bad4ee0b,segment=NetworkSegment(9cd93c7c-879c-4bce-83bc-53b4aec9b8b3),segment_id=9cd93c7c-879c-4bce-83bc-53b4aec9b8b3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:15.198219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.243078 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d08fe56c-865a-495b-af00-41ff322229a7 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "GET /v2.0/floatingips/dd8b2c72-cf81-4fb4-af02-94f425ebac35 HTTP/1.1" status: 200 len: 977 time: 0.1260626 Dec 22 08:38:15.243827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34364) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.268209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:15.338619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3369446c-3e56-4d16-bf01-fdbcf16de521 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Synchronizing usage tracker for tenant:9c436f1970f747a49c1411d820397766 on resource:floatingip {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:15.357093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3369446c-3e56-4d16-bf01-fdbcf16de521 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Unset dirty status for tenant:9c436f1970f747a49c1411d820397766 on resource:floatingip {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:15.362230 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3369446c-3e56-4d16-bf01-fdbcf16de521 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1151650 Dec 22 08:38:15.362457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34368) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:15.368280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'port_id': '91253857-90e4-4e61-ab69-ae435cb40034'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:15.389163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for 810f4667-073d-449b-9d0c-fed2bad4ee0b owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:15.487977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.493665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.594746 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.602012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b401aee-3129-4b03-b3f6-b49c0be1e603 tempest-FloatingIPAdminTestJSON-1895264029 tempest-FloatingIPAdminTestJSON-1895264029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:15.617317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60896ab-cdea-4738-a120-10375a99b2a0 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:38:15.647705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing IP validity checks on allocation pools {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:38:15.648131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:38:15.650992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Port': ['ID=810f4667-073d-449b-9d0c-fed2bad4ee0b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:15.660029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:15.681229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No DVR routers for this DVR port 810f4667-073d-449b-9d0c-fed2bad4ee0b on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:15.722172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6f873870-ef72-49ab-85ee-8dee548c8df7 None None] Provisioning complete for port a89da5b6-c315-4a98-9f98-99d34dae1a49 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:15.722563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6f873870-ef72-49ab-85ee-8dee548c8df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.732890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:15.821187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60896ab-cdea-4738-a120-10375a99b2a0 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:38:15.968534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.030545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874a6fd6-03a3-4681-b4c9-61cae0af1ca7']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:16.051885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd93c7c-879c-4bce-83bc-53b4aec9b8b3') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:16.052179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd93c7c-879c-4bce-83bc-53b4aec9b8b3') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:16.092594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.117950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.139386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.146811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.155199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.158835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a89da5b6-c315-4a98-9f98-99d34dae1a49 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:16.258242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:16.258542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.274793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:16.300437 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:16.339125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port a89da5b6-c315-4a98-9f98-99d34dae1a49 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:16.339544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.413609 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bb92e5-e576-4412-8e40-e1736c18d8b8 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:38:16.432263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.433150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=6fb8616a-3e8b-4e2b-8833-918af317303b,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:16.438507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.438687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:16.442639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.450370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd1425d4-b1d5-4f39-ac91-4589df7eb075 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:16.466928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.489775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=874a6fd6-03a3-4681-b4c9-61cae0af1ca7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:16.501364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:16.512545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': 'b081a364-f096-446a-b0c9-5adf10a14fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fa24e556-c9f4-4351-94ec-bfab43ac5a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:16.512856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: fa24e556-c9f4-4351-94ec-bfab43ac5a0b, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:16.663786 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP dd8b2c72-cf81-4fb4-af02-94f425ebac35 associated. External IP: 172.26.5.115, port: 2bbf2645-92aa-49ef-9c2e-e5f2330bf829. Dec 22 08:38:16.697932 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/874a6fd6-03a3-4681-b4c9-61cae0af1ca7 HTTP/1.1" status: 204 len: 168 time: 4.7558863 Dec 22 08:38:16.701486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34378) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:16.739399 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0855df2-1124-40ff-959f-d382771cc20e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:16.739834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0855df2-1124-40ff-959f-d382771cc20e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:16.744988 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f0855df2-1124-40ff-959f-d382771cc20e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/874a6fd6-03a3-4681-b4c9-61cae0af1ca7 HTTP/1.1" status: 404 len: 339 time: 0.0392723 Dec 22 08:38:16.745596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34382) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:16.752603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009642620', 'description': 'd1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:16.759041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network fa24e556-c9f4-4351-94ec-bfab43ac5a0b is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:16.766791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:16.772226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Usage tracker for resource:network and tenant:522c20128f3e4761959db5291e4feded is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:16.775902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:16.780972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, fa24e556-c9f4-4351-94ec-bfab43ac5a0b) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:16.786492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:16.787063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.810015 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1773057 Dec 22 08:38:16.813160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34386) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:16.835564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:16.856477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:16.859921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.870295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb92e5-e576-4412-8e40-e1736c18d8b8 None None] Unable to find a vacant binding_index for network fa24e556-c9f4-4351-94ec-bfab43ac5a0b and agent 13218531-930d-442a-9392-804daa51013e {{(pid=83497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 08:38:16.876333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb92e5-e576-4412-8e40-e1736c18d8b8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, fa24e556-c9f4-4351-94ec-bfab43ac5a0b) {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:38:16.915974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:16.931624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.931985 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment dc393c20-c3bf-444d-b47f-551f122063b6 of type vlan for network f669c97d-39ff-44c6-b5d9-5507e927f304 Dec 22 08:38:16.962839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:16.990080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Router ecaa8f0d-1f17-46db-9b6e-5153aedcc248 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:38:17.004341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.061200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.064857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:17.065440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.071709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9fdcce9b-6653-4ce7-b49f-adf269635452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977 tempest-PortsAdminExtendedAttrsIpV6TestJSON-248320977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:17.155858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.180603 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4339440 Dec 22 08:38:17.186308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34392) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:17.189244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=f669c97d-39ff-44c6-b5d9-5507e927f304,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:17.192509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:17.244796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network f669c97d-39ff-44c6-b5d9-5507e927f304 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:17.362240 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f1ca7a-c5f4-4213-bf0d-4d774d9dc142 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:17.362910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-73f1ca7a-c5f4-4213-bf0d-4d774d9dc142 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Synchronizing usage tracker for tenant:522c20128f3e4761959db5291e4feded on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:17.363381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.377357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-42d0a37a-250d-44a5-ad48-01eff7bd59b6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:17.394122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-73f1ca7a-c5f4-4213-bf0d-4d774d9dc142 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Unset dirty status for tenant:522c20128f3e4761959db5291e4feded on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:17.398508 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-73f1ca7a-c5f4-4213-bf0d-4d774d9dc142 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/networks?id=f669c97d-39ff-44c6-b5d9-5507e927f304 HTTP/1.1" status: 200 len: 765 time: 0.2079318 Dec 22 08:38:17.403271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34400) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:17.421509 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a265b-576e-4f80-828f-a423969ab3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-fa24e556-c9f4-4351-94ec-bfab43ac5a0b', 'network_id': 'fa24e556-c9f4-4351-94ec-bfab43ac5a0b', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': '6fb8616a-3e8b-4e2b-8833-918af317303b'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:17.422361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'description': 'd2'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:17.422863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d13a265b-576e-4f80-828f-a423969ab3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.449447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:17.546714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb8616a-3e8b-4e2b-8833-918af317303b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:17.550099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:17.558202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee5aa2-cd6b-40c4-8e1c-abcc56222e93 None None] Network fa24e556-c9f4-4351-94ec-bfab43ac5a0b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:17.673041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:17.694026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06725c-e004-4065-a3cf-823f2ff08d54 None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:17.735762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.740471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06725c-e004-4065-a3cf-823f2ff08d54 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:17.741098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2b06725c-e004-4065-a3cf-823f2ff08d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:17.783894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.793548 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa24e556-c9f4-4351-94ec-bfab43ac5a0b']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:17.797701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c307f427-74fd-42a8-87b8-98492384b93b None None] Network fa24e556-c9f4-4351-94ec-bfab43ac5a0b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:17.809663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b081a364-f096-446a-b0c9-5adf10a14fe6') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:17.809937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b081a364-f096-446a-b0c9-5adf10a14fe6') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:17.828273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.838126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.845480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d772fa80-8286-4505-8492-f2e0acfa83b2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:17.873047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2b06725c-e004-4065-a3cf-823f2ff08d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:17.935570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network f669c97d-39ff-44c6-b5d9-5507e927f304 is not hosted by any dhcp agent {{(pid=83496) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 08:38:17.939305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:17.939941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.943911 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "PUT /v2.0/networks/f669c97d-39ff-44c6-b5d9-5507e927f304 HTTP/1.1" status: 200 len: 762 time: 0.5318894 Dec 22 08:38:17.943911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:17.945814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06725c-e004-4065-a3cf-823f2ff08d54 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:17.946038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2b06725c-e004-4065-a3cf-823f2ff08d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:17.950762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34404) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:17.985179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:17.985551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:18.004287 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:18.040172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2b06725c-e004-4065-a3cf-823f2ff08d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:18.040582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06725c-e004-4065-a3cf-823f2ff08d54 None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:18.121094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:18.128163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=f669c97d-39ff-44c6-b5d9-5507e927f304,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:18.133279 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074be712-fe61-4161-8870-cc4a97eddedc None None] Sync routers for ids ['ecaa8f0d-1f17-46db-9b6e-5153aedcc248'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:18.136468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:18.154639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network f669c97d-39ff-44c6-b5d9-5507e927f304 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:18.156626 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074be712-fe61-4161-8870-cc4a97eddedc None None] Routers {'ecaa8f0d-1f17-46db-9b6e-5153aedcc248'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:18.157603 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-074be712-fe61-4161-8870-cc4a97eddedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ecaa8f0d-1f17-46db-9b6e-5153aedcc248'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:18.168146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.169340 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "PUT /v2.0/routers/ecaa8f0d-1f17-46db-9b6e-5153aedcc248 HTTP/1.1" status: 200 len: 917 time: 5.4020355 Dec 22 08:38:18.172963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34408) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.187725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.192819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:18.209518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.219851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27758beb-8509-4f1a-84d4-d1ac92d3eed3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:18.220567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-27758beb-8509-4f1a-84d4-d1ac92d3eed3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Synchronizing usage tracker for tenant:522c20128f3e4761959db5291e4feded on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:18.227745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=fa24e556-c9f4-4351-94ec-bfab43ac5a0b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:18.236072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:18.238455 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/fa24e556-c9f4-4351-94ec-bfab43ac5a0b HTTP/1.1" status: 204 len: 168 time: 1.4243798 Dec 22 08:38:18.243628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34412) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.255088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244457466'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:18.261643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:18.265603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:18.269326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:18.274619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:18.281304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-27758beb-8509-4f1a-84d4-d1ac92d3eed3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Unset dirty status for tenant:522c20128f3e4761959db5291e4feded on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:18.286135 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-27758beb-8509-4f1a-84d4-d1ac92d3eed3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/networks?id=f669c97d-39ff-44c6-b5d9-5507e927f304 HTTP/1.1" status: 200 len: 765 time: 0.3306673 Dec 22 08:38:18.287054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34416) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.287935 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-074be712-fe61-4161-8870-cc4a97eddedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:18.300307 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074be712-fe61-4161-8870-cc4a97eddedc None None] Routers {'ecaa8f0d-1f17-46db-9b6e-5153aedcc248'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:18.301202 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-074be712-fe61-4161-8870-cc4a97eddedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ecaa8f0d-1f17-46db-9b6e-5153aedcc248'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:18.312341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:18.327826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:18.331089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.373541 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-074be712-fe61-4161-8870-cc4a97eddedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:18.374472 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074be712-fe61-4161-8870-cc4a97eddedc None None] The sync data for ids ['ecaa8f0d-1f17-46db-9b6e-5153aedcc248'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:18.561624 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5d7fd0a0-70f0-4101-9382-d3e516a2c78f tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/routers/ecaa8f0d-1f17-46db-9b6e-5153aedcc248 HTTP/1.1" status: 200 len: 923 time: 0.3840115 Dec 22 08:38:18.565783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34426) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.626010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:18.654267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.654587 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment b098704f-faa3-4738-9403-f6db6b0451c9 of type vlan for network 7b1245c2-026f-4c5b-9c4f-090de5d0d539 Dec 22 08:38:18.669071 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e02c15f6-72bc-4c3a-a6a2-898937085469 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=ecaa8f0d-1f17-46db-9b6e-5153aedcc248&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1035833 Dec 22 08:38:18.672428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.684342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305039c2-3cea-4465-998d-3bd0b714e137 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:18.686359 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-305039c2-3cea-4465-998d-3bd0b714e137 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3974791 Dec 22 08:38:18.688960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34434) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.743470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.747512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6f72ab5f-f8d2-4ac6-b357-b8d781dd739d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Synchronizing usage tracker for tenant:522c20128f3e4761959db5291e4feded on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:18.771507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:18.777748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.778836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6f72ab5f-f8d2-4ac6-b357-b8d781dd739d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Unset dirty status for tenant:522c20128f3e4761959db5291e4feded on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:18.780351 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6f72ab5f-f8d2-4ac6-b357-b8d781dd739d tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 207 time: 0.0904982 Dec 22 08:38:18.783746 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34438) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.787133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b742054-7433-40a6-898f-fc3ab7a55bdd None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:18.801015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b742054-7433-40a6-898f-fc3ab7a55bdd None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:18.801931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0b742054-7433-40a6-898f-fc3ab7a55bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:18.861324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0b742054-7433-40a6-898f-fc3ab7a55bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:18.867219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.872042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:18.872225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b742054-7433-40a6-898f-fc3ab7a55bdd None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:18.872643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:18.872861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0b742054-7433-40a6-898f-fc3ab7a55bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:18.879095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b193591b-7b39-4b4d-8419-b7465079d3ca tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:18.890257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fdb728-1281-4fea-a19d-0d21c4dd5402 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:18.894322 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-47fdb728-1281-4fea-a19d-0d21c4dd5402 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 881 time: 0.2188108 Dec 22 08:38:18.895964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34442) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.922896 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d9ba018-2198-4143-960c-a4672d869e51 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/floatingips/dd8b2c72-cf81-4fb4-af02-94f425ebac35 HTTP/1.1" status: 200 len: 979 time: 3.5559528 Dec 22 08:38:18.923138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34446) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:18.928693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5ee2f951-64c8-4559-8952-104356484f62 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:18.977630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0b742054-7433-40a6-898f-fc3ab7a55bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:18.978050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b742054-7433-40a6-898f-fc3ab7a55bdd None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:19.030401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f951-64c8-4559-8952-104356484f62 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.032464 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c002d288-9464-4629-b2a4-4c35515d7f2a tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecaa8f0d-1f17-46db-9b6e-5153aedcc248 HTTP/1.1" status: 200 len: 205 time: 0.1306264 Dec 22 08:38:19.047566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34450) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.053586 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8090007 Dec 22 08:38:19.059103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34454) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.135779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': '7b1245c2-026f-4c5b-9c4f-090de5d0d539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:19.226252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=7b1245c2-026f-4c5b-9c4f-090de5d0d539,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:19.236658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:19.238140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 7b1245c2-026f-4c5b-9c4f-090de5d0d539 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:19.249618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6ebc8-9606-49da-97a1-16e915783adf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.254130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6ebc8-9606-49da-97a1-16e915783adf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.257438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6ebc8-9606-49da-97a1-16e915783adf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.261503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6ebc8-9606-49da-97a1-16e915783adf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.265509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6ebc8-9606-49da-97a1-16e915783adf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.269470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6ebc8-9606-49da-97a1-16e915783adf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.275263 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d4b6ebc8-9606-49da-97a1-16e915783adf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4858112 Dec 22 08:38:19.276646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34458) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.296745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f951-64c8-4559-8952-104356484f62 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.301413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f951-64c8-4559-8952-104356484f62 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.301813 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-5ee2f951-64c8-4559-8952-104356484f62 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP dd8b2c72-cf81-4fb4-af02-94f425ebac35 disassociated. External IP: 172.26.5.115, port: 91253857-90e4-4e61-ab69-ae435cb40034. Dec 22 08:38:19.409357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:19.420251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:19.433265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:19.443398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:19.539837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:19.632894 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dc59c48e-93b2-4abf-bcd0-fb177debe3cd tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3561180 Dec 22 08:38:19.644977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34466) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.742724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.832323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966a556-89c9-46b2-9d18-9bf2d09fd118 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.833654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966a556-89c9-46b2-9d18-9bf2d09fd118 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.834955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966a556-89c9-46b2-9d18-9bf2d09fd118 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.836284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966a556-89c9-46b2-9d18-9bf2d09fd118 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.837579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f966a556-89c9-46b2-9d18-9bf2d09fd118 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.838751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee2f951-64c8-4559-8952-104356484f62 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:19.839277 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f966a556-89c9-46b2-9d18-9bf2d09fd118 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1932836 Dec 22 08:38:19.843129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34472) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:19.898012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:19.978091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d52d0-1fc7-4b75-b242-199e9658274e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.979527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d52d0-1fc7-4b75-b242-199e9658274e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.980900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d52d0-1fc7-4b75-b242-199e9658274e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.982252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d52d0-1fc7-4b75-b242-199e9658274e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.983779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d52d0-1fc7-4b75-b242-199e9658274e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:19.989153 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-626d52d0-1fc7-4b75-b242-199e9658274e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1410542 Dec 22 08:38:19.989446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34476) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.205680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8831f48a-9749-4606-802f-e90d5b6f41ad tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:20.210425 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8831f48a-9749-4606-802f-e90d5b6f41ad tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/networks/4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b HTTP/1.1" status: 200 len: 803 time: 0.2166007 Dec 22 08:38:20.211542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34480) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.273091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.277505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:20.367620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=de3d803c-7d9a-4428-a2a9-d601bf2ea741,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:20.373523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:20.383097 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3bda3dd5-3343-4ce7-8b1a-ad4308867182 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/networks/4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1694074 Dec 22 08:38:20.385977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee2f951-64c8-4559-8952-104356484f62 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:20.386862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34484) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.391700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f951-64c8-4559-8952-104356484f62 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.396630 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24389348-07ed-4e0d-ae10-0d3f4166f13d None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:20.409838 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24389348-07ed-4e0d-ae10-0d3f4166f13d None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:20.410531 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-24389348-07ed-4e0d-ae10-0d3f4166f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:20.451878 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5ee2f951-64c8-4559-8952-104356484f62 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/floatingips/dd8b2c72-cf81-4fb4-af02-94f425ebac35 HTTP/1.1" status: 200 len: 688 time: 1.5250750 Dec 22 08:38:20.452355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34488) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.461520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': 'b098704f-faa3-4738-9403-f6db6b0451c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b1245c2-026f-4c5b-9c4f-090de5d0d539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:20.461803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: 7b1245c2-026f-4c5b-9c4f-090de5d0d539, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:20.471815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.482458 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-24389348-07ed-4e0d-ae10-0d3f4166f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:20.491603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b262e5fc-d3e0-4ca1-b3ee-0f00ff44c3d2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:20.493047 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b262e5fc-d3e0-4ca1-b3ee-0f00ff44c3d2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/subnets/582793d8-505f-4e87-b8e7-eb05bd1a3f0d HTTP/1.1" status: 200 len: 843 time: 0.1040196 Dec 22 08:38:20.495187 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24389348-07ed-4e0d-ae10-0d3f4166f13d None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:20.500661 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-24389348-07ed-4e0d-ae10-0d3f4166f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:20.500866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34492) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.541508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Deleting port 8e4d9b2d-68ea-471d-b9db-7bd8d197b5eb {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:20.541853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.566830 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-24389348-07ed-4e0d-ae10-0d3f4166f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:20.567340 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24389348-07ed-4e0d-ae10-0d3f4166f13d None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:20.573438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network 7b1245c2-026f-4c5b-9c4f-090de5d0d539 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:20.607588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 7b1245c2-026f-4c5b-9c4f-090de5d0d539) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:20.616283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf806a-3cba-44fe-a7a3-d1d55786c3ab None None] Network 7b1245c2-026f-4c5b-9c4f-090de5d0d539 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:20.626315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30828f76-7e7d-4961-8d22-0be1a47fa560 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:20.631714 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-30828f76-7e7d-4961-8d22-0be1a47fa560 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "GET /v2.0/subnets/582793d8-505f-4e87-b8e7-eb05bd1a3f0d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1260664 Dec 22 08:38:20.634624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.640932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252115083'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:20.646156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port f79216b9-90a5-4508-bdef-77943ebd2ae8 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:20.647060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.647851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:20.648455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.673631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:20.694748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:20.738942 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6186166 Dec 22 08:38:20.739882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34502) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:20.772548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:20.775410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.847998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:20.873881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.874224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Added segment 682e8de4-a157-4275-83c0-65f2a1fd2261 of type vlan for network 9ac112d4-93b6-4170-a617-0cbc165ee65f Dec 22 08:38:20.876922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.877196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.877309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:20.965456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-7b1245c2-026f-4c5b-9c4f-090de5d0d539', 'network_id': '7b1245c2-026f-4c5b-9c4f-090de5d0d539', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': 'de3d803c-7d9a-4428-a2a9-d601bf2ea741'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:20.967492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.019510 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Calling delete_port for 8e4d9b2d-68ea-471d-b9db-7bd8d197b5eb owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:21.106011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.152643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Allocated IP 172.20.0.1 (7b1245c2-026f-4c5b-9c4f-090de5d0d539/de3d803c-7d9a-4428-a2a9-d601bf2ea741/c03801a0-849c-4987-8659-c08918937a6b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:21.174461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for f79216b9-90a5-4508-bdef-77943ebd2ae8 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:21.196240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.211174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.277126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.282126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:21.282891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.291201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c1d7d055-7182-40fc-9deb-ab4056253b3f tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:21.342762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.347431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-719fc8de-154c-48be-8fe7-aa77961aa37c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:21.368931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.390426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event deleted for resources: {'Port': ['ID=8e4d9b2d-68ea-471d-b9db-7bd8d197b5eb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:21.397600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:21.447540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Network': ['ID=9ac112d4-93b6-4170-a617-0cbc165ee65f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:21.452077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:21.454819 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8190985 Dec 22 08:38:21.458068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34510) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:21.460879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 9ac112d4-93b6-4170-a617-0cbc165ee65f details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:21.465594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'network_id': '9ac112d4-93b6-4170-a617-0cbc165ee65f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:21.475118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Transition to ACTIVE for port object c03801a0-849c-4987-8659-c08918937a6b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:21.483743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.534858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4a623368-53a7-4f2c-87b0-4ea201d3a70b tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:21.572088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Transition to ACTIVE for port object c03801a0-849c-4987-8659-c08918937a6b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:21.587716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.590716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=f79216b9-90a5-4508-bdef-77943ebd2ae8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:21.593961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:21.602565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:21.664357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Network 7b1245c2-026f-4c5b-9c4f-090de5d0d539 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:21.665211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Pushing event updated for resources: {'Port': ['ID=c03801a0-849c-4987-8659-c08918937a6b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:21.667768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:21.669405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:21.670559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:21.674483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.706610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:21.720423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.722685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.726661 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/floatingips/dd8b2c72-cf81-4fb4-af02-94f425ebac35 HTTP/1.1" status: 204 len: 168 time: 1.2707231 Dec 22 08:38:21.726661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:21.727344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34514) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:21.769159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Attempting to bind port c03801a0-849c-4987-8659-c08918937a6b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:21.769496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Attempting to bind port c03801a0-849c-4987-8659-c08918937a6b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'b098704f-faa3-4738-9403-f6db6b0451c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b1245c2-026f-4c5b-9c4f-090de5d0d539'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:21.769864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Attempting to bind port c03801a0-849c-4987-8659-c08918937a6b on network 7b1245c2-026f-4c5b-9c4f-090de5d0d539 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:21.776660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:21.777029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Checking segment: {'id': 'b098704f-faa3-4738-9403-f6db6b0451c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b1245c2-026f-4c5b-9c4f-090de5d0d539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:21.777432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.777822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Bound using segment: {'id': 'b098704f-faa3-4738-9403-f6db6b0451c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b1245c2-026f-4c5b-9c4f-090de5d0d539'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:21.778261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Bound port: c03801a0-849c-4987-8659-c08918937a6b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b098704f-faa3-4738-9403-f6db6b0451c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7b1245c2-026f-4c5b-9c4f-090de5d0d539'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:21.778666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.802658 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-242bced1-a7f0-442e-8652-2c88a6d7d1a2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] delete failed (client error): The resource could not be found. Dec 22 08:38:21.807479 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-242bced1-a7f0-442e-8652-2c88a6d7d1a2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/floatingips/dd8b2c72-cf81-4fb4-af02-94f425ebac35 HTTP/1.1" status: 404 len: 345 time: 0.0755186 Dec 22 08:38:21.808412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34518) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:21.846241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Made reservation on behalf of 522c20128f3e4761959db5291e4feded for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:21.882916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] For port c03801a0-849c-4987-8659-c08918937a6b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:21.905821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] For port c03801a0-849c-4987-8659-c08918937a6b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c03801a0-849c-4987-8659-c08918937a6b,segment=NetworkSegment(b098704f-faa3-4738-9403-f6db6b0451c9),segment_id=b098704f-faa3-4738-9403-f6db6b0451c9)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:21.912961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.925259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:21.928555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3b0d4cb8-15bb-4f09-ad98-7825aa8bcc44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:21.936715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-15f892d5-a5ba-4325-8a4b-df1616d2494e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:21.970171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.014181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Pushing event updated for resources: {'Port': ['ID=c03801a0-849c-4987-8659-c08918937a6b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:22.025039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:22.089194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing IP validity checks on allocation pools {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:38:22.089718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:38:22.110164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf45270-e456-484f-a9b3-0213809d7232 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:22.112185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f0706-3ebc-4a61-89db-06d903f910ee None None] Network 7b1245c2-026f-4c5b-9c4f-090de5d0d539 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:22.114688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf45270-e456-484f-a9b3-0213809d7232 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:22.118836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf45270-e456-484f-a9b3-0213809d7232 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:22.119825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6bf45270-e456-484f-a9b3-0213809d7232 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Synchronizing usage tracker for tenant:9c436f1970f747a49c1411d820397766 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:22.134152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=de3d803c-7d9a-4428-a2a9-d601bf2ea741,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:22.137095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:22.169172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.220376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6bf45270-e456-484f-a9b3-0213809d7232 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Unset dirty status for tenant:9c436f1970f747a49c1411d820397766 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:22.224603 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6bf45270-e456-484f-a9b3-0213809d7232 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "GET /v2.0/ports?network_id=90479ab5-a690-4650-b7b3-5ffaec41e9cc HTTP/1.1" status: 200 len: 2358 time: 0.4126649 Dec 22 08:38:22.225396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34528) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.229879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.250705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.295564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1245c2-026f-4c5b-9c4f-090de5d0d539']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:22.310889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.311456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Fanout notify agent at l3_agent the message router_deleted on router ecaa8f0d-1f17-46db-9b6e-5153aedcc248 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:38:22.318579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b098704f-faa3-4738-9403-f6db6b0451c9') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:22.318860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b098704f-faa3-4738-9403-f6db6b0451c9') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:22.328564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1b5fd4-d7b9-4d99-87ad-6003b20746f6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:22.329279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5f1b5fd4-d7b9-4d99-87ad-6003b20746f6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Synchronizing usage tracker for tenant:9c436f1970f747a49c1411d820397766 on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:22.335030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.352096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d466ef7-edb4-49fe-940a-cb40c0a2d392 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:38:22.356691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.359440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.363737 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/ecaa8f0d-1f17-46db-9b6e-5153aedcc248 HTTP/1.1" status: 204 len: 168 time: 3.3090072 Dec 22 08:38:22.364129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e5898a71-030b-4ecf-b24f-4419d40c0e7c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:22.365552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.368532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34532) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.376585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-662315525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:22.383310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:22.383698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.391778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5f1b5fd4-d7b9-4d99-87ad-6003b20746f6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Unset dirty status for tenant:9c436f1970f747a49c1411d820397766 on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:22.397693 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5f1b5fd4-d7b9-4d99-87ad-6003b20746f6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "GET /v2.0/subnets/12119a2e-3ac5-46db-ad77-ba8ab02b41ff HTTP/1.1" status: 200 len: 797 time: 0.1670606 Dec 22 08:38:22.398246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34536) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:22.398646 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:22.400852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:22.403546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'port': {'network_id': '90479ab5-a690-4650-b7b3-5ffaec41e9cc', 'name': 'tempest-FloatingIPTestJSON-126855155', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:22.455324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Usage tracker for resource:router and tenant:11718e3275a54345bcec7e2548231c18 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:22.460598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:22.479206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:22.494468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:38:22.494468 dv-neutron-822610-1-hyperv neutron-server[83496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:38:22.494468 dv-neutron-822610-1-hyperv neutron-server[83496]: [parameters: {'id': '7b1245c2-026f-4c5b-9c4f-090de5d0d539'}] Dec 22 08:38:22.494468 dv-neutron-822610-1-hyperv neutron-server[83496]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:22.495080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:22.504595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.506217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.537152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.564413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=1e2c37d5-c5e5-4033-9e28-c4502cb6663f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:22.564742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.572465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:22.582152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:22.593129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.597210 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9bb79425-b177-441f-952c-f0851498eb6c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2248254 Dec 22 08:38:22.597369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:22.597605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34540) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.599762 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Checking segment: {'id': '682e8de4-a157-4275-83c0-65f2a1fd2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ac112d4-93b6-4170-a617-0cbc165ee65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:22.600110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network hostable DHCP agents. Network: 9ac112d4-93b6-4170-a617-0cbc165ee65f, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:22.603898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': False}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:22.615042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Made reservation on behalf of 9c436f1970f747a49c1411d820397766 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:22.713417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Network 9ac112d4-93b6-4170-a617-0cbc165ee65f is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:22.719755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d466ef7-edb4-49fe-940a-cb40c0a2d392 None None] Unable to find a vacant binding_index for network 9ac112d4-93b6-4170-a617-0cbc165ee65f and agent 13218531-930d-442a-9392-804daa51013e {{(pid=83497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 08:38:22.729971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d466ef7-edb4-49fe-940a-cb40c0a2d392 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 9ac112d4-93b6-4170-a617-0cbc165ee65f) {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:38:22.735014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 9ac112d4-93b6-4170-a617-0cbc165ee65f) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:22.741896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:22.742475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.770543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:22.798546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] device_id is not set on port e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:22.835984 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3762918 Dec 22 08:38:22.842400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34544) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:22.962629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f0fe174a-ca7b-405d-8893-04fa3ed9b2e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:23.002221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.037742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port c03801a0-849c-4987-8659-c08918937a6b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:23.038311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.113313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.141155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-9ac112d4-93b6-4170-a617-0cbc165ee65f', 'network_id': '9ac112d4-93b6-4170-a617-0cbc165ee65f', 'tenant_id': '522c20128f3e4761959db5291e4feded', 'fixed_ips': [{'subnet_id': '1e2c37d5-c5e5-4033-9e28-c4502cb6663f'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:23.142245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.202903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0fe174a-ca7b-405d-8893-04fa3ed9b2e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2802987'] for subnet, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.361965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 08:38:23.361965 dv-neutron-822610-1-hyperv neutron-server[83497]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 08:38:23.361965 dv-neutron-822610-1-hyperv neutron-server[83497]: [parameters: {'in_use': 1, 'id_1': '1e2c37d5-c5e5-4033-9e28-c4502cb6663f'}] Dec 22 08:38:23.361965 dv-neutron-822610-1-hyperv neutron-server[83497]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:23.362438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:23.391636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port c03801a0-849c-4987-8659-c08918937a6b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c03801a0-849c-4987-8659-c08918937a6b,segment=NetworkSegment(b098704f-faa3-4738-9403-f6db6b0451c9),segment_id=b098704f-faa3-4738-9403-f6db6b0451c9)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:23.391880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.473904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.20.0.14 (90479ab5-a690-4650-b7b3-5ffaec41e9cc/12119a2e-3ac5-46db-ad77-ba8ab02b41ff/e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:23.513593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.20.0.13 (90479ab5-a690-4650-b7b3-5ffaec41e9cc/12119a2e-3ac5-46db-ad77-ba8ab02b41ff/e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:23.572956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0fe174a-ca7b-405d-8893-04fa3ed9b2e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760671184653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1154583'] for subnet, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.580807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-879784a6-af8f-4a19-b27e-e37d57fbe455 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:23.640140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for c03801a0-849c-4987-8659-c08918937a6b owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:23.726911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe174a-ca7b-405d-8893-04fa3ed9b2e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:23.727518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0fe174a-ca7b-405d-8893-04fa3ed9b2e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.731586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f0fe174a-ca7b-405d-8893-04fa3ed9b2e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "PUT /v2.0/subnets/1e2c37d5-c5e5-4033-9e28-c4502cb6663f HTTP/1.1" status: 200 len: 900 time: 0.8859179 Dec 22 08:38:23.731985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34554) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:23.746145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe174a-ca7b-405d-8893-04fa3ed9b2e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event updated for resources: {'Subnet': ['ID=1e2c37d5-c5e5-4033-9e28-c4502cb6663f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:23.752001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0fe174a-ca7b-405d-8893-04fa3ed9b2e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:23.813881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.836524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.845884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.846104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0c316b6e-6e0b-4438-bc08-75694963436c tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:23.852339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:23.863635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.888447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Port': ['ID=c03801a0-849c-4987-8659-c08918937a6b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:23.895204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:23.925624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:23.929206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:23.929923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No DVR routers for this DVR port c03801a0-849c-4987-8659-c08918937a6b on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:23.931910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:23.933959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:23.963604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:23.971138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:23.998883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:23.999506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.001842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.025225 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6259573 Dec 22 08:38:24.027872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34558) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:24.033871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:24.038088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Allocated IP 2001:db8::3 (9ac112d4-93b6-4170-a617-0cbc165ee65f/1e2c37d5-c5e5-4033-9e28-c4502cb6663f/c1e22e41-5071-480f-8b98-bd7950c59919) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:24.039761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:24.051464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:24.068962 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.164287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.176857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.219895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1245c2-026f-4c5b-9c4f-090de5d0d539']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:24.254616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.267403 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b098704f-faa3-4738-9403-f6db6b0451c9') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:24.267712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b098704f-faa3-4738-9403-f6db6b0451c9') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:24.283445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.297179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Transition to ACTIVE for port object c1e22e41-5071-480f-8b98-bd7950c59919 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:24.313099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.328053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Transition to ACTIVE for port object c1e22e41-5071-480f-8b98-bd7950c59919 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:24.336623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.345662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:24.355284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.378346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:24.378733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:24.397091 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:24.399287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.426693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Network 9ac112d4-93b6-4170-a617-0cbc165ee65f is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:24.430660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:24.432635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Pushing event updated for resources: {'Port': ['ID=c1e22e41-5071-480f-8b98-bd7950c59919,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:24.434655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:24.437364 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:24.514437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Allocated IP 172.26.5.154 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/87f9df72-c271-4415-a3ec-8bdbd1fe837d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:24.534292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Attempting to bind port c1e22e41-5071-480f-8b98-bd7950c59919 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:24.534692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Attempting to bind port c1e22e41-5071-480f-8b98-bd7950c59919 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '682e8de4-a157-4275-83c0-65f2a1fd2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ac112d4-93b6-4170-a617-0cbc165ee65f'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:24.535062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Attempting to bind port c1e22e41-5071-480f-8b98-bd7950c59919 on network 9ac112d4-93b6-4170-a617-0cbc165ee65f {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:24.541624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:24.542014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Checking segment: {'id': '682e8de4-a157-4275-83c0-65f2a1fd2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ac112d4-93b6-4170-a617-0cbc165ee65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:24.542424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.542815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Bound using segment: {'id': '682e8de4-a157-4275-83c0-65f2a1fd2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ac112d4-93b6-4170-a617-0cbc165ee65f'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:24.543377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Bound port: c1e22e41-5071-480f-8b98-bd7950c59919, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682e8de4-a157-4275-83c0-65f2a1fd2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9ac112d4-93b6-4170-a617-0cbc165ee65f'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:24.543740 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.627809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.632629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] For port c1e22e41-5071-480f-8b98-bd7950c59919, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:24.634207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f390934b-d0a6-42ec-aa67-eaedc041edf5 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:24.635870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] For port c1e22e41-5071-480f-8b98-bd7950c59919, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c1e22e41-5071-480f-8b98-bd7950c59919,segment=NetworkSegment(682e8de4-a157-4275-83c0-65f2a1fd2261),segment_id=682e8de4-a157-4275-83c0-65f2a1fd2261)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:24.641258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.645355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8eb69ccc-0efe-4de7-a28f-6c48080bb002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:24.649012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.683781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=7b1245c2-026f-4c5b-9c4f-090de5d0d539,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:24.693222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:24.710209 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/7b1245c2-026f-4c5b-9c4f-090de5d0d539 HTTP/1.1" status: 204 len: 168 time: 3.9666481 Dec 22 08:38:24.711469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.713841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34568) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:24.717166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04426607-8565-46d0-8c7e-629c30e65d67 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:24.720054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073743960'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:24.727093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:24.733002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:24.735926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:24.736353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Pushing event updated for resources: {'Port': ['ID=c1e22e41-5071-480f-8b98-bd7950c59919,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:24.739819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:24.743354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:24.755187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:24.759408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.768968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2c37d5-c5e5-4033-9e28-c4502cb6663f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:24.782332 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:24.794440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:24.804055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.804767 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment e0f7c663-23cd-4a83-bfc5-b1faf7b7b27b of type vlan for network 1a7cfeca-e538-4390-9156-9e3be6af3502 Dec 22 08:38:24.807172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.840705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.890145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.898033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:24.898856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.899117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.907160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b9bd2f8-cd76-438b-8c7a-22eb1a36348a tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:24.930851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac112d4-93b6-4170-a617-0cbc165ee65f']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:24.946281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682e8de4-a157-4275-83c0-65f2a1fd2261') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:24.946595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682e8de4-a157-4275-83c0-65f2a1fd2261') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:24.959943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.970230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:24.975869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:25.024841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.041599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:25.041995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.055035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.26.5.226 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/d9e36e1b-4fc4-4acc-9518-2f817cfb4418) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:25.064572 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:25.126730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:25.134576 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:25.149661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Pushing event updated for resources: {'Port': ['ID=87f9df72-c271-4415-a3ec-8bdbd1fe837d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:25.156041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:25.165980 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4510441 Dec 22 08:38:25.171622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=1a7cfeca-e538-4390-9156-9e3be6af3502,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:25.174886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:25.175393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34572) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:25.184073 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 1a7cfeca-e538-4390-9156-9e3be6af3502 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:25.185983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': '1a7cfeca-e538-4390-9156-9e3be6af3502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:25.308537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:25.320980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:38:25.320980 dv-neutron-822610-1-hyperv neutron-server[83496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:38:25.320980 dv-neutron-822610-1-hyperv neutron-server[83496]: [parameters: {'id': '9ac112d4-93b6-4170-a617-0cbc165ee65f'}] Dec 22 08:38:25.320980 dv-neutron-822610-1-hyperv neutron-server[83496]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:25.321416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:25.468550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:25.474291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.490490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:25.494985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:25.500131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.506764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:25.525313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:25.651615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.667015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:25.711830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.715574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.721070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.737508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:25.743458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:25.747853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:25.807559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697cac64-c793-44c5-89a2-cab11833c711 None None] Network 9ac112d4-93b6-4170-a617-0cbc165ee65f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:25.865755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.875274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=d9e36e1b-4fc4-4acc-9518-2f817cfb4418,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:25.882101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:25.888718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port c1e22e41-5071-480f-8b98-bd7950c59919 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:25.889011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:25.986655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8b5b6097-39a8-425d-86b8-6fd6c39d1e7d None None] Provisioning for port c1e22e41-5071-480f-8b98-bd7950c59919 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:26.025850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487bca2d-0688-453c-ae45-870322da2d92 None None] Network 9ac112d4-93b6-4170-a617-0cbc165ee65f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:26.123596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port c1e22e41-5071-480f-8b98-bd7950c59919, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c1e22e41-5071-480f-8b98-bd7950c59919,segment=NetworkSegment(682e8de4-a157-4275-83c0-65f2a1fd2261),segment_id=682e8de4-a157-4275-83c0-65f2a1fd2261)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:26.123792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.220673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c1e22e41-5071-480f-8b98-bd7950c59919 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:26.254382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.259941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for c1e22e41-5071-480f-8b98-bd7950c59919 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:26.260211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:26.315123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Router 6b18c820-42f8-45e0-8ee2-a4e0a67169b4 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:38:26.343365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port c1e22e41-5071-480f-8b98-bd7950c59919 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:26.355515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c1e22e41-5071-480f-8b98-bd7950c59919 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:26.355903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.359756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=e7b49c0b-31a4-46ff-96a1-70f2dda42013,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:26.369172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:26.394410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': 'e0f7c663-23cd-4a83-bfc5-b1faf7b7b27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a7cfeca-e538-4390-9156-9e3be6af3502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:26.395041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: 1a7cfeca-e538-4390-9156-9e3be6af3502, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:26.412716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.421077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-26e3cede-6a1b-47ed-b86d-cd6c463212cc tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:26.421315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Could not find standard attr ID for object c1e22e41-5071-480f-8b98-bd7950c59919. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:38:26.424763 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No ports have port_id starting with c1e22e41-5071-480f-8b98-bd7950c59919 Dec 22 08:38:26.434186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network 1a7cfeca-e538-4390-9156-9e3be6af3502 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:26.444435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d1292-f155-482b-84dd-9fef87193f39 None None] DHCP port deletion for 9ac112d4-93b6-4170-a617-0cbc165ee65f request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:38:26.454082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 1a7cfeca-e538-4390-9156-9e3be6af3502) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:26.462285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:26.463071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.463800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Port': ['ID=c1e22e41-5071-480f-8b98-bd7950c59919,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:26.468893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:26.477250 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No DVR routers for this DVR port c1e22e41-5071-480f-8b98-bd7950c59919 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:26.490893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce7125-dd0d-4369-849f-c6a446d75c02 None None] Network 9ac112d4-93b6-4170-a617-0cbc165ee65f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:26.520729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c997077-a916-4c32-9f67-d0f4a29819c8 None None] Network 1a7cfeca-e538-4390-9156-9e3be6af3502 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:26.521245 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3429477 Dec 22 08:38:26.523728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34584) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:26.666483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.721173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac112d4-93b6-4170-a617-0cbc165ee65f']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:26.735673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682e8de4-a157-4275-83c0-65f2a1fd2261') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:26.736103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682e8de4-a157-4275-83c0-65f2a1fd2261') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:26.749588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.766312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.773039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:26.773537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.812027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.817006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.938017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:26.961536 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:27.007187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.063375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.065350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e881c855-a3f2-42a1-a7d0-bfd6a7ce8264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-1a7cfeca-e538-4390-9156-9e3be6af3502', 'network_id': '1a7cfeca-e538-4390-9156-9e3be6af3502', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': 'e7b49c0b-31a4-46ff-96a1-70f2dda42013'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:27.066302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e881c855-a3f2-42a1-a7d0-bfd6a7ce8264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.069694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:27.087700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.098019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=9ac112d4-93b6-4170-a617-0cbc165ee65f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:27.102183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:27.129587 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/9ac112d4-93b6-4170-a617-0cbc165ee65f HTTP/1.1" status: 204 len: 168 time: 3.3934600 Dec 22 08:38:27.129587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:27.130478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34594) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.138677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc582f-49b1-46ca-bb55-d035aeea10a8 req-2bf6e6f3-80cd-429b-a972-fd5f9cdded2d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:27.140359 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-22dc582f-49b1-46ca-bb55-d035aeea10a8 req-2bf6e6f3-80cd-429b-a972-fd5f9cdded2d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.1779177 Dec 22 08:38:27.142147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff0d4c-a09d-4077-b366-3cde66c801fd None None] Sync routers for ids ['6b18c820-42f8-45e0-8ee2-a4e0a67169b4'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:27.166022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.170993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.174869 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "PUT /v2.0/routers/6b18c820-42f8-45e0-8ee2-a4e0a67169b4 HTTP/1.1" status: 200 len: 919 time: 4.5736878 Dec 22 08:38:27.176645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:27.177099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff0d4c-a09d-4077-b366-3cde66c801fd None None] Routers {'6b18c820-42f8-45e0-8ee2-a4e0a67169b4'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:27.177867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c6ff0d4c-a09d-4077-b366-3cde66c801fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6b18c820-42f8-45e0-8ee2-a4e0a67169b4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.180458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34598) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.195216 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e15d8d-c051-47f3-95b7-9a45afa88976 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:27.195588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e15d8d-c051-47f3-95b7-9a45afa88976 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:27.200304 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-72e15d8d-c051-47f3-95b7-9a45afa88976 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/1e2c37d5-c5e5-4033-9e28-c4502cb6663f HTTP/1.1" status: 404 len: 337 time: 0.0656853 Dec 22 08:38:27.203128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34602) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.248745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c6ff0d4c-a09d-4077-b366-3cde66c801fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server [None req-e881c855-a3f2-42a1-a7d0-bfd6a7ce8264 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7b49c0b-31a4-46ff-96a1-70f2dda42013: This subnet is being modified by another concurrent operation. Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:38:27.258177 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7b49c0b-31a4-46ff-96a1-70f2dda42013: This subnet is being modified by another concurrent operation. Dec 22 08:38:27.261804 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Dec 22 08:38:27.273871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff0d4c-a09d-4077-b366-3cde66c801fd None None] Routers {'6b18c820-42f8-45e0-8ee2-a4e0a67169b4'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:27.274723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c6ff0d4c-a09d-4077-b366-3cde66c801fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6b18c820-42f8-45e0-8ee2-a4e0a67169b4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.299475 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-22dc582f-49b1-46ca-bb55-d035aeea10a8 req-e9ea7112-a7e8-45a9-a22f-bae92ec373bb tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231570 Dec 22 08:38:27.338512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570f4c7-b3bb-435a-8321-18d75756f1e4 None None] Network 1a7cfeca-e538-4390-9156-9e3be6af3502 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:27.359553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b49c0b-31a4-46ff-96a1-70f2dda42013,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:27.362496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c6ff0d4c-a09d-4077-b366-3cde66c801fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.363885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff0d4c-a09d-4077-b366-3cde66c801fd None None] The sync data for ids ['6b18c820-42f8-45e0-8ee2-a4e0a67169b4'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:27.369554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:27.441275 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-37115453-a7fd-4e92-8885-fe4e2bdc43a8 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/routers/6b18c820-42f8-45e0-8ee2-a4e0a67169b4 HTTP/1.1" status: 200 len: 925 time: 0.2595661 Dec 22 08:38:27.444119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34608) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.524809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a012d2e6-e9c7-4d69-8534-907de52572e0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Synchronizing usage tracker for tenant:379532ca0559458fbdaf1fcf5a258b7f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:27.537239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a012d2e6-e9c7-4d69-8534-907de52572e0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Unset dirty status for tenant:379532ca0559458fbdaf1fcf5a258b7f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:27.541098 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a012d2e6-e9c7-4d69-8534-907de52572e0 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=6b18c820-42f8-45e0-8ee2-a4e0a67169b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0933282 Dec 22 08:38:27.541230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34612) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.583966 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2c4c42-695b-4ffd-a9e0-30de3db22845 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:27.584489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2c4c42-695b-4ffd-a9e0-30de3db22845 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:27.593035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.604290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b9532-9479-47cc-aa6d-80dcd44a9fed None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:38:27.615125 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0c2c4c42-695b-4ffd-a9e0-30de3db22845 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/9ac112d4-93b6-4170-a617-0cbc165ee65f HTTP/1.1" status: 404 len: 339 time: 0.2589271 Dec 22 08:38:27.615925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34618) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.691729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6243acd-7024-4dfe-9530-642bcef2b766 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:27.695843 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c6243acd-7024-4dfe-9530-642bcef2b766 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 881 time: 0.1509662 Dec 22 08:38:27.696083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34622) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.743567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7cfeca-e538-4390-9156-9e3be6af3502']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.765457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218b9532-9479-47cc-aa6d-80dcd44a9fed None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:38:27.772385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f7c663-23cd-4a83-bfc5-b1faf7b7b27b') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.772735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f7c663-23cd-4a83-bfc5-b1faf7b7b27b') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:27.784338 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a78caa63-5e7a-422c-9820-c2576b72bcb2 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b18c820-42f8-45e0-8ee2-a4e0a67169b4 HTTP/1.1" status: 200 len: 205 time: 0.0848031 Dec 22 08:38:27.787400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34628) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:27.805135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.842226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.854139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.879845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:27.880268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:27.899393 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:27.912954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f55fc-94e5-433e-bd74-2d39de43ef9f req-b144610a-f544-47db-9a01-b3f7844a53a7 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:27.914409 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9b2f55fc-94e5-433e-bd74-2d39de43ef9f req-b144610a-f544-47db-9a01-b3f7844a53a7 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.1830995 Dec 22 08:38:27.988970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.029092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.066319 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9b2f55fc-94e5-433e-bd74-2d39de43ef9f req-f1f32155-39cb-446c-b0c0-d68c2f435bab tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811443 Dec 22 08:38:28.084928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ddc62c09-5e73-4ac3-b469-4ecee9acd459 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:28.162336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.165144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.214651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.220636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c1e22e41-5071-480f-8b98-bd7950c59919 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:28.223601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.245169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=d9e36e1b-4fc4-4acc-9518-2f817cfb4418,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:28.259292 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/1a7cfeca-e538-4390-9156-9e3be6af3502 HTTP/1.1" status: 204 len: 168 time: 1.7336688 Dec 22 08:38:28.259749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:28.264901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: c1e22e41-5071-480f-8b98-bd7950c59919 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:38:28.265455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c1e22e41-5071-480f-8b98-bd7950c59919 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:28.270643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:28.283343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34638) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:28.289509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1579334810'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:28.292946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f669c97d-39ff-44c6-b5d9-5507e927f304']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:28.296438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:28.301615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:28.305410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:28.309999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.312654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:28.338451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:28.341936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.364173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=1a7cfeca-e538-4390-9156-9e3be6af3502,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:28.373993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:28.375877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc393c20-c3bf-444d-b47f-551f122063b6') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:28.376363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc393c20-c3bf-444d-b47f-551f122063b6') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:28.396748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.416170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.425133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:28.425782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.431178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:28.440647 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:28.444734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.445236 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment 527065ca-3a76-4751-9f41-56a1b286b5c3 of type vlan for network f078cf43-c205-41aa-8336-b9f464872fe5 Dec 22 08:38:28.517278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.576784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.580173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.584716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:28.585293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.592924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:28.601185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.605212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d1b01d73-82d8-4d8b-9581-bc3ae53639e9 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:28.627209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6972104'] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.637438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=f669c97d-39ff-44c6-b5d9-5507e927f304,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:28.642593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:28.646072 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/f669c97d-39ff-44c6-b5d9-5507e927f304 HTTP/1.1" status: 204 len: 168 time: 1.0178154 Dec 22 08:38:28.648803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34644) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:28.685876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Deleting port 87f9df72-c271-4415-a3ec-8bdbd1fe837d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:28.686188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:28.697318 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fa7be2-ca2b-4d0e-973f-c24bebf4aef5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:28.697873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fa7be2-ca2b-4d0e-973f-c24bebf4aef5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:28.702207 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-38fa7be2-ca2b-4d0e-973f-c24bebf4aef5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/916c45fd-45e1-4114-9c84-410665f88285 HTTP/1.1" status: 404 len: 337 time: 0.0498698 Dec 22 08:38:28.703103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34650) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:28.743841 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f824e0d6-e742-488f-8fb8-ad0417a214f8 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:28.744278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f824e0d6-e742-488f-8fb8-ad0417a214f8 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:28.751405 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f824e0d6-e742-488f-8fb8-ad0417a214f8 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/874a6fd6-03a3-4681-b4c9-61cae0af1ca7 HTTP/1.1" status: 404 len: 339 time: 0.0416873 Dec 22 08:38:28.751620 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4634733 Dec 22 08:38:28.751710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34654) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:28.752667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34656) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:28.759944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:28.763886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=f078cf43-c205-41aa-8336-b9f464872fe5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:28.767027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:28.774969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network f078cf43-c205-41aa-8336-b9f464872fe5 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:28.942241 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP dee67c21-7d0a-4de3-8b56-cb809ee392de associated. External IP: 172.26.5.226, port: e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee. Dec 22 08:38:29.090832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.163633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62336782-5efd-4e57-9fc6-043f1c27ae27 req-5fb72f5c-3128-4e17-947b-097a706f5907 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:29.165018 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62336782-5efd-4e57-9fc6-043f1c27ae27 req-5fb72f5c-3128-4e17-947b-097a706f5907 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3328581 Dec 22 08:38:29.228796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Calling delete_port for 87f9df72-c271-4415-a3ec-8bdbd1fe837d owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:29.330729 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62336782-5efd-4e57-9fc6-043f1c27ae27 req-4ade118a-e498-4be9-b42d-d513d1552546 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099257 Dec 22 08:38:29.409225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.421184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting subnet 65ae1249-303f-44a3-8ae6-b10677e00feb {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:38:29.426643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.430558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:29.474689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event deleted for resources: {'Port': ['ID=87f9df72-c271-4415-a3ec-8bdbd1fe837d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:29.478875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:29.484968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.527464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.535534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:29.631683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network f078cf43-c205-41aa-8336-b9f464872fe5 is not hosted by any dhcp agent {{(pid=83495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 08:38:29.635322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:29.635907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.637179 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "PUT /v2.0/networks/f078cf43-c205-41aa-8336-b9f464872fe5 HTTP/1.1" status: 200 len: 723 time: 0.8857231 Dec 22 08:38:29.655103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.682582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34668) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:29.703479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.705655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': 'f078cf43-c205-41aa-8336-b9f464872fe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:29.726062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=f078cf43-c205-41aa-8336-b9f464872fe5,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:29.739794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network f078cf43-c205-41aa-8336-b9f464872fe5 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:29.774912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:29.856108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1f752-add3-401f-8431-7146b795a149 req-8649cd77-ec35-462b-9168-aa2d411ec9f7 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:29.857674 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97b1f752-add3-401f-8431-7146b795a149 req-8649cd77-ec35-462b-9168-aa2d411ec9f7 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 945 time: 0.5205731 Dec 22 08:38:29.904815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:29.912583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:29.917474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:29.931965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:29.959953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.963608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.968024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.991146 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97b1f752-add3-401f-8431-7146b795a149 req-3b66c537-da98-46b8-9a0a-674afc8b03c9 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252029 Dec 22 08:38:29.991783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:29.993749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:29.994293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Fanout notify agent at l3_agent the message router_deleted on router 6b18c820-42f8-45e0-8ee2-a4e0a67169b4 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:38:30.009309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.014495 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/6b18c820-42f8-45e0-8ee2-a4e0a67169b4 HTTP/1.1" status: 204 len: 168 time: 2.2254088 Dec 22 08:38:30.014903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34672) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:30.076991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1440784607', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:30.105415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:30.113997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Usage tracker for resource:router and tenant:11718e3275a54345bcec7e2548231c18 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:30.177691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:30.201327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:30.209413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.296784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.297649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.324721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.331709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:30.381841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=65ae1249-303f-44a3-8ae6-b10677e00feb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:30.391514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:30.413840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.419496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a451cb6-5f9b-405f-9efc-26f374c9b774 None None] Network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:30.422445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.507663 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/65ae1249-303f-44a3-8ae6-b10677e00feb HTTP/1.1" status: 204 len: 168 time: 1.7503378 Dec 22 08:38:30.511842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34684) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:30.580991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ec33-509f-4f8c-9906-afed9a355384 req-18feb0fb-c470-4ecf-adc1-eaef76441b90 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:30.582365 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0319ec33-509f-4f8c-9906-afed9a355384 req-18feb0fb-c470-4ecf-adc1-eaef76441b90 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.1183641 Dec 22 08:38:30.631540 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0319ec33-509f-4f8c-9906-afed9a355384 req-1ba3b6a2-5366-4725-9534-e7a5d1c100f4 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425155 Dec 22 08:38:30.872744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting subnet 7d7fc517-6b05-4367-a9ec-f09512767098 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:38:30.884466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:30.991946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.000399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.043216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.051535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d953934-649e-4a9d-b061-6c383cf67a28 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:31.218890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=dc243e4f-b8ee-4a65-986a-da4373fc76a1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:31.240610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:31.241636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:31.265479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0694705f-e0bd-4072-b5dd-e75d4983859d None None] Provisioning complete for port a89da5b6-c315-4a98-9f98-99d34dae1a49 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:31.266475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0694705f-e0bd-4072-b5dd-e75d4983859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.286929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': '527065ca-3a76-4751-9f41-56a1b286b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f078cf43-c205-41aa-8336-b9f464872fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:31.287370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: f078cf43-c205-41aa-8336-b9f464872fe5, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:31.293677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.309523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f665f9-dafa-4102-8042-677f54eed151 req-7b2b5a37-7a9b-4405-b0ca-0bb07c44a1cc tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:31.312531 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b7f665f9-dafa-4102-8042-677f54eed151 req-7b2b5a37-7a9b-4405-b0ca-0bb07c44a1cc tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 945 time: 0.0946913 Dec 22 08:38:31.362182 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b7f665f9-dafa-4102-8042-677f54eed151 req-9cc7ed6e-1edf-4478-8b58-cb153bebd30b tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Dec 22 08:38:31.468714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network f078cf43-c205-41aa-8336-b9f464872fe5 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:31.484543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.494663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:31.579628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, f078cf43-c205-41aa-8336-b9f464872fe5) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:31.587453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c1c41-eaab-4c8f-a13e-5dba3dff63e9 None None] Network f078cf43-c205-41aa-8336-b9f464872fe5 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:31.589231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7fc517-6b05-4367-a9ec-f09512767098,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:31.597646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:31.599121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:31.599739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.614757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.654765 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7cd9ee-2583-4ce9-9c74-25abfae1825f None None] Network 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:31.737534 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/7d7fc517-6b05-4367-a9ec-f09512767098 HTTP/1.1" status: 204 len: 168 time: 1.2213781 Dec 22 08:38:31.740486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34698) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:31.746426 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0601854 Dec 22 08:38:31.749639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.774027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34702) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:31.791786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:31.857763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6209e2-1342-4f51-9bf0-09df77c6f09a req-77d1eb50-6ff7-4880-bb22-c7f93408ce59 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:31.859370 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1e6209e2-1342-4f51-9bf0-09df77c6f09a req-77d1eb50-6ff7-4880-bb22-c7f93408ce59 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 946 time: 0.3663855 Dec 22 08:38:31.883385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-46849aec-30e8-419c-a5b2-871b952a2514 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:32.001411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-f078cf43-c205-41aa-8336-b9f464872fe5', 'network_id': 'f078cf43-c205-41aa-8336-b9f464872fe5', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': 'dc243e4f-b8ee-4a65-986a-da4373fc76a1'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:32.002257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.022153 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1e6209e2-1342-4f51-9bf0-09df77c6f09a req-f96afc9a-6d02-48df-a574-24f12ceaeedf tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387246 Dec 22 08:38:32.023206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Allocated IP 172.26.5.139 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/1ab1e8d6-33ac-4537-b0c9-5f1826058447) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:32.026645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:32.045016 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb671b21-79e8-4e15-88be-2ce4279b3306 None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:32.088213 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb671b21-79e8-4e15-88be-2ce4279b3306 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:32.089929 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cb671b21-79e8-4e15-88be-2ce4279b3306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:32.121329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.129685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] DHCP port deletion for 550a57f2-69d0-4b96-b5c7-5facbbd5aa42 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:38:32.145127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] Deleting port a89da5b6-c315-4a98-9f98-99d34dae1a49 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:32.145687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.202949 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1740198 Dec 22 08:38:32.205722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34710) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:32.210634 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cb671b21-79e8-4e15-88be-2ce4279b3306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:32.222846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-305724b5-33f9-46e8-8f6a-3e65bb2bff74 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'port_id': 'e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:32.224998 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb671b21-79e8-4e15-88be-2ce4279b3306 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:32.225765 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cb671b21-79e8-4e15-88be-2ce4279b3306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:32.253501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.298874 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cb671b21-79e8-4e15-88be-2ce4279b3306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:32.299961 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb671b21-79e8-4e15-88be-2ce4279b3306 None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:32.323137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62134d9c-7c43-4047-a8b0-f7601e5fa2f7 req-b3f54764-6c1b-49c0-8fa6-dbcf167ef77f tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:32.324589 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62134d9c-7c43-4047-a8b0-f7601e5fa2f7 req-b3f54764-6c1b-49c0-8fa6-dbcf167ef77f tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.5516410 Dec 22 08:38:32.326199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port a89da5b6-c315-4a98-9f98-99d34dae1a49 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:32.326616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.349680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.364232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-305724b5-33f9-46e8-8f6a-3e65bb2bff74 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.387005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Allocated IP 172.20.0.2 (f078cf43-c205-41aa-8336-b9f464872fe5/dc243e4f-b8ee-4a65-986a-da4373fc76a1/ab819046-922b-4938-9f7a-0c498ce0d665) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:32.503329 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62134d9c-7c43-4047-a8b0-f7601e5fa2f7 req-bc8e34b7-9fb7-47b3-bd27-a29dd87d05a6 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145008 Dec 22 08:38:32.542657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] For port a89da5b6-c315-4a98-9f98-99d34dae1a49, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a89da5b6-c315-4a98-9f98-99d34dae1a49,segment=NetworkSegment(55902f40-b68e-4334-b3c6-e64413c14726),segment_id=55902f40-b68e-4334-b3c6-e64413c14726)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:32.543123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.646310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-46849aec-30e8-419c-a5b2-871b952a2514 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2615017'] for subnet, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.739293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port a89da5b6-c315-4a98-9f98-99d34dae1a49, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a89da5b6-c315-4a98-9f98-99d34dae1a49,segment=NetworkSegment(55902f40-b68e-4334-b3c6-e64413c14726),segment_id=55902f40-b68e-4334-b3c6-e64413c14726)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:32.740006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.749326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.756184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-93e3b954-14c6-4a92-a78b-5b3e7d918040 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:32.763682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] Calling delete_port for a89da5b6-c315-4a98-9f98-99d34dae1a49 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:32.869160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:32.877737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for a89da5b6-c315-4a98-9f98-99d34dae1a49 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:32.893157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:32.900534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:32.941370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] Pushing event deleted for resources: {'Port': ['ID=a89da5b6-c315-4a98-9f98-99d34dae1a49,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:32.942075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994af68b-97e5-4ea4-963b-f7e0e4ee46b9 req-754c2ca5-ef85-45f2-9c68-d6802d0293ff tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:32.943574 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-994af68b-97e5-4ea4-963b-f7e0e4ee46b9 req-754c2ca5-ef85-45f2-9c68-d6802d0293ff tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 945 time: 0.3357215 Dec 22 08:38:32.944502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:32.980228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:32.995023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] No DVR routers for this DVR port a89da5b6-c315-4a98-9f98-99d34dae1a49 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:33.018816 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.021367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:33.022133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:33.029986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Transition to ACTIVE for port object ab819046-922b-4938-9f7a-0c498ce0d665 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:33.050576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:33.051250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Transition to ACTIVE for port object ab819046-922b-4938-9f7a-0c498ce0d665 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:33.058661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.065229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:33.100601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event updated for resources: {'Port': ['ID=1ab1e8d6-33ac-4537-b0c9-5f1826058447,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:33.110541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:33.155872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Pushing event updated for resources: {'Port': ['ID=ab819046-922b-4938-9f7a-0c498ce0d665,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:33.165993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Network f078cf43-c205-41aa-8336-b9f464872fe5 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:33.167127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:33.168203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:33.170612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:33.209618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-30c0d831-e309-4100-bba4-0cfe87e8ec85 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:33.211501 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-30c0d831-e309-4100-bba4-0cfe87e8ec85 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.32 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 945 time: 0.2739577 Dec 22 08:38:33.212703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-46849aec-30e8-419c-a5b2-871b952a2514 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760671184653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2964641'] for subnet, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.258774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:33.265798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Attempting to bind port ab819046-922b-4938-9f7a-0c498ce0d665 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:33.266309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Attempting to bind port ab819046-922b-4938-9f7a-0c498ce0d665 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '527065ca-3a76-4751-9f41-56a1b286b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f078cf43-c205-41aa-8336-b9f464872fe5'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:33.266884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Attempting to bind port ab819046-922b-4938-9f7a-0c498ce0d665 on network f078cf43-c205-41aa-8336-b9f464872fe5 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:33.274068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:33.274447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Checking segment: {'id': '527065ca-3a76-4751-9f41-56a1b286b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f078cf43-c205-41aa-8336-b9f464872fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:33.274858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.275328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Bound using segment: {'id': '527065ca-3a76-4751-9f41-56a1b286b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f078cf43-c205-41aa-8336-b9f464872fe5'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:33.275798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Bound port: ab819046-922b-4938-9f7a-0c498ce0d665, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527065ca-3a76-4751-9f41-56a1b286b5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f078cf43-c205-41aa-8336-b9f464872fe5'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:33.276206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.286412 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-994af68b-97e5-4ea4-963b-f7e0e4ee46b9 req-29c82a50-ffa7-450e-b210-c88d31492803 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496266 Dec 22 08:38:33.355390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46849aec-30e8-419c-a5b2-871b952a2514 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:33.356126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-46849aec-30e8-419c-a5b2-871b952a2514 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.360496 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-46849aec-30e8-419c-a5b2-871b952a2514 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "PUT /v2.0/subnets/dc243e4f-b8ee-4a65-986a-da4373fc76a1 HTTP/1.1" status: 200 len: 806 time: 1.5789194 Dec 22 08:38:33.365028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34720) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:33.369053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] For port ab819046-922b-4938-9f7a-0c498ce0d665, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:33.373176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] For port ab819046-922b-4938-9f7a-0c498ce0d665, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ab819046-922b-4938-9f7a-0c498ce0d665,segment=NetworkSegment(527065ca-3a76-4751-9f41-56a1b286b5c3),segment_id=527065ca-3a76-4751-9f41-56a1b286b5c3)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:33.378937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.382745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:33.462239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Pushing event updated for resources: {'Port': ['ID=ab819046-922b-4938-9f7a-0c498ce0d665,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:33.465112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:33.476040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46849aec-30e8-419c-a5b2-871b952a2514 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=dc243e4f-b8ee-4a65-986a-da4373fc76a1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:33.479394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-46849aec-30e8-419c-a5b2-871b952a2514 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:33.585588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Deleting port 4e7441b9-caca-4e75-8ec9-1a07667d4194 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:33.586285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.638680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-305724b5-33f9-46e8-8f6a-3e65bb2bff74 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.652065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port a89da5b6-c315-4a98-9f98-99d34dae1a49 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:33.652210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.690128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-305724b5-33f9-46e8-8f6a-3e65bb2bff74 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.742690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.743467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.773681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:33.791008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] The port 'a89da5b6-c315-4a98-9f98-99d34dae1a49' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:38:33.904464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e996a-0c0b-4028-b2a5-928031c0ada5 req-11924ac5-7231-475e-9559-74f23478a8b1 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:33.906025 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-611e996a-0c0b-4028-b2a5-928031c0ada5 req-11924ac5-7231-475e-9559-74f23478a8b1 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.2615886 Dec 22 08:38:33.998097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1038b02-7381-40c5-b93a-dea5fa4fa954 req-0b8b7365-5e79-49ca-98f6-3917036a4d07 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:33.999598 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a1038b02-7381-40c5-b93a-dea5fa4fa954 req-0b8b7365-5e79-49ca-98f6-3917036a4d07 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 946 time: 0.7023571 Dec 22 08:38:34.061781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port ab819046-922b-4938-9f7a-0c498ce0d665 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:34.062074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.086661 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-611e996a-0c0b-4028-b2a5-928031c0ada5 req-6bd8e76f-7283-48c4-92c5-31431cdb070b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699884 Dec 22 08:38:34.225593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.253964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ab819046-922b-4938-9f7a-0c498ce0d665 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:34.356554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ab819046-922b-4938-9f7a-0c498ce0d665 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:34.367841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550a57f2-69d0-4b96-b5c7-5facbbd5aa42']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:34.388999 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a1038b02-7381-40c5-b93a-dea5fa4fa954 req-4ddbc2c1-0393-420d-af9e-585d910b32da tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986684 Dec 22 08:38:34.400873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55902f40-b68e-4334-b3c6-e64413c14726') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:34.410148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55902f40-b68e-4334-b3c6-e64413c14726') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:34.436805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.443769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a89da5b6-c315-4a98-9f98-99d34dae1a49 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:34.455391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.462114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:34.462512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.515687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: a89da5b6-c315-4a98-9f98-99d34dae1a49 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:38:34.516461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a89da5b6-c315-4a98-9f98-99d34dae1a49 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:34.550046 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:34.597297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Router 74eff61e-02ad-4dd6-9e0e-20592b74b5d6 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:38:34.646963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba233426-4a8e-40d6-a5fa-2541f52fe55a None None] Network f078cf43-c205-41aa-8336-b9f464872fe5 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:34.678575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] For port 4e7441b9-caca-4e75-8ec9-1a07667d4194, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4e7441b9-caca-4e75-8ec9-1a07667d4194,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:34.678930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.699961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.744466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-27826719-16c8-4e13-9518-5205f9f43ae0 None None] Provisioning for port ab819046-922b-4938-9f7a-0c498ce0d665 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:34.749914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25ae35-7f87-4e90-8180-fd98c613f956 req-fe487db3-5880-477a-809a-188ff77fe54a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:34.751204 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c25ae35-7f87-4e90-8180-fd98c613f956 req-fe487db3-5880-477a-809a-188ff77fe54a tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 945 time: 0.2068131 Dec 22 08:38:34.759271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-27826719-16c8-4e13-9518-5205f9f43ae0 None None] Provisioning complete for port ab819046-922b-4938-9f7a-0c498ce0d665 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:34.759634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-27826719-16c8-4e13-9518-5205f9f43ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.775702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:34.782106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:34.821704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=550a57f2-69d0-4b96-b5c7-5facbbd5aa42,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:34.825504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:34.832985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305724b5-33f9-46e8-8f6a-3e65bb2bff74 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:34.835025 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/550a57f2-69d0-4b96-b5c7-5facbbd5aa42 HTTP/1.1" status: 204 len: 168 time: 3.0918186 Dec 22 08:38:34.836933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34728) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:34.933777 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c25ae35-7f87-4e90-8180-fd98c613f956 req-32bd37c6-61cf-4bba-b221-930043acffb7 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups?id=3202cffd-bef3-49e9-9cf3-a51114ab6103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749244 Dec 22 08:38:34.940705 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-373973b7-cd88-4f19-8abb-a8f307016c2c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:34.941222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373973b7-cd88-4f19-8abb-a8f307016c2c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:34.942862 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-373973b7-cd88-4f19-8abb-a8f307016c2c tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/e23bd09b-0aa5-40c4-90f6-9b132d62aaeb HTTP/1.1" status: 404 len: 337 time: 0.1034925 Dec 22 08:38:34.945604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34732) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:34.981127 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a165f625-cd8e-4f6b-8c77-c3f06f085a72 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:34.981682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a165f625-cd8e-4f6b-8c77-c3f06f085a72 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:34.983431 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a165f625-cd8e-4f6b-8c77-c3f06f085a72 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/7e4da4e9-4572-4d80-bee6-93a336182ec7 HTTP/1.1" status: 404 len: 339 time: 0.0354192 Dec 22 08:38:34.998026 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34736) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:35.054901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port ab819046-922b-4938-9f7a-0c498ce0d665, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ab819046-922b-4938-9f7a-0c498ce0d665,segment=NetworkSegment(527065ca-3a76-4751-9f41-56a1b286b5c3),segment_id=527065ca-3a76-4751-9f41-56a1b286b5c3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:35.055787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.068564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-27826719-16c8-4e13-9518-5205f9f43ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.084326 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-da461ec3-ab1d-49f7-8dd2-1df4d0ce9051 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:35.084759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da461ec3-ab1d-49f7-8dd2-1df4d0ce9051 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:35.089070 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-da461ec3-ab1d-49f7-8dd2-1df4d0ce9051 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/a482f08d-98a5-43dc-9a3a-0ff7a152bbd6 HTTP/1.1" status: 404 len: 337 time: 0.0857897 Dec 22 08:38:35.092132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34740) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:35.125396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-27826719-16c8-4e13-9518-5205f9f43ae0 None None] For port ab819046-922b-4938-9f7a-0c498ce0d665, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ab819046-922b-4938-9f7a-0c498ce0d665,segment=NetworkSegment(527065ca-3a76-4751-9f41-56a1b286b5c3),segment_id=527065ca-3a76-4751-9f41-56a1b286b5c3)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:35.134976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-27826719-16c8-4e13-9518-5205f9f43ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.137159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a442dede-5f17-4485-9277-bca3d84576b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:35.238673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27826719-16c8-4e13-9518-5205f9f43ae0 None None] Pushing event updated for resources: {'Port': ['ID=ab819046-922b-4938-9f7a-0c498ce0d665,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:35.241763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-27826719-16c8-4e13-9518-5205f9f43ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:35.260207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for ab819046-922b-4938-9f7a-0c498ce0d665 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:35.292884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:35.306295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203df6b7-495d-454f-b29f-780df6311e87 None None] Sync routers for ids ['74eff61e-02ad-4dd6-9e0e-20592b74b5d6'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:35.338066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203df6b7-495d-454f-b29f-780df6311e87 None None] Routers {'74eff61e-02ad-4dd6-9e0e-20592b74b5d6'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:35.339117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.342914 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2769344 Dec 22 08:38:35.343223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34746) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:35.344233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-203df6b7-495d-454f-b29f-780df6311e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74eff61e-02ad-4dd6-9e0e-20592b74b5d6'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.350157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:35.398348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e7ec9-95d8-43ff-bca4-f1e659fa3da6 None None] Network f078cf43-c205-41aa-8336-b9f464872fe5 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:35.446356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.446867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.447177 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Floating IP 9de4bf8a-7dcd-4aeb-9ea2-d4b954498719 disassociated. External IP: 172.26.5.218, port: 4e7441b9-caca-4e75-8ec9-1a07667d4194. Dec 22 08:38:35.447568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Calling delete_port for 4e7441b9-caca-4e75-8ec9-1a07667d4194 owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:35.464826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305724b5-33f9-46e8-8f6a-3e65bb2bff74 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:35.471274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-305724b5-33f9-46e8-8f6a-3e65bb2bff74 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.478856 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25562fe-c19a-4196-953f-37db4ca01f9f None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:35.502358 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25562fe-c19a-4196-953f-37db4ca01f9f None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:35.502986 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e25562fe-c19a-4196-953f-37db4ca01f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.519359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-203df6b7-495d-454f-b29f-780df6311e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.588183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5dc587e4-a90b-479e-8f25-d186c412b484 None None] Provisioning complete for port ab819046-922b-4938-9f7a-0c498ce0d665 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:35.588549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5dc587e4-a90b-479e-8f25-d186c412b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.628020 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e25562fe-c19a-4196-953f-37db4ca01f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.643103 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25562fe-c19a-4196-953f-37db4ca01f9f None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:35.644313 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e25562fe-c19a-4196-953f-37db4ca01f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.666235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203df6b7-495d-454f-b29f-780df6311e87 None None] Routers {'74eff61e-02ad-4dd6-9e0e-20592b74b5d6'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:35.666877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-203df6b7-495d-454f-b29f-780df6311e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74eff61e-02ad-4dd6-9e0e-20592b74b5d6'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.764574 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e25562fe-c19a-4196-953f-37db4ca01f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.764962 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25562fe-c19a-4196-953f-37db4ca01f9f None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:35.788914 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-305724b5-33f9-46e8-8f6a-3e65bb2bff74 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/floatingips/dee67c21-7d0a-4de3-8b56-cb809ee392de HTTP/1.1" status: 200 len: 978 time: 3.5728092 Dec 22 08:38:35.804883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34752) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:35.811994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:35.855322 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-203df6b7-495d-454f-b29f-780df6311e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:35.855739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203df6b7-495d-454f-b29f-780df6311e87 None None] The sync data for ids ['74eff61e-02ad-4dd6-9e0e-20592b74b5d6'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:35.893655 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-676fd458-646f-4c7f-83c2-dafda9538564 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:35.894516 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676fd458-646f-4c7f-83c2-dafda9538564 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:35.902189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ce605f10-ae9a-4463-8969-7acaa72c9015 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:35.941850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea17a7-dd66-42fa-bbb3-8cc3a761a083 req-926b3d2a-e4e8-485d-8ee7-b8c708e5d267 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:35.943067 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-21ea17a7-dd66-42fa-bbb3-8cc3a761a083 req-926b3d2a-e4e8-485d-8ee7-b8c708e5d267 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 946 time: 0.3254495 Dec 22 08:38:35.993849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Pushing event deleted for resources: {'Port': ['ID=4e7441b9-caca-4e75-8ec9-1a07667d4194,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:36.001710 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-676fd458-646f-4c7f-83c2-dafda9538564 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/a2b2ad65-195e-4d3c-9120-ccdcc45c44bc HTTP/1.1" status: 404 len: 339 time: 0.9063511 Dec 22 08:38:36.010227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34760) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:36.011258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:36.066907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-748a6418-13af-42cd-8ca2-a7c641a5c09f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:36.068467 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-748a6418-13af-42cd-8ca2-a7c641a5c09f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.32 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 946 time: 1.2320774 Dec 22 08:38:36.084070 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-21ea17a7-dd66-42fa-bbb3-8cc3a761a083 req-414c9965-2df8-4430-bf3b-986e3a31674c tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310272 Dec 22 08:38:36.088854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:36.088997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:36.119342 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20c28ac-d5a4-4fff-8cd4-4cac10fca4d9 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:36.119787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20c28ac-d5a4-4fff-8cd4-4cac10fca4d9 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:36.223961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ab819046-922b-4938-9f7a-0c498ce0d665 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:36.351070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ab819046-922b-4938-9f7a-0c498ce0d665 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:36.351735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.392100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf3d53-4a2f-4304-8929-d3890c42817c req-d343b6da-9a38-408c-ae29-3defe37a5775 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:36.398176 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fbcf3d53-4a2f-4304-8929-d3890c42817c req-d343b6da-9a38-408c-ae29-3defe37a5775 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.7965860 Dec 22 08:38:36.407865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4e7441b9-caca-4e75-8ec9-1a07667d4194 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:36.412146 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c20c28ac-d5a4-4fff-8cd4-4cac10fca4d9 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/c930307a-a1de-4aaa-8dc3-cbc5ae490f5b HTTP/1.1" status: 404 len: 337 time: 0.3986256 Dec 22 08:38:36.414375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34764) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:36.461595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 4e7441b9-caca-4e75-8ec9-1a07667d4194 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:38:36.462200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4e7441b9-caca-4e75-8ec9-1a07667d4194 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:36.462809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device f2e22efc-0e35-4db9-a115-189a04170596 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:36.524748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Deleting port f2e22efc-0e35-4db9-a115-189a04170596 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:36.527671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.581563 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-53002275-5666-44ae-b42c-5d115c141557 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:36.581999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53002275-5666-44ae-b42c-5d115c141557 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:36.586585 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-53002275-5666-44ae-b42c-5d115c141557 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/130e060b-abe1-4238-9b70-1ba09f309178 HTTP/1.1" status: 404 len: 339 time: 0.1404424 Dec 22 08:38:36.587698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34768) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:36.597764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port ab819046-922b-4938-9f7a-0c498ce0d665 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:36.598469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.600251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.643274 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f8a17c0e-0c60-4c62-b282-3f6d66cf7773 req-d591859d-8ea2-4fcf-b027-fc5cf08794ff tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 210 time: 0.1001174 Dec 22 08:38:36.643442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port d9e36e1b-4fc4-4acc-9518-2f817cfb4418 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:36.643669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.663843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0651655d-09c5-4cfc-bd73-01d58741ea52 None None] Provisioning complete for port ab819046-922b-4938-9f7a-0c498ce0d665 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:36.664092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0651655d-09c5-4cfc-bd73-01d58741ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.684397 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fbcf3d53-4a2f-4304-8929-d3890c42817c req-9c7128d9-6cec-4d0d-991b-a0c3b0756f99 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664037 Dec 22 08:38:36.731489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:38:36.756396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port f2e22efc-0e35-4db9-a115-189a04170596, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f2e22efc-0e35-4db9-a115-189a04170596,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:36.771065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:36.773250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:36.835059 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596', 'code': 200} Dec 22 08:38:36.894901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=f2e22efc-0e35-4db9-a115-189a04170596,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:36.899877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:36.992782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting subnet 63cdcb1c-ab96-4e51-9ef8-652bafb9a73d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:38:36.998006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.017147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebf56ded-9123-4386-9b96-ae0c3a1cbbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.059562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.099945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.142927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.165150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Deleting port 1ab1e8d6-33ac-4537-b0c9-5f1826058447 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:37.165679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.212259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.262008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.262640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.412449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.417942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.425699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0fe174a-ca7b-405d-8893-04fa3ed9b2e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:37.566359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for d9e36e1b-4fc4-4acc-9518-2f817cfb4418 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:37.573446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=63cdcb1c-ab96-4e51-9ef8-652bafb9a73d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:37.576159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:37.583411 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Calling delete_port for 1ab1e8d6-33ac-4537-b0c9-5f1826058447 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:37.624632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.635997 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/63cdcb1c-ab96-4e51-9ef8-652bafb9a73d HTTP/1.1" status: 204 len: 168 time: 1.0364804 Dec 22 08:38:37.636286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:37.641163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed92e1-5081-492f-9ac1-c051a415e6da None None] Network 94b72039-8580-4796-8048-0ea3d6a06922 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:37.647420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] For port f2e22efc-0e35-4db9-a115-189a04170596, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f2e22efc-0e35-4db9-a115-189a04170596,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:37.647776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.881619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.881860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port ab819046-922b-4938-9f7a-0c498ce0d665, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ab819046-922b-4938-9f7a-0c498ce0d665,segment=NetworkSegment(527065ca-3a76-4751-9f41-56a1b286b5c3),segment_id=527065ca-3a76-4751-9f41-56a1b286b5c3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:37.882321 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.915715 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fd5ea7d8-c365-4a52-a6a8-fb516b62f27e req-bfe831e3-8b84-4bbe-9c25-8e2c4804596d tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 210 time: 0.0721035 Dec 22 08:38:37.929988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port b54b785f-b366-48da-b579-64d22ff3636d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:37.930437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:37.986297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] DHCP port deletion for 94b72039-8580-4796-8048-0ea3d6a06922 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:38:37.990765 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Deleting port b54b785f-b366-48da-b579-64d22ff3636d {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:37.991394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.048799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Router e6655012-7b22-4e3d-81f9-86c7d9b883cb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:38.063803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for ab819046-922b-4938-9f7a-0c498ce0d665 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:38.070135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.079463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a921af29-2c54-427d-908d-808c560bf0f2 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:38.190681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b54b785f-b366-48da-b579-64d22ff3636d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:38.221004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Pushing event deleted for resources: {'Port': ['ID=1ab1e8d6-33ac-4537-b0c9-5f1826058447,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:38.230746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:38.373901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] For port b54b785f-b366-48da-b579-64d22ff3636d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b54b785f-b366-48da-b579-64d22ff3636d,segment=NetworkSegment(ef94fe8f-24ed-4e5a-8e89-27c413e2af7c),segment_id=ef94fe8f-24ed-4e5a-8e89-27c413e2af7c)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:38.374374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.381192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff99b8-ee22-4a80-a915-456e32da416f req-5091ce47-7002-430c-b361-94ff28d79154 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:38.388143 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-68ff99b8-ee22-4a80-a915-456e32da416f req-5091ce47-7002-430c-b361-94ff28d79154 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 944 time: 1.0977819 Dec 22 08:38:38.419922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.420377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.420582 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Floating IP 5510ac9b-8934-481b-b114-ac459cceebcb disassociated. External IP: 172.26.5.67, port: f2e22efc-0e35-4db9-a115-189a04170596. Dec 22 08:38:38.421038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Calling delete_port for f2e22efc-0e35-4db9-a115-189a04170596 owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:38.548031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Calling delete_port for b54b785f-b366-48da-b579-64d22ff3636d owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:38.577299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.606603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-70889e4b-a8e4-4fff-adcb-e2f318c5a207 tempest-RoutersAdminNegativeTest-1504955288 tempest-RoutersAdminNegativeTest-1504955288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:38.611171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port b54b785f-b366-48da-b579-64d22ff3636d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b54b785f-b366-48da-b579-64d22ff3636d,segment=NetworkSegment(ef94fe8f-24ed-4e5a-8e89-27c413e2af7c),segment_id=ef94fe8f-24ed-4e5a-8e89-27c413e2af7c)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:38.611920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.619961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.636018 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-68ff99b8-ee22-4a80-a915-456e32da416f req-71c541aa-f79f-4608-8089-3957ea8678e8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups?id=f714a4dc-5806-4a0c-812e-e413d04ab6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470078 Dec 22 08:38:38.660673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=d9e36e1b-4fc4-4acc-9518-2f817cfb4418,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:38.664850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.669991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:38.670490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:38.716025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port b54b785f-b366-48da-b579-64d22ff3636d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b54b785f-b366-48da-b579-64d22ff3636d,segment=NetworkSegment(ef94fe8f-24ed-4e5a-8e89-27c413e2af7c),segment_id=ef94fe8f-24ed-4e5a-8e89-27c413e2af7c)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:38.725835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:38.731734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:38.781220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:38.781580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:38.791917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Port': ['ID=ab819046-922b-4938-9f7a-0c498ce0d665,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:38.792307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for b54b785f-b366-48da-b579-64d22ff3636d owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:38.805934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:38.808860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=b54b785f-b366-48da-b579-64d22ff3636d,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:38.812729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:38.934613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a661b0e-dd56-4b7a-813b-21439d43689b req-00c46b7b-2890-4335-970a-5fcfd39ccbe2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:38.936367 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1a661b0e-dd56-4b7a-813b-21439d43689b req-00c46b7b-2890-4335-970a-5fcfd39ccbe2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.8066418 Dec 22 08:38:38.950962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eacb7f7-0717-4c35-a92c-aba77b9601df None None] DHCP port deletion for f078cf43-c205-41aa-8336-b9f464872fe5 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:38:39.072520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:39.075603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:39.150963 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No DVR routers for this DVR port ab819046-922b-4938-9f7a-0c498ce0d665 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:39.184352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.184871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bcd75fc8-3049-424a-9c8c-f93660bb584f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.188214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.227067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-23966102-f725-4a6b-a990-434862d95ef1 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:39.259142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.282870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Deleting port b54b785f-b366-48da-b579-64d22ff3636d {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:39.283365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.312855 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1a661b0e-dd56-4b7a-813b-21439d43689b req-f2d00287-71cd-42c3-8392-ee6664498102 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914703 Dec 22 08:38:39.315119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-d9195410-969d-4554-9a63-71e98aa88380 req-44cdc718-8508-4d26-9811-abf24efdcbf4 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Synchronizing usage tracker for tenant:40af50be34624cc59f8ac7442c7da6da on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:39.318294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.322963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.342544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Pushing event deleted for resources: {'Port': ['ID=f2e22efc-0e35-4db9-a115-189a04170596,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:39.352166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:39.398690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.445597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-d9195410-969d-4554-9a63-71e98aa88380 req-44cdc718-8508-4d26-9811-abf24efdcbf4 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Unset dirty status for tenant:40af50be34624cc59f8ac7442c7da6da on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:39.446861 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d9195410-969d-4554-9a63-71e98aa88380 req-44cdc718-8508-4d26-9811-abf24efdcbf4 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 210 time: 0.2984231 Dec 22 08:38:39.472646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Router 74eff61e-02ad-4dd6-9e0e-20592b74b5d6 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:39.551131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] For port b54b785f-b366-48da-b579-64d22ff3636d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b54b785f-b366-48da-b579-64d22ff3636d,segment=NetworkSegment(ef94fe8f-24ed-4e5a-8e89-27c413e2af7c),segment_id=ef94fe8f-24ed-4e5a-8e89-27c413e2af7c)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:39.551883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.566020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:39.609780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port b54b785f-b366-48da-b579-64d22ff3636d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:39.609780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.619308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] Sync routers for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:39.685967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Calling delete_port for b54b785f-b366-48da-b579-64d22ff3636d owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:39.707284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.717916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:39.746154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] No DVR routers for this DVR port 4e7441b9-caca-4e75-8ec9-1a07667d4194 on host hv-neutron-8226 {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:39.768707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:39.769272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.769373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:39.782686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91de7223-d63c-46b4-b46c-8694399da8a2', 'name': 'network-vif-deleted', 'tag': '4e7441b9-caca-4e75-8ec9-1a07667d4194'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:38:39.794727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:39.797357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=dc243e4f-b8ee-4a65-986a-da4373fc76a1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:39.813888 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b9468e-1ea1-4796-bda3-8a458d3e9cdc None None] Sync routers for ids ['74eff61e-02ad-4dd6-9e0e-20592b74b5d6'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:39.815540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:39.840376 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b9468e-1ea1-4796-bda3-8a458d3e9cdc None None] Routers {'74eff61e-02ad-4dd6-9e0e-20592b74b5d6'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:39.841933 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c8b9468e-1ea1-4796-bda3-8a458d3e9cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74eff61e-02ad-4dd6-9e0e-20592b74b5d6'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:39.864311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:39.865615 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "PUT /v2.0/routers/74eff61e-02ad-4dd6-9e0e-20592b74b5d6 HTTP/1.1" status: 200 len: 710 time: 4.5214236 Dec 22 08:38:39.868717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34790) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:39.903093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8baf379-eae1-4d71-b5ec-246bee319541 None None] Network f078cf43-c205-41aa-8336-b9f464872fe5 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:39.940354 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c8b9468e-1ea1-4796-bda3-8a458d3e9cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:39.946202 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91de7223-d63c-46b4-b46c-8694399da8a2', 'name': 'network-vif-deleted', 'tag': '4e7441b9-caca-4e75-8ec9-1a07667d4194', 'status': 'completed', 'code': 200} Dec 22 08:38:39.957553 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b9468e-1ea1-4796-bda3-8a458d3e9cdc None None] Routers {'74eff61e-02ad-4dd6-9e0e-20592b74b5d6'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:39.958301 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c8b9468e-1ea1-4796-bda3-8a458d3e9cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74eff61e-02ad-4dd6-9e0e-20592b74b5d6'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:39.978662 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cd927a50-a5de-4430-855e-3dc6574fda50 req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.32 "DELETE /v2.0/ports/4e7441b9-caca-4e75-8ec9-1a07667d4194 HTTP/1.1" status: 204 len: 173 time: 6.7481670 Dec 22 08:38:40.042075 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c8b9468e-1ea1-4796-bda3-8a458d3e9cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:40.042534 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b9468e-1ea1-4796-bda3-8a458d3e9cdc None None] The sync data for ids ['74eff61e-02ad-4dd6-9e0e-20592b74b5d6'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:40.106436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.156976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f078cf43-c205-41aa-8336-b9f464872fe5']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:40.174454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527065ca-3a76-4751-9f41-56a1b286b5c3') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:40.174897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527065ca-3a76-4751-9f41-56a1b286b5c3') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:40.181143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.213338 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29db6b13-2752-4196-a43a-99755768a13e req-8404430b-c3a9-43eb-aa98-518450cd5323 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 210 time: 0.3425748 Dec 22 08:38:40.215772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.241373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.258512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:40.258887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:40.258991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:40.278320 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:40.281230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port b54b785f-b366-48da-b579-64d22ff3636d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b54b785f-b366-48da-b579-64d22ff3636d,segment=NetworkSegment(ef94fe8f-24ed-4e5a-8e89-27c413e2af7c),segment_id=ef94fe8f-24ed-4e5a-8e89-27c413e2af7c)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:40.281420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.303086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5343b6-5048-480b-b15c-c4e3caa256ea None None] DHCP port deletion for f078cf43-c205-41aa-8336-b9f464872fe5 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:38:40.307125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ab819046-922b-4938-9f7a-0c498ce0d665 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:40.332875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] No DVR routers for this DVR port b54b785f-b366-48da-b579-64d22ff3636d on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:40.358340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Pushing event deleted for resources: {'Port': ['ID=b54b785f-b366-48da-b579-64d22ff3636d,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:40.364988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ab819046-922b-4938-9f7a-0c498ce0d665 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:38:40.365331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ab819046-922b-4938-9f7a-0c498ce0d665 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:40.369986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:40.401991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814ec73-aa04-4f84-b0d9-9a9f47a65f58 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:38:40.443830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Router 6cda8f89-b425-495e-a7fb-11eb68d7dbab has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:40.448225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.454838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b8764cc2-5464-49df-91cb-9d65830ab16b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:40.460206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for b54b785f-b366-48da-b579-64d22ff3636d owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:40.514238 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-80ad60d8-0cb6-4ed3-bb22-0b22544660b4 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/routers/74eff61e-02ad-4dd6-9e0e-20592b74b5d6 HTTP/1.1" status: 200 len: 745 time: 0.4296348 Dec 22 08:38:40.521852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34798) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:40.527400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.550863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=f078cf43-c205-41aa-8336-b9f464872fe5,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:40.566083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:40.567514 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/f078cf43-c205-41aa-8336-b9f464872fe5 HTTP/1.1" status: 204 len: 168 time: 7.1941471 Dec 22 08:38:40.571258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34802) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:40.573593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.603674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.617617 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b6b5640d-1908-474a-ad34-b14ac66f067b tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=74eff61e-02ad-4dd6-9e0e-20592b74b5d6 HTTP/1.1" status: 200 len: 205 time: 0.0943942 Dec 22 08:38:40.631332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34806) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:40.641526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4814ec73-aa04-4f84-b0d9-9a9f47a65f58 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:38:40.668000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:38:40.722081 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-59731d19-6600-4852-a37d-10241727415c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:40.722505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59731d19-6600-4852-a37d-10241727415c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:40.729417 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-63686d4e-37ea-4c89-b0e3-1d5d67851958 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=74eff61e-02ad-4dd6-9e0e-20592b74b5d6 HTTP/1.1" status: 200 len: 205 time: 0.0971243 Dec 22 08:38:40.747331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34810) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:40.764610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:40.764971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:40.769973 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-59731d19-6600-4852-a37d-10241727415c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/f078cf43-c205-41aa-8336-b9f464872fe5 HTTP/1.1" status: 404 len: 339 time: 0.1952035 Dec 22 08:38:40.779863 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bc398627-b9d2-44cf-b7e7-ddbf638cc0b2 req-45575f56-199b-477d-83d0-09ccc42949e8 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/ports?device_id=91de7223-d63c-46b4-b46c-8694399da8a2 HTTP/1.1" status: 200 len: 210 time: 0.0637636 Dec 22 08:38:40.780523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34814) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:40.787968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-819763576', 'description': 'd1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:40.793645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:40.798850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:network and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:40.802023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:40.809051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:40.821067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:40.825588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.855376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:40.866472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.866735 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment e6789740-0f99-458a-8c73-a04839296f5c of type vlan for network ac57b30f-1a56-4700-a2ab-3acb111437b0 Dec 22 08:38:40.897536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.939707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.944733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:40.945478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:40.950318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37096406-7efb-4fea-a38c-9b40e684a7a3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:41.063419 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2790964 Dec 22 08:38:41.064903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34818) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:41.092804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=ac57b30f-1a56-4700-a2ab-3acb111437b0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:41.098845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:41.146727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network ac57b30f-1a56-4700-a2ab-3acb111437b0 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:41.158424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.188961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce8742-5ae2-4cd3-92cb-1cc65f314e1f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:41.189780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-87ce8742-5ae2-4cd3-92cb-1cc65f314e1f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Synchronizing usage tracker for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:41.207539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-87ce8742-5ae2-4cd3-92cb-1cc65f314e1f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Unset dirty status for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:41.209125 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-87ce8742-5ae2-4cd3-92cb-1cc65f314e1f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/networks?id=ac57b30f-1a56-4700-a2ab-3acb111437b0 HTTP/1.1" status: 200 len: 760 time: 0.1442049 Dec 22 08:38:41.211710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34822) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:41.218948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'description': 'd2'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:41.231331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a88d5b44-6555-43a0-9703-7485242b793c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.318713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809fc39-e440-4e81-bb40-5b22b27c471d req-0559e6f0-8327-42c3-9605-aca6996df720 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:41.327125 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6809fc39-e440-4e81-bb40-5b22b27c471d req-0559e6f0-8327-42c3-9605-aca6996df720 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.6345840 Dec 22 08:38:41.400618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port b54b785f-b366-48da-b579-64d22ff3636d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:41.400975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.428902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '1fec9310-c58c-4911-bc66-6e52d4e3a75c', 'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'mac_address': 'fa:16:3e:e2:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:06Z', 'updated_at': '2021-12-22T08:36:47Z', 'revision_number': 5, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'subnets': [{'id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:41.440438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] Checking router: e6655012-7b22-4e3d-81f9-86c7d9b883cb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:38:41.468757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:41.469766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:41.480314 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6809fc39-e440-4e81-bb40-5b22b27c471d req-6bd87ddc-87b2-4d70-87df-77559344259b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520519 Dec 22 08:38:41.519158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:41.578004 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-81ddb6ab-86f4-40f5-b7b5-07d8a6578717 req-16edb183-217b-4899-b65d-8d67f2d92c88 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 210 time: 0.1450212 Dec 22 08:38:41.633857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] The port 'b54b785f-b366-48da-b579-64d22ff3636d' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:38:41.676836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:38:41.843168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.848942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.905912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a88d5b44-6555-43a0-9703-7485242b793c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.909396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:41.924604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b72039-8580-4796-8048-0ea3d6a06922']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:41.937032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] Sync routers for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:41.939104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef94fe8f-24ed-4e5a-8e89-27c413e2af7c') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:41.939513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef94fe8f-24ed-4e5a-8e89-27c413e2af7c') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:41.953233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.973132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:41.973896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:41.976842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:41.985020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:41.985504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.016218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a88d5b44-6555-43a0-9703-7485242b793c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.033431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34836) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.038361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] No DVR routers for this DVR port f2e22efc-0e35-4db9-a115-189a04170596 on host hv-neutron-8226 {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:42.041603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.043590 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3b3c6a05-d8cd-4cb5-a5e7-ffaf2e803c2a req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.32 "DELETE /v2.0/ports/f2e22efc-0e35-4db9-a115-189a04170596 HTTP/1.1" status: 204 len: 173 time: 5.9558785 Dec 22 08:38:42.045636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'name': 'network-vif-deleted', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:38:42.196798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a88d5b44-6555-43a0-9703-7485242b793c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.197656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88d5b44-6555-43a0-9703-7485242b793c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Fanout notify agent at l3_agent the message router_deleted on router 74eff61e-02ad-4dd6-9e0e-20592b74b5d6 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:38:42.203935 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd66d7-6ec4-4058-9ff6-c0b56a9def0c', 'name': 'network-vif-deleted', 'tag': 'f2e22efc-0e35-4db9-a115-189a04170596', 'status': 'completed', 'code': 200} Dec 22 08:38:42.223947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.230682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a88d5b44-6555-43a0-9703-7485242b793c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.232041 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a88d5b44-6555-43a0-9703-7485242b793c tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/74eff61e-02ad-4dd6-9e0e-20592b74b5d6 HTTP/1.1" status: 204 len: 168 time: 1.4824812 Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:42.239215 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:42.246491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34842) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.271317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:38:42.306971 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3ecab0c3-adf4-4d83-9b06-0c56f4745b3e tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=74eff61e-02ad-4dd6-9e0e-20592b74b5d6 HTTP/1.1" status: 200 len: 205 time: 0.0570490 Dec 22 08:38:42.307825 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8fefce51-18af-4480-a22e-fcb89bebe838 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.308528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.310175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34846) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.315028 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-68fc9a82-4249-484a-bc82-f230f0b5ae8e req-0b49d48d-dd2d-4b85-a82d-efe8ecb041a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1099 time: 0.3379898 Dec 22 08:38:42.317740 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '1fec9310-c58c-4911-bc66-6e52d4e3a75c', 'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'mac_address': 'fa:16:3e:e2:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:06Z', 'updated_at': '2021-12-22T08:36:47Z', 'revision_number': 5, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'subnets': [{'id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:42.317910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-471cc8a8-48d8-4ad3-ae11-0eac9dae575f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:42.326477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce699d-b4a9-463b-9f78-3ab0187ee5c2 None None] The sync data for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv is: [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:08Z', 'revision_number': 4, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '1fec9310-c58c-4911-bc66-6e52d4e3a75c', 'name': '', 'network_id': 'c5dff4d1-105a-4e86-8b7e-fcef6be851f8', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'mac_address': 'fa:16:3e:e2:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:06Z', 'updated_at': '2021-12-22T08:36:47Z', 'revision_number': 5, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'subnets': [{'id': 'dd8fe89f-7bf1-4736-949a-c9a233d71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:42.405825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network ac57b30f-1a56-4700-a2ab-3acb111437b0 is not hosted by any dhcp agent {{(pid=83495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 22 08:38:42.409423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:42.410002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.413980 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "PUT /v2.0/networks/ac57b30f-1a56-4700-a2ab-3acb111437b0 HTTP/1.1" status: 200 len: 757 time: 1.2008686 Dec 22 08:38:42.416050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34850) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.447844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.449322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=ac57b30f-1a56-4700-a2ab-3acb111437b0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:42.475507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.478617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:42.480132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:42.482840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network ac57b30f-1a56-4700-a2ab-3acb111437b0 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:42.547631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=94b72039-8580-4796-8048-0ea3d6a06922,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:42.555595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:42.573746 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/94b72039-8580-4796-8048-0ea3d6a06922 HTTP/1.1" status: 204 len: 168 time: 4.9364114 Dec 22 08:38:42.575004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34852) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.581474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c6f47-3c62-4847-adf3-56fa3e9892d3 req-34a99ca7-f052-4e98-a877-4b52126989ec tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:42.589696 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-870c6f47-3c62-4847-adf3-56fa3e9892d3 req-34a99ca7-f052-4e98-a877-4b52126989ec tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.4017279 Dec 22 08:38:42.669712 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-684db424-06d2-4a03-aa58-37b8f2b1e839 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] delete failed (client error): The resource could not be found. Dec 22 08:38:42.670751 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-684db424-06d2-4a03-aa58-37b8f2b1e839 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/74eff61e-02ad-4dd6-9e0e-20592b74b5d6 HTTP/1.1" status: 404 len: 336 time: 0.3595443 Dec 22 08:38:42.682246 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0e400-cc0e-4e64-b1d7-79f356685fed None None] New status for floating IP 9de4bf8a-7dcd-4aeb-9ea2-d4b954498719: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:38:42.708246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34860) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.786182 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-70092f94-53fc-49b2-b795-58dac88b497f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:42.789872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70092f94-53fc-49b2-b795-58dac88b497f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:42.795370 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-70092f94-53fc-49b2-b795-58dac88b497f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/b0ba45ad-cbd8-438b-89f2-d6b8d86d9e0c HTTP/1.1" status: 404 len: 337 time: 0.1420045 Dec 22 08:38:42.795950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.836979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8fefce51-18af-4480-a22e-fcb89bebe838 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:42.870139 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-870c6f47-3c62-4847-adf3-56fa3e9892d3 req-1c99bb5f-ae62-42f0-b187-dcbeca0192dc tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793818 Dec 22 08:38:42.909248 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-36fd5d94-deb2-4030-809a-42c7ac326895 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b18c820-42f8-45e0-8ee2-a4e0a67169b4 HTTP/1.1" status: 200 len: 205 time: 0.1974220 Dec 22 08:38:42.928160 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0eebedc-aecf-4484-a4e1-3f1ee06c5faf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:42.929144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0eebedc-aecf-4484-a4e1-3f1ee06c5faf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:42.934565 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a0eebedc-aecf-4484-a4e1-3f1ee06c5faf tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/cc268835-a724-4c91-ab97-7a7d1ef1da73 HTTP/1.1" status: 404 len: 339 time: 0.1337421 Dec 22 08:38:42.935246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.936247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:42.936921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'c6ef582f-175a-4842-86a2-e8460ea7765f', 'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'mac_address': 'fa:16:3e:63:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:38Z', 'revision_number': 5, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'subnets': [{'id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:42.942626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] Checking router: 6cda8f89-b425-495e-a7fb-11eb68d7dbab for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:38:42.957366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:42.958581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.048055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc9a82-4249-484a-bc82-f230f0b5ae8e req-f6f2a27d-6788-4e69-a6a5-9c67738e2b81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:43.049760 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-68fc9a82-4249-484a-bc82-f230f0b5ae8e req-f6f2a27d-6788-4e69-a6a5-9c67738e2b81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 913 time: 0.6717720 Dec 22 08:38:43.050337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-b6611359-6ad6-49ef-86ad-50ff3a449372 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] delete failed (client error): The resource could not be found. Dec 22 08:38:43.053961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-ab7c7da1-52ee-4594-b20b-706e445235ac req-0b6646b0-70ec-4a92-be90-eaae1494ff00 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Synchronizing usage tracker for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:43.054111 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b6611359-6ad6-49ef-86ad-50ff3a449372 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/6b18c820-42f8-45e0-8ee2-a4e0a67169b4 HTTP/1.1" status: 404 len: 336 time: 0.1141858 Dec 22 08:38:43.054111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34876) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.107901 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e83d9b75-f5ce-4aa5-8c1f-7f4414a52d3a tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecaa8f0d-1f17-46db-9b6e-5153aedcc248 HTTP/1.1" status: 200 len: 205 time: 0.0498333 Dec 22 08:38:43.108729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34880) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.148802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:38:43.151663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaeb6f2-4ec3-4e6d-b178-4be518f1e192 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:43.152346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0aaeb6f2-4ec3-4e6d-b178-4be518f1e192 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Synchronizing usage tracker for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:43.178813 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-579c511a-a222-4431-8e80-7b3ec1ec6924 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] delete failed (client error): The resource could not be found. Dec 22 08:38:43.180008 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-579c511a-a222-4431-8e80-7b3ec1ec6924 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/ecaa8f0d-1f17-46db-9b6e-5153aedcc248 HTTP/1.1" status: 404 len: 336 time: 0.0703590 Dec 22 08:38:43.183368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34884) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.193689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:43.208207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-ab7c7da1-52ee-4594-b20b-706e445235ac req-0b6646b0-70ec-4a92-be90-eaae1494ff00 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Unset dirty status for tenant:90e6b72fd0774fd0b253f3a7b6d2d571 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:43.209418 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ab7c7da1-52ee-4594-b20b-706e445235ac req-0b6646b0-70ec-4a92-be90-eaae1494ff00 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/ports?device_id=51bd66d7-6ec4-4058-9ff6-c0b56a9def0c HTTP/1.1" status: 200 len: 210 time: 0.2840393 Dec 22 08:38:43.210013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27866c8-3414-45ac-9ac0-048bae07acac None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:43.217046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0aaeb6f2-4ec3-4e6d-b178-4be518f1e192 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Unset dirty status for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:43.223278 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0aaeb6f2-4ec3-4e6d-b178-4be518f1e192 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/networks?id=ac57b30f-1a56-4700-a2ab-3acb111437b0 HTTP/1.1" status: 200 len: 760 time: 0.5523160 Dec 22 08:38:43.223278 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-68fc9a82-4249-484a-bc82-f230f0b5ae8e req-bc9f09c0-eb73-4437-8add-5d1940ddf94e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 1002 time: 0.1612148 Dec 22 08:38:43.235586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34888) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.241908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27866c8-3414-45ac-9ac0-048bae07acac None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:43.242704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b27866c8-3414-45ac-9ac0-048bae07acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.271133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8fefce51-18af-4480-a22e-fcb89bebe838 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.273488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8fefce51-18af-4480-a22e-fcb89bebe838 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.276994 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8fefce51-18af-4480-a22e-fcb89bebe838 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "DELETE /v2.0/security-groups/3202cffd-bef3-49e9-9cf3-a51114ab6103 HTTP/1.1" status: 204 len: 168 time: 1.2380977 Dec 22 08:38:43.278817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-802868981'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:43.285338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dbd9af5d-7011-4413-987c-9533eb9c8bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:43.292809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34892) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.302028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.308818 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8794b332-b47f-4db2-91f7-33e265cfd0c8 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=c517f243-e231-40a4-98e8-3405779ee11c HTTP/1.1" status: 200 len: 205 time: 0.1239834 Dec 22 08:38:43.311136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34896) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.335862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:43.358736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefce51-18af-4480-a22e-fcb89bebe838 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3202cffd-bef3-49e9-9cf3-a51114ab6103,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:43.366491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b27866c8-3414-45ac-9ac0-048bae07acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.368603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8fefce51-18af-4480-a22e-fcb89bebe838 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:43.385570 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-8b085d3f-0ff1-4449-863b-994cc7dea7ba tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] delete failed (client error): The resource could not be found. Dec 22 08:38:43.385996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:43.386573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8b085d3f-0ff1-4449-863b-994cc7dea7ba tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/c517f243-e231-40a4-98e8-3405779ee11c HTTP/1.1" status: 404 len: 336 time: 0.0745158 Dec 22 08:38:43.391705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34900) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.408821 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-cdc49319-dbef-435f-92df-ba9dc560135d tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] show failed (client error): The resource could not be found. Dec 22 08:38:43.412465 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cdc49319-dbef-435f-92df-ba9dc560135d tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "GET /v2.0/security-groups/3202cffd-bef3-49e9-9cf3-a51114ab6103 HTTP/1.1" status: 404 len: 347 time: 0.1094391 Dec 22 08:38:43.414386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc9a82-4249-484a-bc82-f230f0b5ae8e req-5d7b8568-352c-4aec-96a1-6de08c4b1c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:43.415806 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-68fc9a82-4249-484a-bc82-f230f0b5ae8e req-5d7b8568-352c-4aec-96a1-6de08c4b1c5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 200 len: 851 time: 0.1793363 Dec 22 08:38:43.416260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34904) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.422634 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-be34af9a-ed8f-4bec-bee9-37164d6ab2bc tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/floatingips/dee67c21-7d0a-4de3-8b56-cb809ee392de HTTP/1.1" status: 204 len: 168 time: 7.6094897 Dec 22 08:38:43.423459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34908) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.463829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27866c8-3414-45ac-9ac0-048bae07acac None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:43.464477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b27866c8-3414-45ac-9ac0-048bae07acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.480292 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-18d95bbd-6dcd-4a22-a61d-cd62183d1155 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=bafeb225-95bd-4267-8e9a-6408c30c3f30 HTTP/1.1" status: 200 len: 205 time: 0.0878334 Dec 22 08:38:43.489512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34912) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.538596 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b27866c8-3414-45ac-9ac0-048bae07acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.539008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27866c8-3414-45ac-9ac0-048bae07acac None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:43.550287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:43.553217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.578635 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-09a02457-3888-4b3d-a958-ad1d8fa2bd23 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] delete failed (client error): The resource could not be found. Dec 22 08:38:43.579799 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-09a02457-3888-4b3d-a958-ad1d8fa2bd23 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/bafeb225-95bd-4267-8e9a-6408c30c3f30 HTTP/1.1" status: 404 len: 336 time: 0.0894470 Dec 22 08:38:43.583560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34916) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.630606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting subnet 582793d8-505f-4e87-b8e7-eb05bd1a3f0d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:38:43.643297 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-88fe6d51-79e6-4aa6-aff7-0ec94dff4b84 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e7de61c-10fd-439a-8fec-0e3b7d65befa HTTP/1.1" status: 200 len: 205 time: 0.0566983 Dec 22 08:38:43.643995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.661909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34920) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.662943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'c6ef582f-175a-4842-86a2-e8460ea7765f', 'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'mac_address': 'fa:16:3e:63:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:38Z', 'revision_number': 5, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'subnets': [{'id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:43.667267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c812d162-e46d-4220-b9c2-28b9ec22ba7b None None] The sync data for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv is: [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:12Z', 'revision_number': 4, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'c6ef582f-175a-4842-86a2-e8460ea7765f', 'name': '', 'network_id': 'b1b26534-ad52-47d9-8e9a-d104ef919d7e', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'mac_address': 'fa:16:3e:63:17:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:11Z', 'updated_at': '2021-12-22T08:36:38Z', 'revision_number': 5, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'subnets': [{'id': 'a87f1ef4-5ef0-477c-ab24-82ffe6b9599e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:43.675912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:43.676251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.742534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Deleting port 22017449-eff0-420e-82d3-5d5a894e1147 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:43.743080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.758483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.771677 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-4c5660d4-151d-4ff9-96ed-6c1543498d92 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] delete failed (client error): The resource could not be found. Dec 22 08:38:43.772697 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4c5660d4-151d-4ff9-96ed-6c1543498d92 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/routers/7e7de61c-10fd-439a-8fec-0e3b7d65befa HTTP/1.1" status: 404 len: 336 time: 0.1087809 Dec 22 08:38:43.777955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:43.785598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34924) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:43.849698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:43.850079 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment 06a329ca-7e93-4e11-9cd9-22871687cc32 of type vlan for network ea4a7bb5-ad6e-498a-8996-050438ca46db Dec 22 08:38:43.851499 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-289cd894-207e-4c6f-8a3e-9ff18db456f0 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:43.851933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289cd894-207e-4c6f-8a3e-9ff18db456f0 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:43.911289 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a3410-baea-4293-b9c6-8061d2102899 None None] New status for floating IP 5510ac9b-8934-481b-b114-ac459cceebcb: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:38:43.946277 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-289cd894-207e-4c6f-8a3e-9ff18db456f0 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] 10.222.0.31 "DELETE /v2.0/subnets/887e518d-071a-4e17-b014-dc593e806317 HTTP/1.1" status: 404 len: 337 time: 0.1587062 Dec 22 08:38:43.966465 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-68fc9a82-4249-484a-bc82-f230f0b5ae8e req-b6f621b4-b8ab-4dea-868d-11787e30caeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da5084d-8efd-4897-9d2d-6026cbe0946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4648874 Dec 22 08:38:43.994363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.119783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.164896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.165216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.242768 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.246267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:44.246827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.307894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.315545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aa8774af-7c26-4e1b-9b35-f432e1e2c146 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:44.323568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:44.381902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Subnet': ['ID=582793d8-505f-4e87-b8e7-eb05bd1a3f0d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:44.384943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:44.406020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34938) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:44.435185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.443564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4ecd0-ef10-416d-a6d6-01cc5aab6015 None None] Network 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:44.446882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.461395 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/subnets/582793d8-505f-4e87-b8e7-eb05bd1a3f0d HTTP/1.1" status: 204 len: 168 time: 1.5224240 Dec 22 08:38:44.462053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34942) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:44.477019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Calling delete_port for 22017449-eff0-420e-82d3-5d5a894e1147 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:44.558916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34946) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:44.575791 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-68fc9a82-4249-484a-bc82-f230f0b5ae8e req-42cb0ad8-7a1a-46ab-be98-2753c1843755 service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007609 Dec 22 08:38:44.597906 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3582134 Dec 22 08:38:44.631137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34952) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:44.639074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': 'ea4a7bb5-ad6e-498a-8996-050438ca46db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:44.680488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:44.709666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=ea4a7bb5-ad6e-498a-8996-050438ca46db,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:44.722166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network ea4a7bb5-ad6e-498a-8996-050438ca46db details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:44.737915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f40a9c-7960-45df-9207-5e37bea316cc req-1c7373d9-b7e3-402e-9c93-2e65a8cbdeb8 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:44.744717 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f40a9c-7960-45df-9207-5e37bea316cc req-1c7373d9-b7e3-402e-9c93-2e65a8cbdeb8 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.5582619 Dec 22 08:38:44.775464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:44.840571 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] DHCP port deletion for 4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:38:44.855931 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f40a9c-7960-45df-9207-5e37bea316cc req-8e30396e-9a16-423d-b669-c38b8e22b2eb tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101902 Dec 22 08:38:44.858111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] Deleting port 79857789-c758-4805-b6db-4a38d138af79 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:44.859534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.884855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.898861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.902814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f369b5-9047-40ec-b9fe-5560651e965f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.966437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port 79857789-c758-4805-b6db-4a38d138af79 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:44.966974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.975707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:44.977884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:44.985283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-accf533e-a02c-4efc-b2e4-39f13396cb69 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:45.000533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f369b5-9047-40ec-b9fe-5560651e965f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.013346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Usage tracker for resource:subnet and tenant:8a0b7473a83e4339bdc33b53713fe5d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:45.022518 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-68fc9a82-4249-484a-bc82-f230f0b5ae8e req-8b6ca95f-3a93-4384-ba93-ad72fa8c6326 service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269824 Dec 22 08:38:45.023302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:45.036604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Pushing event deleted for resources: {'Port': ['ID=22017449-eff0-420e-82d3-5d5a894e1147,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:45.038711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:45.049093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:45.086961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:45.110714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] For port 79857789-c758-4805-b6db-4a38d138af79, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=79857789-c758-4805-b6db-4a38d138af79,segment=NetworkSegment(939daf89-0211-4a84-8c48-8ad076aa92f5),segment_id=939daf89-0211-4a84-8c48-8ad076aa92f5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:45.111108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.237528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.252244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.271602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f369b5-9047-40ec-b9fe-5560651e965f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.277015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-789ba700-1e29-4045-a0c9-c811113b5cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:45.288566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] Calling delete_port for 79857789-c758-4805-b6db-4a38d138af79 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:45.302046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.304046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f369b5-9047-40ec-b9fe-5560651e965f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714a4dc-5806-4a0c-812e-e413d04ab6d6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:45.311413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41f369b5-9047-40ec-b9fe-5560651e965f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:45.314071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5e622ede-8f93-40cf-a9ae-afc8b2d2c5f0 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:45.342303 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:45.357071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Usage tracker for resource:security_group_rule and tenant:11718e3275a54345bcec7e2548231c18 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:45.363790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:45.373652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:45.376699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.377853 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] 10.222.0.31 "DELETE /v2.0/floatingips/9de4bf8a-7dcd-4aeb-9ea2-d4b954498719 HTTP/1.1" status: 204 len: 168 time: 1.9598517 Dec 22 08:38:45.380964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:45.381402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:45.382527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34956) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:45.386749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] For port 79857789-c758-4805-b6db-4a38d138af79, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=79857789-c758-4805-b6db-4a38d138af79,segment=NetworkSegment(939daf89-0211-4a84-8c48-8ad076aa92f5),segment_id=939daf89-0211-4a84-8c48-8ad076aa92f5)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:45.387206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.391324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.397824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-048a3b60-e49d-4aa7-859d-e5831683de82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:45.442808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] Pushing event deleted for resources: {'Port': ['ID=79857789-c758-4805-b6db-4a38d138af79,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:45.445261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:45.448055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] No DVR routers for this DVR port 79857789-c758-4805-b6db-4a38d138af79 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:45.564763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.576083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.587692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e478a7d2-c345-436e-9e95-57c9d6f6e4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:45.636226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.643756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Calling delete_port for 79857789-c758-4805-b6db-4a38d138af79 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:45.652920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42a1103-31ec-4ec0-98e1-8d65356fccbd,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:45.656472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:45.658120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-150621a6-6de1-480f-8500-e10747e2bfcc tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:45.690040 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11718e3275a54345bcec7e2548231c18&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1216352 Dec 22 08:38:45.698779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34960) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:45.764125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=e503b8ce-abd7-4f29-b33a-e12350bc9b93,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:45.766821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:45.794912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41f369b5-9047-40ec-b9fe-5560651e965f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.796155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41f369b5-9047-40ec-b9fe-5560651e965f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "DELETE /v2.0/security-groups/f714a4dc-5806-4a0c-812e-e413d04ab6d6 HTTP/1.1" status: 204 len: 168 time: 1.3874695 Dec 22 08:38:45.797979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': '06a329ca-7e93-4e11-9cd9-22871687cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea4a7bb5-ad6e-498a-8996-050438ca46db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:45.798445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: ea4a7bb5-ad6e-498a-8996-050438ca46db, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:45.800802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:45.826885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a66dd300-226f-48f7-8d85-92dfc9ce100b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.855433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a66dd300-226f-48f7-8d85-92dfc9ce100b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.864687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network ea4a7bb5-ad6e-498a-8996-050438ca46db is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:45.877441 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-d1ce7287-0413-4445-8d8e-8e2808138f63 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] show failed (client error): The resource could not be found. Dec 22 08:38:45.878842 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d1ce7287-0413-4445-8d8e-8e2808138f63 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "GET /v2.0/security-groups/f714a4dc-5806-4a0c-812e-e413d04ab6d6 HTTP/1.1" status: 404 len: 347 time: 0.0760465 Dec 22 08:38:45.882478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34970) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:45.930739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.936491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:45.936790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:45.954922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, ea4a7bb5-ad6e-498a-8996-050438ca46db) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:45.959684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:45.961239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:45.968794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0139b65a-33d8-486f-8d7a-96f7d8c39e28 None None] Network ea4a7bb5-ad6e-498a-8996-050438ca46db requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:45.983004 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/ports/e6b4edcd-b3fa-4cdb-beab-e7f4ae36eeee HTTP/1.1" status: 204 len: 168 time: 2.5522113 Dec 22 08:38:45.987048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34974) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:46.000829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:46.040913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:46.140523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:46.154918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Deleting port f983d9d7-6417-4849-86be-b0d4f4ebce64 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:46.155269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.185253 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5484605 Dec 22 08:38:46.189388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 34978) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:46.198947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 79857789-c758-4805-b6db-4a38d138af79 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:46.226892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.238791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 79857789-c758-4805-b6db-4a38d138af79 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:38:46.239269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 79857789-c758-4805-b6db-4a38d138af79 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:46.258850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-ea4a7bb5-ad6e-498a-8996-050438ca46db', 'network_id': 'ea4a7bb5-ad6e-498a-8996-050438ca46db', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': 'e503b8ce-abd7-4f29-b33a-e12350bc9b93'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:46.259813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.281767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.361113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a66dd300-226f-48f7-8d85-92dfc9ce100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.363257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a66dd300-226f-48f7-8d85-92dfc9ce100b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.364354 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a66dd300-226f-48f7-8d85-92dfc9ce100b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b42a1103-31ec-4ec0-98e1-8d65356fccbd HTTP/1.1" status: 204 len: 168 time: 0.6646383 Dec 22 08:38:46.414482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0e1202bf-34a7-42d5-b328-1c14450363e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:46.439888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Allocated IP 172.20.0.2 (ea4a7bb5-ad6e-498a-8996-050438ca46db/e503b8ce-abd7-4f29-b33a-e12350bc9b93/f2a48e20-4636-4d56-8eed-72e603d26c2f) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:46.448532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Deleting port 79857789-c758-4805-b6db-4a38d138af79 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:46.449091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.498958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dd300-226f-48f7-8d85-92dfc9ce100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42a1103-31ec-4ec0-98e1-8d65356fccbd,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:46.501920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a66dd300-226f-48f7-8d85-92dfc9ce100b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:46.536785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] The port '79857789-c758-4805-b6db-4a38d138af79' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:38:46.646135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc52e00-86c4-41b3-9e9e-01aeea4797fb req-bc0abff2-1e32-4716-a455-8bc241b93945 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:46.647765 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cfc52e00-86c4-41b3-9e9e-01aeea4797fb req-bc0abff2-1e32-4716-a455-8bc241b93945 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.6622164 Dec 22 08:38:46.670954 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:38:46.717527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.739463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.752257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Transition to ACTIVE for port object f2a48e20-4636-4d56-8eed-72e603d26c2f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:46.757479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.757789 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.771562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.774196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Transition to ACTIVE for port object f2a48e20-4636-4d56-8eed-72e603d26c2f will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:46.785294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.790043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc47448f-3b8b-4056-a377-a4cd0c361891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:46.855588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Network ea4a7bb5-ad6e-498a-8996-050438ca46db is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:46.856512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:46.863361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:46.868454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:46.875082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Pushing event updated for resources: {'Port': ['ID=f2a48e20-4636-4d56-8eed-72e603d26c2f,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:46.878594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939daf89-0211-4a84-8c48-8ad076aa92f5') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:46.879070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939daf89-0211-4a84-8c48-8ad076aa92f5') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:46.879265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:46.901405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Calling delete_port for f983d9d7-6417-4849-86be-b0d4f4ebce64 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:46.937378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port f2a48e20-4636-4d56-8eed-72e603d26c2f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:46.937719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.945323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.960004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:46.970305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Attempting to bind port f2a48e20-4636-4d56-8eed-72e603d26c2f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:46.970666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Attempting to bind port f2a48e20-4636-4d56-8eed-72e603d26c2f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '06a329ca-7e93-4e11-9cd9-22871687cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea4a7bb5-ad6e-498a-8996-050438ca46db'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:46.971088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Attempting to bind port f2a48e20-4636-4d56-8eed-72e603d26c2f on network ea4a7bb5-ad6e-498a-8996-050438ca46db {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:46.978353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:46.978751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Checking segment: {'id': '06a329ca-7e93-4e11-9cd9-22871687cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea4a7bb5-ad6e-498a-8996-050438ca46db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:46.979157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.979583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Bound using segment: {'id': '06a329ca-7e93-4e11-9cd9-22871687cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea4a7bb5-ad6e-498a-8996-050438ca46db'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:46.980356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Bound port: f2a48e20-4636-4d56-8eed-72e603d26c2f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a329ca-7e93-4e11-9cd9-22871687cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ea4a7bb5-ad6e-498a-8996-050438ca46db'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:46.980474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:46.991552 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cfc52e00-86c4-41b3-9e9e-01aeea4797fb req-370ecc0c-4972-49d1-95fd-07f61815c4fc tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227363 Dec 22 08:38:47.054067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.124014 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d43cebd0-56eb-478b-b196-a3f388f7bc1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=379532ca0559458fbdaf1fcf5a258b7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1600244 Dec 22 08:38:47.130489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 34992) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:47.130976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] For port f2a48e20-4636-4d56-8eed-72e603d26c2f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:47.133271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:47.133742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:47.153304 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:47.244182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.352074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] For port f2a48e20-4636-4d56-8eed-72e603d26c2f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f2a48e20-4636-4d56-8eed-72e603d26c2f,segment=NetworkSegment(06a329ca-7e93-4e11-9cd9-22871687cc32),segment_id=06a329ca-7e93-4e11-9cd9-22871687cc32)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:47.354986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.355560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.359703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.360548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-23e77a87-2534-4789-9b39-2ae9241e97b3 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:47.372090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:47.372989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:47.375315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.392087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Pushing event deleted for resources: {'Network': ['ID=4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:47.401291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:47.403262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port f2a48e20-4636-4d56-8eed-72e603d26c2f, host dv-neutron-822610-1-hyperv, got binding levels [] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:47.403750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.412277 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] 10.222.0.31 "DELETE /v2.0/networks/4836d9d3-bfd7-4267-a4e2-b18fdadb1f9b HTTP/1.1" status: 204 len: 168 time: 2.9398520 Dec 22 08:38:47.438323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Pushing event deleted for resources: {'Port': ['ID=f983d9d7-6417-4849-86be-b0d4f4ebce64,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:47.441509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:47.445163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e857768-679b-420c-a897-4f2065acc23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.482111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Pushing event updated for resources: {'Port': ['ID=f2a48e20-4636-4d56-8eed-72e603d26c2f,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:47.487862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:47.525266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15eaaec-3572-43b7-bbd1-ddb409eeaf21 req-40882e81-0602-4213-ac15-c989498ac459 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:47.531155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a15eaaec-3572-43b7-bbd1-ddb409eeaf21 req-40882e81-0602-4213-ac15-c989498ac459 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.4043105 Dec 22 08:38:47.534350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e857768-679b-420c-a897-4f2065acc23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.574103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for f2a48e20-4636-4d56-8eed-72e603d26c2f owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:47.886653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.26.5.127 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/cc3e18e0-5d94-41b2-ae67-32242c2951fd) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:47.901665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.913726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:47.913942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:47.957052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:47.979516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e857768-679b-420c-a897-4f2065acc23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:47.988337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a15eaaec-3572-43b7-bbd1-ddb409eeaf21 req-b40fc4cd-e9c7-4436-a787-eb418e4dd643 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4445765 Dec 22 08:38:47.993015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a847332-a3b4-4ed3-a285-a73dde18ed98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:48.058920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e857768-679b-420c-a897-4f2065acc23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab639fbc-2ce8-4782-b988-e6d0c3ac184f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:48.068528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0e857768-679b-420c-a897-4f2065acc23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:48.075012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0e857768-679b-420c-a897-4f2065acc23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.076360 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0e857768-679b-420c-a897-4f2065acc23c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab639fbc-2ce8-4782-b988-e6d0c3ac184f HTTP/1.1" status: 204 len: 168 time: 0.9449763 Dec 22 08:38:48.247566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.248746 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] 10.222.0.31 "DELETE /v2.0/floatingips/5510ac9b-8934-481b-b114-ac459cceebcb HTTP/1.1" status: 204 len: 168 time: 2.3658681 Dec 22 08:38:48.249143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f2a48e20-4636-4d56-8eed-72e603d26c2f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:48.251884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35010) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:48.285533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Deleting port 1fec9310-c58c-4911-bc66-6e52d4e3a75c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:48.286033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.324165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35014) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:48.324500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9f1ca4d7-0044-4f72-88ed-e432d0797a19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=522c20128f3e4761959db5291e4feded&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3658276 Dec 22 08:38:48.395198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port f2a48e20-4636-4d56-8eed-72e603d26c2f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:48.415601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port f2a48e20-4636-4d56-8eed-72e603d26c2f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:48.416232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.529935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.642890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] For port 1fec9310-c58c-4911-bc66-6e52d4e3a75c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1fec9310-c58c-4911-bc66-6e52d4e3a75c,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:48.643426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.700945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6984-c556-4888-9fdd-13a68c823c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.773001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Calling delete_port for 1fec9310-c58c-4911-bc66-6e52d4e3a75c owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:48.845019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4cf7e-7803-4c4e-8dc4-e003769ed382 None None] Network ea4a7bb5-ad6e-498a-8996-050438ca46db requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:48.860643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671f7ee-e9b2-44b9-b008-786fadb627b4 req-97570bd6-1e07-4a24-8b77-e8e8f9bea002 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:48.862136 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6671f7ee-e9b2-44b9-b008-786fadb627b4 req-97570bd6-1e07-4a24-8b77-e8e8f9bea002 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3140051 Dec 22 08:38:48.874589 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6984-c556-4888-9fdd-13a68c823c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.921035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:48.941400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c6475621-e608-4aff-aa78-532ad2349055 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:48.942370 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6671f7ee-e9b2-44b9-b008-786fadb627b4 req-35abb192-e173-4f81-aef7-bcb9b5e1b8fd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678427 Dec 22 08:38:48.997431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e86de4ca-b454-47d9-ab7d-fea683408cfb None None] Provisioning for port f2a48e20-4636-4d56-8eed-72e603d26c2f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:38:49.025648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e86de4ca-b454-47d9-ab7d-fea683408cfb None None] Provisioning complete for port f2a48e20-4636-4d56-8eed-72e603d26c2f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:49.026044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e86de4ca-b454-47d9-ab7d-fea683408cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.087534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.105556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cd7e1866-8cca-45f8-88b6-f5131053a392 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:49.164895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=1fec9310-c58c-4911-bc66-6e52d4e3a75c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:49.192559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:49.209769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:49.213102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:49.222382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port f2a48e20-4636-4d56-8eed-72e603d26c2f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f2a48e20-4636-4d56-8eed-72e603d26c2f,segment=NetworkSegment(06a329ca-7e93-4e11-9cd9-22871687cc32),segment_id=06a329ca-7e93-4e11-9cd9-22871687cc32)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:49.222906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.239400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:49.345618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=cc3e18e0-5d94-41b2-ae67-32242c2951fd,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:49.378965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:49.404804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e86de4ca-b454-47d9-ab7d-fea683408cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.475034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e86de4ca-b454-47d9-ab7d-fea683408cfb None None] For port f2a48e20-4636-4d56-8eed-72e603d26c2f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f2a48e20-4636-4d56-8eed-72e603d26c2f,segment=NetworkSegment(06a329ca-7e93-4e11-9cd9-22871687cc32),segment_id=06a329ca-7e93-4e11-9cd9-22871687cc32)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:49.482396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:49.493061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e86de4ca-b454-47d9-ab7d-fea683408cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.495597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3bd126f0-1941-485d-af92-ba993e5bd032 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:49.581070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for f2a48e20-4636-4d56-8eed-72e603d26c2f owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:49.646130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6984-c556-4888-9fdd-13a68c823c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.649938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86de4ca-b454-47d9-ab7d-fea683408cfb None None] Pushing event updated for resources: {'Port': ['ID=f2a48e20-4636-4d56-8eed-72e603d26c2f,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:49.663413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1f5acce7-568c-4bbe-a468-04317a5eb273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:49.664939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e86de4ca-b454-47d9-ab7d-fea683408cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:49.697447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f6984-c556-4888-9fdd-13a68c823c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b9b12b-41de-42c7-ab23-7c4a1f35ddf5,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:49.700259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3b5f6984-c556-4888-9fdd-13a68c823c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:49.759322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7223b6b-6a07-4a92-952c-87526736e494 req-c0c68912-a1fa-4b68-8db5-ae0bdd0f016a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:49.760776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d7223b6b-6a07-4a92-952c-87526736e494 req-c0c68912-a1fa-4b68-8db5-ae0bdd0f016a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.2774849 Dec 22 08:38:49.799708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3b5f6984-c556-4888-9fdd-13a68c823c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.800868 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3b5f6984-c556-4888-9fdd-13a68c823c59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47b9b12b-41de-42c7-ab23-7c4a1f35ddf5 HTTP/1.1" status: 204 len: 168 time: 1.4736302 Dec 22 08:38:49.806978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-006e5a2e-8d5f-4c01-ae49-0e55360c3efb tempest-AgentManagementNegativeTest-2106643408 tempest-AgentManagementNegativeTest-2106643408-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3163428 Dec 22 08:38:49.823331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:49.823656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:49.830707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-823194fe-5cbb-42a6-a791-a27f891fef79 None None] Provisioning complete for port f2a48e20-4636-4d56-8eed-72e603d26c2f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:49.831335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-823194fe-5cbb-42a6-a791-a27f891fef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.849285 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d7223b6b-6a07-4a92-952c-87526736e494 req-a9e51839-5da7-48d5-90d9-ec121e08cdc5 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774274 Dec 22 08:38:49.870006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:49.915590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.046584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.296760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f2a48e20-4636-4d56-8eed-72e603d26c2f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:38:50.401555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.406776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port f2a48e20-4636-4d56-8eed-72e603d26c2f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:38:50.407387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.494565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35058) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:50.717028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.724548 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.740542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-794f032e-97ae-4b5f-be44-f0df53677643 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:50.845382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port f2a48e20-4636-4d56-8eed-72e603d26c2f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:50.845965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:50.853174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Router e6655012-7b22-4e3d-81f9-86c7d9b883cb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:38:50.933591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.034107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=cc3e18e0-5d94-41b2-ae67-32242c2951fd,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:51.056035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:51.057083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.098280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:38:51.111750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] Sync routers for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:38:51.115124 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] 10.222.0.31 "PUT /v2.0/routers/e6655012-7b22-4e3d-81f9-86c7d9b883cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7305601 Dec 22 08:38:51.117952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35074) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:51.125385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:51.126096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:51.180698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:51.260353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Usage tracker for resource:security_group_rule and tenant:1b1efd110d4b40a9bf8d0c1abc8f4732 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:51.273723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:51.276674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.280656 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2931879 Dec 22 08:38:51.290105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35082) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:51.295908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:51.302463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'port': {'network_id': '90479ab5-a690-4650-b7b3-5ffaec41e9cc', 'name': 'tempest-FloatingIPTestJSON-1426123624'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:51.334765 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:38:51.380985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35086) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:51.394098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.568686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-876999954'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:51.576042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:51.582021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:network and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:51.585348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:51.593953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:51.614814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:51.617871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.634408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port f2a48e20-4636-4d56-8eed-72e603d26c2f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f2a48e20-4636-4d56-8eed-72e603d26c2f,segment=NetworkSegment(06a329ca-7e93-4e11-9cd9-22871687cc32),segment_id=06a329ca-7e93-4e11-9cd9-22871687cc32)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:51.634752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.635164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.657970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:38:48Z', 'revision_number': 5, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port': {'id': 'cfab3189-5bd3-4d4f-871e-09c707783a4e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:51.664097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] Checking router: e6655012-7b22-4e3d-81f9-86c7d9b883cb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:38:51.675919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47115038-05f4-4f51-8ff1-39483bdb3108 req-c7dd0271-ae6c-41e6-8062-17390edbd566 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:51.676177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] Routers {'e6655012-7b22-4e3d-81f9-86c7d9b883cb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:38:51.676761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:51.677572 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47115038-05f4-4f51-8ff1-39483bdb3108 req-c7dd0271-ae6c-41e6-8062-17390edbd566 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.5998719 Dec 22 08:38:51.681077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:51.692584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:security_group_rule and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:51.695670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:51.698540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.706754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:51.718739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Deleting port cfab3189-5bd3-4d4f-871e-09c707783a4e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:51.719194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.809894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for f2a48e20-4636-4d56-8eed-72e603d26c2f owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:51.826727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] Set router e6655012-7b22-4e3d-81f9-86c7d9b883cb gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:38:51.925246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.934274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:38:51Z', 'revision_number': 6, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:51.938885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7ba31-93db-4c37-9c5f-777e52098de8 None None] The sync data for ids ['e6655012-7b22-4e3d-81f9-86c7d9b883cb'] in dv-neutron-822610-1-hyperv is: [{'id': 'e6655012-7b22-4e3d-81f9-86c7d9b883cb', 'name': 'tempest-ServersTestJSON-1772772125-router', 'tenant_id': '40af50be34624cc59f8ac7442c7da6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:38:51Z', 'revision_number': 6, 'project_id': '40af50be34624cc59f8ac7442c7da6da', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:38:51.940959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.947275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:51.977294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] For port cfab3189-5bd3-4d4f-871e-09c707783a4e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cfab3189-5bd3-4d4f-871e-09c707783a4e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:51.977652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.978801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:51.991344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:51.997597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:port and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:52.000005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:52.006421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:52.014947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.034621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:52.036390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:52.059809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aecefef-e107-490f-b060-12fa604502f4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:52.071905 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47115038-05f4-4f51-8ff1-39483bdb3108 req-c2755cd7-cdf6-4410-ab23-3eb237efda9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415265 Dec 22 08:38:52.110626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Made reservation on behalf of 9c436f1970f747a49c1411d820397766 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:52.114088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.125100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.125337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Added segment f55c1b2c-5a70-4187-989b-5e5d7c0acaba of type vlan for network b8f9f290-b094-4e61-9fab-97c661c4a04f Dec 22 08:38:52.126631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:52.136391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Calling delete_port for cfab3189-5bd3-4d4f-871e-09c707783a4e owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:52.203798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.271481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.275412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:52.276006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.282746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f47fcc5-083e-4742-8c98-87b944383d9c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:52.332179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1fec9310-c58c-4911-bc66-6e52d4e3a75c no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:52.396031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 1fec9310-c58c-4911-bc66-6e52d4e3a75c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:38:52.396365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1fec9310-c58c-4911-bc66-6e52d4e3a75c not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:52.454949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5d022-521a-45ce-85b8-0c3c72e9cc60,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:52.514668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:52.526446 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b1efd110d4b40a9bf8d0c1abc8f4732&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0280831 Dec 22 08:38:52.531580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35096) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:52.533849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] device_id is not set on port ef607d7e-c229-4b24-8a4e-82db93b903bb yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:38:52.592478 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2102926 Dec 22 08:38:52.607862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Network': ['ID=b8f9f290-b094-4e61-9fab-97c661c4a04f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:52.622613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network b8f9f290-b094-4e61-9fab-97c661c4a04f details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:52.644769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.646724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:52.655485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:52.689738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ccfe405-9577-4d04-b67e-977f1c540037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.718838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ccfe405-9577-4d04-b67e-977f1c540037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.737924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Port': ['ID=f2a48e20-4636-4d56-8eed-72e603d26c2f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:52.763269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:52.775591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.781276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-070e3900-a82d-4fa1-a537-975f74479a9f tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:52.839067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfab3189-5bd3-4d4f-871e-09c707783a4e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:52.843684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ccfe405-9577-4d04-b67e-977f1c540037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:52.858492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:52.860776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8d0d9b1e-3293-4c0f-adae-027c09098108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:52.904636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e0976-3572-4e7b-a8d7-b1291680421b None None] DHCP port deletion for ea4a7bb5-ad6e-498a-8996-050438ca46db request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:38:52.923696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05833f78-f7dc-4dca-a7d5-619b0271613a req-e68fc016-8889-472d-9b3b-b510e2859c90 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:52.932817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfe405-9577-4d04-b67e-977f1c540037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5d022-521a-45ce-85b8-0c3c72e9cc60,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:52.933308 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-05833f78-f7dc-4dca-a7d5-619b0271613a req-e68fc016-8889-472d-9b3b-b510e2859c90 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.4803247 Dec 22 08:38:52.952882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f5502-a370-4889-abcd-0961fd2deac2 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:38:52.979477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No DVR routers for this DVR port f2a48e20-4636-4d56-8eed-72e603d26c2f on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:53.042336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.20.0.8 (90479ab5-a690-4650-b7b3-5ffaec41e9cc/12119a2e-3ac5-46db-ad77-ba8ab02b41ff/ef607d7e-c229-4b24-8a4e-82db93b903bb) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:53.043543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8ccfe405-9577-4d04-b67e-977f1c540037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:53.139402 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-05833f78-f7dc-4dca-a7d5-619b0271613a req-b6aea737-b07b-43cd-b4fd-ec7ce66fc6cd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048781 Dec 22 08:38:53.143670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.144731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1f5502-a370-4889-abcd-0961fd2deac2 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:38:53.285470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.398392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.407007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6277d285-7baf-41e8-bd17-b740526aa47f tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:53.480635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=e503b8ce-abd7-4f29-b33a-e12350bc9b93,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:53.489675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:53.500203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Deleting port c6ef582f-175a-4842-86a2-e8460ea7765f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:53.500643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.565443 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a9dddc-01bb-4ad7-9449-fed3c598e01a None None] Network ea4a7bb5-ad6e-498a-8996-050438ca46db requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:53.632462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.665246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.669740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.702098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ccfe405-9577-4d04-b67e-977f1c540037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.706689 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8ccfe405-9577-4d04-b67e-977f1c540037 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8b5d022-521a-45ce-85b8-0c3c72e9cc60 HTTP/1.1" status: 204 len: 168 time: 1.1688385 Dec 22 08:38:53.707929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.708864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6655012-7b22-4e3d-81f9-86c7d9b883cb {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:38:53.724461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.725602 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e6655012-7b22-4e3d-81f9-86c7d9b883cb HTTP/1.1" status: 204 len: 168 time: 2.6066968 Dec 22 08:38:53.731192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35102) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:53.737936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.798093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4a7bb5-ad6e-498a-8996-050438ca46db']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:53.834307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a329ca-7e93-4e11-9cd9-22871687cc32') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:53.835041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a329ca-7e93-4e11-9cd9-22871687cc32') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:53.848013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e87441-4c01-417e-9cb3-d0d0ffb76485 None None] DHCP port deletion for ea4a7bb5-ad6e-498a-8996-050438ca46db request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:38:53.866378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.866744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] Deleting subnet dd8fe89f-7bf1-4736-949a-c9a233d71b6e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:38:53.879486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.889525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.899416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:53.937439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.941640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] For port c6ef582f-175a-4842-86a2-e8460ea7765f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c6ef582f-175a-4842-86a2-e8460ea7765f,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:53.941981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:53.997468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.027794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:54.028197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:54.042245 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:54.151348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.214880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f2a48e20-4636-4d56-8eed-72e603d26c2f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:54.293723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: f2a48e20-4636-4d56-8eed-72e603d26c2f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:38:54.293723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f2a48e20-4636-4d56-8eed-72e603d26c2f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:54.294357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cfab3189-5bd3-4d4f-871e-09c707783a4e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:54.309272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.316445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aa1a3c39-6508-4790-8927-804b0690bf74 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:54.365828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: cfab3189-5bd3-4d4f-871e-09c707783a4e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:38:54.366179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cfab3189-5bd3-4d4f-871e-09c707783a4e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:54.429251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8fe89f-7bf1-4736-949a-c9a233d71b6e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:54.431455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Calling delete_port for c6ef582f-175a-4842-86a2-e8460ea7765f owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:54.442391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:54.452829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8155876-b37d-43d3-88a3-3d3e1292def9 None None] Network c5dff4d1-105a-4e86-8b7e-fcef6be851f8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:54.466269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.484895 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dd8fe89f-7bf1-4736-949a-c9a233d71b6e HTTP/1.1" status: 204 len: 168 time: 0.7533748 Dec 22 08:38:54.496237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:54.553248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 90479ab5-a690-4650-b7b3-5ffaec41e9cc is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:54.554326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=ef607d7e-c229-4b24-8a4e-82db93b903bb,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:54.559868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:54.566671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:54.578175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:54.651736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.672626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8b39346e-879e-4773-b09d-7bbd3b65b56d tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:54.693606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.716269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=ea4a7bb5-ad6e-498a-8996-050438ca46db,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:54.723817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:54.743753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:54.744592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.777297 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/ea4a7bb5-ad6e-498a-8996-050438ca46db HTTP/1.1" status: 204 len: 168 time: 8.5868304 Dec 22 08:38:54.781183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35126) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:54.826970 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5360215 Dec 22 08:38:54.828025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35130) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:54.830368 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fc726c-0434-49f5-bec0-893262f57204 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] GET failed (client error): The resource could not be found. Dec 22 08:38:54.831049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-73fc726c-0434-49f5-bec0-893262f57204 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Synchronizing usage tracker for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:54.840884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b5ed26e5-a5b5-4de8-9bbe-f1e7fc8374a1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'port_id': 'ef607d7e-c229-4b24-8a4e-82db93b903bb'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:54.873288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10da91-a880-4585-8615-b463cc474d0e req-b6748bc5-fded-4903-af46-3d19377bcfef tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:54.875128 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c10da91-a880-4585-8615-b463cc474d0e req-b6748bc5-fded-4903-af46-3d19377bcfef tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.4946377 Dec 22 08:38:54.889841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:54.948063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5ed26e5-a5b5-4de8-9bbe-f1e7fc8374a1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.021650 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c10da91-a880-4585-8615-b463cc474d0e req-2a83a01e-0d99-4e99-8f18-32c0a7a487de tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347241 Dec 22 08:38:55.042386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Deleting port 9498dde3-70db-4bef-ad4a-1b28b0938e7d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:55.044239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.053019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] DHCP port deletion for c5dff4d1-105a-4e86-8b7e-fcef6be851f8 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:38:55.062781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] Deleting port 9498dde3-70db-4bef-ad4a-1b28b0938e7d {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:55.063751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.071788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-73fc726c-0434-49f5-bec0-893262f57204 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Unset dirty status for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:55.073142 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-73fc726c-0434-49f5-bec0-893262f57204 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/subnets/e503b8ce-abd7-4f29-b33a-e12350bc9b93 HTTP/1.1" status: 404 len: 337 time: 0.2910466 Dec 22 08:38:55.089607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35136) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.179256 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc64bef-7e48-4554-b368-908e369d9972 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:55.179978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc64bef-7e48-4554-b368-908e369d9972 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:55.219960 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3fc64bef-7e48-4554-b368-908e369d9972 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/ea4a7bb5-ad6e-498a-8996-050438ca46db HTTP/1.1" status: 404 len: 339 time: 0.1289947 Dec 22 08:38:55.226673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35142) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.356677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35146) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.470147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] For port 9498dde3-70db-4bef-ad4a-1b28b0938e7d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9498dde3-70db-4bef-ad4a-1b28b0938e7d,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:55.470929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.534393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.582374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c27ec78a-2cc8-4ee0-9499-c68e0c88f500 tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:55.624980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] For port 9498dde3-70db-4bef-ad4a-1b28b0938e7d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9498dde3-70db-4bef-ad4a-1b28b0938e7d,segment=NetworkSegment(778cc5a9-14d8-48b7-a2fe-ed037748876a),segment_id=778cc5a9-14d8-48b7-a2fe-ed037748876a)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:38:55.625330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.647678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] Calling delete_port for 9498dde3-70db-4bef-ad4a-1b28b0938e7d owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:55.661434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ef582f-175a-4842-86a2-e8460ea7765f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:55.678656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:55.765195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:55.780174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7103230d-6676-4459-8e09-73e78c042604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:55.808537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-db1d85e7-28e1-4aad-9524-4ee65f908599 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] Request body: {'port': {'network_id': '43d3eaab-1484-4997-a3b2-56eaa2e74b44', 'name': 'tempest-NetworksNegativeTestJSON-1401779106'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:55.815420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35154) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:55.824252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] No DVR routers for this DVR port 9498dde3-70db-4bef-ad4a-1b28b0938e7d on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:38:55.830924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Calling delete_port for 9498dde3-70db-4bef-ad4a-1b28b0938e7d owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:38:55.841476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] Pushing event deleted for resources: {'Port': ['ID=9498dde3-70db-4bef-ad4a-1b28b0938e7d,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:55.846159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:55.877457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'subnet': {'network_id': 'b8f9f290-b094-4e61-9fab-97c661c4a04f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:55.909531 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1d85e7-28e1-4aad-9524-4ee65f908599 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] POST failed (client error): The resource could not be found. Dec 22 08:38:55.909976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1d85e7-28e1-4aad-9524-4ee65f908599 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:55.914797 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-db1d85e7-28e1-4aad-9524-4ee65f908599 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5468557 Dec 22 08:38:55.921761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a2468-20e8-4cbe-ae9c-24488a6d2f47 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:55.922476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-492a2468-20e8-4cbe-ae9c-24488a6d2f47 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Synchronizing usage tracker for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:55.927073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35158) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.015795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:56.019529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:38:56.019837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:38:56.020638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:subnet and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:56.023559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:56.029410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:56.041405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:56.109678 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bf4ca2-23b2-46ee-8c7b-5714d328a32a tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:56.110101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bf4ca2-23b2-46ee-8c7b-5714d328a32a tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:56.111760 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c9bf4ca2-23b2-46ee-8c7b-5714d328a32a tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "DELETE /v2.0/networks/40c99372-20a6-4a2e-b005-cc28d69d1632 HTTP/1.1" status: 404 len: 339 time: 0.1331203 Dec 22 08:38:56.120716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35162) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.124202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8af0f-84d7-4c2f-890d-79ce29f42c28 req-2c8859ca-e0f1-4cd6-a908-db8c8b57b150 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:56.127711 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fcb8af0f-84d7-4c2f-890d-79ce29f42c28 req-2c8859ca-e0f1-4cd6-a908-db8c8b57b150 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.7678204 Dec 22 08:38:56.134759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-492a2468-20e8-4cbe-ae9c-24488a6d2f47 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Unset dirty status for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:56.138555 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-492a2468-20e8-4cbe-ae9c-24488a6d2f47 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9063544 Dec 22 08:38:56.140338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35166) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.177294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e502d5d0-3d10-4d68-aebc-69bc21c5a78e tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:56.177720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e502d5d0-3d10-4d68-aebc-69bc21c5a78e tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:56.189495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.211303 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e502d5d0-3d10-4d68-aebc-69bc21c5a78e tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "DELETE /v2.0/ports/4bce4d75-4326-414f-b79f-0f623145772d HTTP/1.1" status: 404 len: 333 time: 0.0842855 Dec 22 08:38:56.227900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9498dde3-70db-4bef-ad4a-1b28b0938e7d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:38:56.249532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35170) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.263788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 9498dde3-70db-4bef-ad4a-1b28b0938e7d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:38:56.264498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9498dde3-70db-4bef-ad4a-1b28b0938e7d not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:38:56.309391 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ce930d-5271-4307-b8ce-92a43e982cb6 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] DELETE failed (client error): The resource could not be found. Dec 22 08:38:56.310000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ce930d-5271-4307-b8ce-92a43e982cb6 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:56.311660 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a4ce930d-5271-4307-b8ce-92a43e982cb6 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "DELETE /v2.0/subnets/7b8d21d3-dbef-4bf9-90ab-55fda8deb128 HTTP/1.1" status: 404 len: 337 time: 0.0611882 Dec 22 08:38:56.315487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35174) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.354093 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c55324-f23d-41f5-be6f-8c7b125efbbb tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] GET failed (client error): The resource could not be found. Dec 22 08:38:56.355489 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-74c55324-f23d-41f5-be6f-8c7b125efbbb tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "GET /v2.0/networks/d472b5c6-4d5a-4995-b4a1-5ee1c97c3543 HTTP/1.1" status: 404 len: 339 time: 0.0389798 Dec 22 08:38:56.359450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35178) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.384962 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c9cffe16-abaf-41ca-bf7e-52e77d57956f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 207 time: 0.2298217 Dec 22 08:38:56.394465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35182) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.408671 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-97651ad6-318b-499c-b8e6-cb288caf24db tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] GET failed (client error): The resource could not be found. Dec 22 08:38:56.409906 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97651ad6-318b-499c-b8e6-cb288caf24db tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "GET /v2.0/ports/924bfceb-0c5a-4176-8966-cc0571226a13 HTTP/1.1" status: 404 len: 333 time: 0.0495596 Dec 22 08:38:56.413703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35186) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.454557 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d3d992-9fdf-4903-b783-43c8e0ecbce5 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] GET failed (client error): The resource could not be found. Dec 22 08:38:56.459396 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22d3d992-9fdf-4903-b783-43c8e0ecbce5 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "GET /v2.0/subnets/e4f27450-93d2-4969-9162-1ba64c215fd0 HTTP/1.1" status: 404 len: 337 time: 0.0412431 Dec 22 08:38:56.461723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35190) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.495666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-eaf537a3-29c5-4b1a-ade1-74e5a2352f3c tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:56.520561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Deleting port 9498dde3-70db-4bef-ad4a-1b28b0938e7d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:38:56.520901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.533282 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fcb8af0f-84d7-4c2f-890d-79ce29f42c28 req-713e32fb-696a-4879-be4b-7394fb6966a5 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4001677 Dec 22 08:38:56.557257 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf537a3-29c5-4b1a-ade1-74e5a2352f3c tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] PUT failed (client error): The resource could not be found. Dec 22 08:38:56.557689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf537a3-29c5-4b1a-ade1-74e5a2352f3c tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:56.562576 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eaf537a3-29c5-4b1a-ade1-74e5a2352f3c tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "PUT /v2.0/networks/9e2bc6fc-fb37-493c-a193-591fad6032d8 HTTP/1.1" status: 404 len: 339 time: 0.0964470 Dec 22 08:38:56.562862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35194) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.603732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] The port '9498dde3-70db-4bef-ad4a-1b28b0938e7d' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:38:56.625972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-43688b9b-2ef6-46ec-b39c-67e5372eb5ea tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:56.686407 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-43688b9b-2ef6-46ec-b39c-67e5372eb5ea tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] PUT failed (client error): The resource could not be found. Dec 22 08:38:56.686835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43688b9b-2ef6-46ec-b39c-67e5372eb5ea tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:56.687949 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-43688b9b-2ef6-46ec-b39c-67e5372eb5ea tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "PUT /v2.0/ports/515312ec-f2b6-4027-852e-9068ce552d5e HTTP/1.1" status: 404 len: 333 time: 0.1241302 Dec 22 08:38:56.702075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35200) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.713486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-da363ee1-e3a0-47b1-93d5-371250521ed0 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:56.758153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7111e3-2b9d-4dd9-923b-022d25c0d68f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:56.762034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7111e3-2b9d-4dd9-923b-022d25c0d68f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:56.766036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7111e3-2b9d-4dd9-923b-022d25c0d68f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:56.769875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7111e3-2b9d-4dd9-923b-022d25c0d68f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:56.771614 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cf7111e3-2b9d-4dd9-923b-022d25c0d68f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3761251 Dec 22 08:38:56.776398 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-da363ee1-e3a0-47b1-93d5-371250521ed0 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] PUT failed (client error): The resource could not be found. Dec 22 08:38:56.776842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da363ee1-e3a0-47b1-93d5-371250521ed0 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:38:56.777944 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-da363ee1-e3a0-47b1-93d5-371250521ed0 tempest-NetworksNegativeTestJSON-1235884484 tempest-NetworksNegativeTestJSON-1235884484-project] 10.222.0.31 "PUT /v2.0/subnets/7f21ee67-e895-42d0-9f93-4eef974f4240 HTTP/1.1" status: 404 len: 337 time: 0.0750999 Dec 22 08:38:56.778550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35204) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:56.798245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.810288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.816717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ecf77e65-7373-475d-be08-3fffb15514d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:56.864589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dff4d1-105a-4e86-8b7e-fcef6be851f8']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:56.886856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778cc5a9-14d8-48b7-a2fe-ed037748876a') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:56.887138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778cc5a9-14d8-48b7-a2fe-ed037748876a') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:38:56.909036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.935089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Subnet': ['ID=190fb61c-d61c-4398-ad15-3476b78f1ae8,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:56.944524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:56.945516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:56.967854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:38:56.968032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.054481 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1db58a26-5c0f-4f71-b9ed-0065ccc7ae11 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2731991 Dec 22 08:38:57.059754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35212) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.064754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5ed26e5-a5b5-4de8-9bbe-f1e7fc8374a1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:38:57.083027 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:38:57.100841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.110017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5ed26e5-a5b5-4de8-9bbe-f1e7fc8374a1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.127903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35216) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.151654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4310b3-f543-4564-ad46-48452dfc478e req-c881bdfc-4b07-4144-a2c5-849b6d1f2975 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:57.153143 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c4310b3-f543-4564-ad46-48452dfc478e req-c881bdfc-4b07-4144-a2c5-849b6d1f2975 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.4504697 Dec 22 08:38:57.185654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Checking segment: {'id': 'f55c1b2c-5a70-4187-989b-5e5d7c0acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8f9f290-b094-4e61-9fab-97c661c4a04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:57.186055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network hostable DHCP agents. Network: b8f9f290-b094-4e61-9fab-97c661c4a04f, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:38:57.213714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.219527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bff48e12-161d-4c12-9a64-e40cc0ebc748 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:57.233365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.254487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5dff4d1-105a-4e86-8b7e-fcef6be851f8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:57.259614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:57.263665 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c4310b3-f543-4564-ad46-48452dfc478e req-e3b58cbe-c35e-4b62-82f8-92f9325d5b05 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952392 Dec 22 08:38:57.274911 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c5dff4d1-105a-4e86-8b7e-fcef6be851f8 HTTP/1.1" status: 204 len: 168 time: 2.7757487 Dec 22 08:38:57.275145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f099d03-da35-44a2-a7af-f13ab2c49dba tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:57.276371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f099d03-da35-44a2-a7af-f13ab2c49dba tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:57.278248 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5f099d03-da35-44a2-a7af-f13ab2c49dba tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2174475 Dec 22 08:38:57.281906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network b8f9f290-b094-4e61-9fab-97c661c4a04f is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:38:57.283592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35224) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.304890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, b8f9f290-b094-4e61-9fab-97c661c4a04f) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:57.312033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:57.312631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.317479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be97671-862e-499f-8b79-27e9d687ddd7 None None] Network b8f9f290-b094-4e61-9fab-97c661c4a04f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:57.341534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.373891 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5572526 Dec 22 08:38:57.380993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35230) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.384261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:57.390810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-805560961'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:57.395334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e3e974-b4c7-4707-b108-8ec4108eff8f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:57.396592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e3e974-b4c7-4707-b108-8ec4108eff8f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:57.397685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Usage tracker for resource:security_group_rule and tenant:5d9883a160804c89877e2f3629bd0ab8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:57.398264 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b2e3e974-b4c7-4707-b108-8ec4108eff8f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1134353 Dec 22 08:38:57.402988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:57.403997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35234) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.405743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:57.412854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:network and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:57.415792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:57.418183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:57.426451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:57.447212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:57.450848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.500211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:57.523775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.524500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Added segment c0b0f35f-5bb3-4ff2-bbca-8fad596d069d of type vlan for network 91aaf050-2914-4309-a7f1-64f1d22db24f Dec 22 08:38:57.544297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.561711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.579495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.580217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-071c7b96-b90a-4ca6-ad34-82bf0ecaeeb9 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:57.609043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.672006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8e1663-f9fe-474d-9714-2e5b45ee97f1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:57.682900 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d9883a160804c89877e2f3629bd0ab8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5484741 Dec 22 08:38:57.685671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:57.686120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35242) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.686715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-b8f9f290-b094-4e61-9fab-97c661c4a04f', 'network_id': 'b8f9f290-b094-4e61-9fab-97c661c4a04f', 'tenant_id': '15721a7549b74f6ea87d4bb22677080c', 'fixed_ips': [{'subnet_id': '190fb61c-d61c-4398-ad15-3476b78f1ae8'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:38:57.687577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.719333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.724761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:57.725345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.736686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:57.772794 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a5fa0ab5-51c7-4772-a4d5-f5ae6e76c2bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40af50be34624cc59f8ac7442c7da6da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1830385 Dec 22 08:38:57.832525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.867393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Allocated IP 2001:db8:0:ffff::2 (b8f9f290-b094-4e61-9fab-97c661c4a04f/190fb61c-d61c-4398-ad15-3476b78f1ae8/356cbd8a-cbad-4e7c-b5b0-9c557d120c16) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:38:57.904213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Network': ['ID=91aaf050-2914-4309-a7f1-64f1d22db24f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:57.907023 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5250018 Dec 22 08:38:57.915091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35250) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:57.941336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'subnet': {'network_id': '91aaf050-2914-4309-a7f1-64f1d22db24f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:57.941582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0335313c-903c-4d2a-a56a-00ddfa43647c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:57.943732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.944109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.944476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.944841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.945199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.945556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.945907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.946269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.946605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.946951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.947320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:38:57.954187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:57.963116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 91aaf050-2914-4309-a7f1-64f1d22db24f details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:57.990301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0335313c-903c-4d2a-a56a-00ddfa43647c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.015680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606ee806-f952-4863-af64-80200598b1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.044231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3bb85f-726f-4c86-b3a0-137e7f529e15 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:58.049063 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4e3bb85f-726f-4c86-b3a0-137e7f529e15 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/networks/592b10a8-c94f-4bc6-9a43-59651fa86f3d HTTP/1.1" status: 200 len: 799 time: 0.6405525 Dec 22 08:38:58.052210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35254) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:58.082651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606ee806-f952-4863-af64-80200598b1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.094703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d8a14-1fb7-4dfb-9315-cb3fbeb46b64 req-d309c281-55b1-4859-bcc0-05ba00f9fcf8 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:58.096199 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-629d8a14-1fb7-4dfb-9315-cb3fbeb46b64 req-d309c281-55b1-4859-bcc0-05ba00f9fcf8 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.6089766 Dec 22 08:38:58.146305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:58.155981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:subnet and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:58.159696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:58.177712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:58.184080 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-b5ed26e5-a5b5-4de8-9bbe-f1e7fc8374a1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP 3061e040-e2f5-47a4-82c1-a0084f7fcad5 associated. External IP: 172.26.5.127, port: ef607d7e-c229-4b24-8a4e-82db93b903bb. Dec 22 08:38:58.191362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0335313c-903c-4d2a-a56a-00ddfa43647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.195201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.198017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41f369b5-9047-40ec-b9fe-5560651e965f tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:58.207044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Transition to ACTIVE for port object 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:58.219912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335313c-903c-4d2a-a56a-00ddfa43647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8e1663-f9fe-474d-9714-2e5b45ee97f1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:58.231824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Transition to ACTIVE for port object 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:38:58.238914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0335313c-903c-4d2a-a56a-00ddfa43647c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:58.249136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0335313c-903c-4d2a-a56a-00ddfa43647c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.259118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.260224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0335313c-903c-4d2a-a56a-00ddfa43647c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc8e1663-f9fe-474d-9714-2e5b45ee97f1 HTTP/1.1" status: 204 len: 168 time: 0.5651889 Dec 22 08:38:58.267101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:58.270553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:58.302342 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-629d8a14-1fb7-4dfb-9315-cb3fbeb46b64 req-946c8b82-e583-4118-8110-d58c2e92f0b8 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929884 Dec 22 08:38:58.307795 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f47fc879-9cb9-4d40-b443-87dbfb6f4447 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/networks/592b10a8-c94f-4bc6-9a43-59651fa86f3d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2543819 Dec 22 08:38:58.312223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35260) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:58.315376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606ee806-f952-4863-af64-80200598b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.339098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Network b8f9f290-b094-4e61-9fab-97c661c4a04f is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:38:58.342517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:38:58.344398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Pushing event updated for resources: {'Port': ['ID=356cbd8a-cbad-4e7c-b5b0-9c557d120c16,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:58.346507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:38:58.369638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8ccfe405-9577-4d04-b67e-977f1c540037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:58.375804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:58.391991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ee806-f952-4863-af64-80200598b1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30075af4-1dbb-4f48-89d4-3c85023e4744,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:58.396727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-606ee806-f952-4863-af64-80200598b1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:58.400790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-606ee806-f952-4863-af64-80200598b1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.402266 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-606ee806-f952-4863-af64-80200598b1a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30075af4-1dbb-4f48-89d4-3c85023e4744 HTTP/1.1" status: 204 len: 168 time: 0.5631270 Dec 22 08:38:58.449904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Attempting to bind port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:38:58.450214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Attempting to bind port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'f55c1b2c-5a70-4187-989b-5e5d7c0acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8f9f290-b094-4e61-9fab-97c661c4a04f'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:38:58.450514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Attempting to bind port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 on network b8f9f290-b094-4e61-9fab-97c661c4a04f {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:38:58.461199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:38:58.461668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Checking segment: {'id': 'f55c1b2c-5a70-4187-989b-5e5d7c0acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8f9f290-b094-4e61-9fab-97c661c4a04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:38:58.462211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.462697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Bound using segment: {'id': 'f55c1b2c-5a70-4187-989b-5e5d7c0acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8f9f290-b094-4e61-9fab-97c661c4a04f'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:38:58.463549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Bound port: 356cbd8a-cbad-4e7c-b5b0-9c557d120c16, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55c1b2c-5a70-4187-989b-5e5d7c0acaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b8f9f290-b094-4e61-9fab-97c661c4a04f'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:38:58.463944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.484109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b39358d-08dd-47bb-8538-a598d500ccb3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:58.484707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b39358d-08dd-47bb-8538-a598d500ccb3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Synchronizing usage tracker for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:38:58.518500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b39358d-08dd-47bb-8538-a598d500ccb3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Unset dirty status for tenant:8a0b7473a83e4339bdc33b53713fe5d2 on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:38:58.532298 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b39358d-08dd-47bb-8538-a598d500ccb3 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/subnets/f05d0b45-38fc-4665-8ba9-efea74eced44 HTTP/1.1" status: 200 len: 811 time: 0.2188714 Dec 22 08:38:58.537559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35268) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:58.566558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.581243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] For port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:38:58.585436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] For port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=356cbd8a-cbad-4e7c-b5b0-9c557d120c16,segment=NetworkSegment(f55c1b2c-5a70-4187-989b-5e5d7c0acaba),segment_id=f55c1b2c-5a70-4187-989b-5e5d7c0acaba)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:38:58.591543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.597907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f5296a74-fd33-4023-a0b1-dd0d2842ef7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:58.687811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e53e3-f5fc-4660-85a5-8fae7654e3cc tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:58.689202 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7e0e53e3-f5fc-4660-85a5-8fae7654e3cc tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "GET /v2.0/subnets/f05d0b45-38fc-4665-8ba9-efea74eced44?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1503999 Dec 22 08:38:58.700018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35276) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:58.705651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223996897'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:58.721658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:58.733182 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Pushing event updated for resources: {'Port': ['ID=356cbd8a-cbad-4e7c-b5b0-9c557d120c16,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:58.744461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:58.756687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:58.757627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:58.760797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.824036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:38:58.843523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.844455 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Added segment b383c32c-85e1-4739-9e40-17a8203d0aef of type vlan for network 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d Dec 22 08:38:58.888198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.981830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.986846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:38:58.988004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:58.993296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d8b7472b-e310-4b3d-9289-119c76358282 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:59.167333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Network': ['ID=8e628e14-2baa-4dba-8df5-e3e3a2d7c34d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:38:59.176180 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4747498 Dec 22 08:38:59.179431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:38:59.182053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35296) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:59.190021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:38:59.202098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'network_id': '8e628e14-2baa-4dba-8df5-e3e3a2d7c34d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:59.436173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:59.460985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:59.546133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35312) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:59.611877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Made reservation on behalf of 8a0b7473a83e4339bdc33b53713fe5d2 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:59.636995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35318) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:38:59.711210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9812e7ca-d859-4cc9-a774-1b3727124069 tempest-DvrRoutersNegativeTest-615534731 tempest-DvrRoutersNegativeTest-615534731-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-82762759', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:59.714161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.policy [None req-9812e7ca-d859-4cc9-a774-1b3727124069 tempest-DvrRoutersNegativeTest-615534731 tempest-DvrRoutersNegativeTest-615534731-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83495) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 22 08:38:59.714754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.policy [None req-9812e7ca-d859-4cc9-a774-1b3727124069 tempest-DvrRoutersNegativeTest-615534731 tempest-DvrRoutersNegativeTest-615534731-project] Failed policy check for 'create_router' {{(pid=83495) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 22 08:38:59.715534 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-9812e7ca-d859-4cc9-a774-1b3727124069 tempest-DvrRoutersNegativeTest-615534731 tempest-DvrRoutersNegativeTest-615534731-project] create failed (client error): Access was denied to this resource. Dec 22 08:38:59.716903 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9812e7ca-d859-4cc9-a774-1b3727124069 tempest-DvrRoutersNegativeTest-615534731 tempest-DvrRoutersNegativeTest-615534731-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1691206 Dec 22 08:38:59.744062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-928611228'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:38:59.751289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:59.755621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Usage tracker for resource:network and tenant:2064adcd437747f4a3adc078e6ca1b9f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:59.760447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:59.767938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:59.783306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Made reservation on behalf of 2064adcd437747f4a3adc078e6ca1b9f for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:38:59.786604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.802975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.849997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:38:59.854674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Usage tracker for resource:security_group_rule and tenant:2064adcd437747f4a3adc078e6ca1b9f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:38:59.858097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:38:59.865238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:38:59.960240 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.964523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11598f8-af2a-4b9b-88b2-7cecbe8042f9 None None] Network b8f9f290-b094-4e61-9fab-97c661c4a04f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:38:59.973789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:38:59.980073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0335313c-903c-4d2a-a56a-00ddfa43647c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:38:59.985327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.objects.ports [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83496) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:38:59.989409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.024144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb5fb6b-948b-45c9-9ed1-e3a09c1b010d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:00.028471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:00.040104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:00.052968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.053553 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Added segment 0f3a8db3-212a-44c7-8888-10788b8237e3 of type vlan for network 19131745-c893-47c5-bffa-ecf5d1d645a7 Dec 22 08:39:00.056832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.090722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.119831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:00.131069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35328) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:00.141750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.146613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:00.149183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.159358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ada9280c-de9b-48bb-b4d8-e7f140d84a08 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:00.159488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4d6f5820-726f-4757-9445-344549c654da None None] Provisioning for port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:00.209502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Performing IP validity checks on allocation pools {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:39:00.210054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:39:00.258095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Router 6cda8f89-b425-495e-a7fb-11eb68d7dbab has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:00.272604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Subnet': ['ID=53533921-e9a9-4e25-a173-887aa0629839,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:00.275832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:00.314304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.315086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.315629 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.316138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.316631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.317127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.317618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.318112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.318602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.319084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.319596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:00.325454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:00.332325 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6915317 Dec 22 08:39:00.335252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35334) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:00.338157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Network': ['ID=19131745-c893-47c5-bffa-ecf5d1d645a7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:00.350949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:00.351699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'subnet': {'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:00.374972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Checking segment: {'id': 'c0b0f35f-5bb3-4ff2-bbca-8fad596d069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91aaf050-2914-4309-a7f1-64f1d22db24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:00.375382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network hostable DHCP agents. Network: 91aaf050-2914-4309-a7f1-64f1d22db24f, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:00.376739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:00.452808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.485595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:00.491820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:00.492227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.530109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:00.533952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Usage tracker for resource:subnet and tenant:2064adcd437747f4a3adc078e6ca1b9f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:00.536830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:00.542728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:00.557893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:00.564188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Made reservation on behalf of 2064adcd437747f4a3adc078e6ca1b9f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:00.584129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1b2d1ad22c44f481f16a1bc424993d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:00.631067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.641704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ed26e5-a5b5-4de8-9bbe-f1e7fc8374a1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:00.661947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network 91aaf050-2914-4309-a7f1-64f1d22db24f is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:00.671609 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=356cbd8a-cbad-4e7c-b5b0-9c557d120c16,segment=NetworkSegment(f55c1b2c-5a70-4187-989b-5e5d7c0acaba),segment_id=f55c1b2c-5a70-4187-989b-5e5d7c0acaba)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:00.677153 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.679075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:00.694685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 91aaf050-2914-4309-a7f1-64f1d22db24f) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:00.699251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:00.699996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.713170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.725787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:00.757636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30044a87-6059-424b-8d5f-75b250508407 None None] Network 91aaf050-2914-4309-a7f1-64f1d22db24f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:00.769183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:00.787487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:00.818929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.871534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=356cbd8a-cbad-4e7c-b5b0-9c557d120c16,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:00.879650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:00.883026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a31665db-66b0-45d6-bc74-e74f303c8994 None None] Provisioning complete for port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:00.883026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a31665db-66b0-45d6-bc74-e74f303c8994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:00.957734 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0380492 Dec 22 08:39:00.960840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:00.968878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=0ab426cc-db6a-4edd-a5fb-99d007fc8bef,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:00.969865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'port': {'network_id': '91aaf050-2914-4309-a7f1-64f1d22db24f', 'name': 'tempest-NetworksIpV6TestAttrs-444027120'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:00.971707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:01.046761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.049670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Checking segment: {'id': 'b383c32c-85e1-4739-9e40-17a8203d0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e628e14-2baa-4dba-8df5-e3e3a2d7c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:01.050078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network hostable DHCP agents. Network: 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:01.058371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.068019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-318b61f4-7627-4465-917a-5197ff459af2 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:01.108969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-91aaf050-2914-4309-a7f1-64f1d22db24f', 'network_id': '91aaf050-2914-4309-a7f1-64f1d22db24f', 'tenant_id': '15721a7549b74f6ea87d4bb22677080c', 'fixed_ips': [{'subnet_id': '53533921-e9a9-4e25-a173-887aa0629839'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:01.109754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.147953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:01.153211 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] 10.222.0.31 "PUT /v2.0/routers/6cda8f89-b425-495e-a7fb-11eb68d7dbab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9003732 Dec 22 08:39:01.157169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35342) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:01.164533 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] Sync routers for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:01.176651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0297060d-9a43-4b69-92c4-d65c74584c5b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:01.195154 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e1b2d1ad22c44f481f16a1bc424993d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0604420 Dec 22 08:39:01.195154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:01.198022 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:01.198856 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:01.201430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35346) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:01.272425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Allocated IP 2001:db8::f816:3eff:fe2d:e277 (91aaf050-2914-4309-a7f1-64f1d22db24f/53533921-e9a9-4e25-a173-887aa0629839/49a26973-5af7-48d2-baff-ddcd37dfa2ae) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:01.281062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:01.299184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:port and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:01.305715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:01.317185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:01.317708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Network 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:01.336222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.342579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-971e7544-8cdb-4611-abd0-99a284d4b933 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:01.367260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:01.369868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:01.370183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.379735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f936a-8d9f-486f-9482-e338535b70b5 None None] Network 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:01.382941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:01.383757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.397603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0418-0966-47c0-9bc2-4389958ce79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.439761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] device_id is not set on port c7ba7167-572b-4681-9cef-36af1860e3c2 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:01.445270 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:01.464997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ed26e5-a5b5-4de8-9bbe-f1e7fc8374a1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:01.471104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5ed26e5-a5b5-4de8-9bbe-f1e7fc8374a1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.485252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826afe9a-3562-43f0-b098-ee6e86f6774b None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:01.543702 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3576496 Dec 22 08:39:01.546530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Subnet': ['ID=88b34f29-2850-42ea-80a0-917546195745,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:01.568700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35350) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:01.569906 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b5ed26e5-a5b5-4de8-9bbe-f1e7fc8374a1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/floatingips/3061e040-e2f5-47a4-82c1-a0084f7fcad5 HTTP/1.1" status: 200 len: 978 time: 6.7358100 Dec 22 08:39:01.575877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35352) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:01.577789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:01.601808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826afe9a-3562-43f0-b098-ee6e86f6774b None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:01.602444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-826afe9a-3562-43f0-b098-ee6e86f6774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:01.608556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f6a11453-34e5-4f32-9190-77489f5f1e60 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:01.638739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0418-0966-47c0-9bc2-4389958ce79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.672362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port ef607d7e-c229-4b24-8a4e-82db93b903bb {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:01.673647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.712597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-826afe9a-3562-43f0-b098-ee6e86f6774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:01.726356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Checking segment: {'id': '0f3a8db3-212a-44c7-8888-10788b8237e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:01.726614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Network hostable DHCP agents. Network: 19131745-c893-47c5-bffa-ecf5d1d645a7, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:01.728987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.754550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Transition to ACTIVE for port object 49a26973-5af7-48d2-baff-ddcd37dfa2ae will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:01.762317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.810614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826afe9a-3562-43f0-b098-ee6e86f6774b None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:01.811309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-826afe9a-3562-43f0-b098-ee6e86f6774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:01.839906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0418-0966-47c0-9bc2-4389958ce79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.845958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9b6c8fb2-a1c7-45be-a031-20bdbca9643e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:01.856498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:01.870333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d0418-0966-47c0-9bc2-4389958ce79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297060d-9a43-4b69-92c4-d65c74584c5b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:01.875131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Transition to ACTIVE for port object 49a26973-5af7-48d2-baff-ddcd37dfa2ae will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:01.876991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0f9d0418-0966-47c0-9bc2-4389958ce79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:01.894941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-826afe9a-3562-43f0-b098-ee6e86f6774b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:01.895340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826afe9a-3562-43f0-b098-ee6e86f6774b None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:01.896852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-8e628e14-2baa-4dba-8df5-e3e3a2d7c34d', 'network_id': '8e628e14-2baa-4dba-8df5-e3e3a2d7c34d', 'tenant_id': '8a0b7473a83e4339bdc33b53713fe5d2', 'fixed_ips': [{'subnet_id': '0ab426cc-db6a-4edd-a5fb-99d007fc8bef'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:01.897652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.910760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:01.918356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:01.928541 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:38:55Z', 'revision_number': 5, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:01.934652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 19131745-c893-47c5-bffa-ecf5d1d645a7) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:01.934823 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] Checking router: 6cda8f89-b425-495e-a7fb-11eb68d7dbab for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:39:01.955069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3dc00f-8ebb-402f-82ac-4f98ce6a3fbd None None] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:01.961513 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] Routers {'6cda8f89-b425-495e-a7fb-11eb68d7dbab'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:01.962773 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:01.983442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:01.983931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.025207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0418-0966-47c0-9bc2-4389958ce79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.029371 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f9d0418-0966-47c0-9bc2-4389958ce79f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0297060d-9a43-4b69-92c4-d65c74584c5b HTTP/1.1" status: 204 len: 168 time: 0.8239472 Dec 22 08:39:02.046424 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6a11453-34e5-4f32-9190-77489f5f1e60 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2802987'] for subnet, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.052079 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7156172 Dec 22 08:39:02.052757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:02.055709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Allocated IP 2001:db8::f816:3eff:fe4d:17b4 (91aaf050-2914-4309-a7f1-64f1d22db24f/53533921-e9a9-4e25-a173-887aa0629839/c7ba7167-572b-4681-9cef-36af1860e3c2) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:02.065166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'port': {'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1358326805'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:02.135202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Network 91aaf050-2914-4309-a7f1-64f1d22db24f is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:02.138052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Pushing event updated for resources: {'Port': ['ID=49a26973-5af7-48d2-baff-ddcd37dfa2ae,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:02.145972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:02.147909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:02.154585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:02.358775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:02.397936 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] Set router 6cda8f89-b425-495e-a7fb-11eb68d7dbab gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:02.489546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 08:39:02.489546 dv-neutron-822610-1-hyperv neutron-server[83497]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 08:39:02.489546 dv-neutron-822610-1-hyperv neutron-server[83497]: [parameters: {'in_use': 1, 'id_1': '0ab426cc-db6a-4edd-a5fb-99d007fc8bef'}] Dec 22 08:39:02.489546 dv-neutron-822610-1-hyperv neutron-server[83497]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:02.490052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:02.508142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.536762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Attempting to bind port 49a26973-5af7-48d2-baff-ddcd37dfa2ae on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:02.537081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Attempting to bind port 49a26973-5af7-48d2-baff-ddcd37dfa2ae by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'c0b0f35f-5bb3-4ff2-bbca-8fad596d069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91aaf050-2914-4309-a7f1-64f1d22db24f'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:02.546236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Attempting to bind port 49a26973-5af7-48d2-baff-ddcd37dfa2ae on network 91aaf050-2914-4309-a7f1-64f1d22db24f {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:02.584577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.608314 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Transition to ACTIVE for port object c7ba7167-572b-4681-9cef-36af1860e3c2 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:02.642123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:02.642521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Checking segment: {'id': 'c0b0f35f-5bb3-4ff2-bbca-8fad596d069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91aaf050-2914-4309-a7f1-64f1d22db24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:02.642918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.643357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Bound using segment: {'id': 'c0b0f35f-5bb3-4ff2-bbca-8fad596d069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91aaf050-2914-4309-a7f1-64f1d22db24f'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:02.643851 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Bound port: 49a26973-5af7-48d2-baff-ddcd37dfa2ae, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b0f35f-5bb3-4ff2-bbca-8fad596d069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '91aaf050-2914-4309-a7f1-64f1d22db24f'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:02.644220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.759639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.766478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:02.771914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Usage tracker for resource:port and tenant:2064adcd437747f4a3adc078e6ca1b9f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:02.777485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:02.780491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-19131745-c893-47c5-bffa-ecf5d1d645a7', 'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7', 'tenant_id': '2064adcd437747f4a3adc078e6ca1b9f', 'fixed_ips': [{'subnet_id': '88b34f29-2850-42ea-80a0-917546195745'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:02.781317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.785480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:02.799170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.802128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:02.833104 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:38:55Z', 'revision_number': 5, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:02.841142 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823613b-b23f-4988-9405-23cac2e0aa6e None None] The sync data for ids ['6cda8f89-b425-495e-a7fb-11eb68d7dbab'] in dv-neutron-822610-1-hyperv is: [{'id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'name': 'tempest-ServersTestManualDisk-833723491-router', 'tenant_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199'}], 'enable_snat': True}, 'gw_port_id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:38:55Z', 'revision_number': 5, 'project_id': '90e6b72fd0774fd0b253f3a7b6d2d571', 'gw_port': {'id': '8fbde7f5-c7c3-4782-9b74-9158ae5c1781', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:76:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cda8f89-b425-495e-a7fb-11eb68d7dbab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:58Z', 'updated_at': '2021-12-22T08:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:02.851259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6a11453-34e5-4f32-9190-77489f5f1e60 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760671184653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1154583'] for subnet, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.900881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:02.901711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:02.919035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Deleting port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:02.919530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.005134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.047271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Made reservation on behalf of 2064adcd437747f4a3adc078e6ca1b9f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:03.051936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] For port 49a26973-5af7-48d2-baff-ddcd37dfa2ae, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:03.052072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.094695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] device_id is not set on port 26d80fc6-042f-4fd2-9299-415caa0a7b45 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:03.104726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.105201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.105987 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP 3061e040-e2f5-47a4-82c1-a0084f7fcad5 disassociated. External IP: 172.26.5.127, port: ef607d7e-c229-4b24-8a4e-82db93b903bb. Dec 22 08:39:03.105987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for ef607d7e-c229-4b24-8a4e-82db93b903bb owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:03.152411 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network 91aaf050-2914-4309-a7f1-64f1d22db24f is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:03.164314 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:03.179048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:03.184287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:03.184921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.211740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Port': ['ID=c7ba7167-572b-4681-9cef-36af1860e3c2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:03.224741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a11453-34e5-4f32-9190-77489f5f1e60 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:03.225348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6a11453-34e5-4f32-9190-77489f5f1e60 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.226632 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f6a11453-34e5-4f32-9190-77489f5f1e60 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "PUT /v2.0/subnets/0ab426cc-db6a-4edd-a5fb-99d007fc8bef HTTP/1.1" status: 200 len: 877 time: 1.6504712 Dec 22 08:39:03.231443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:03.235799 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2738354 Dec 22 08:39:03.236568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d41e155a-6646-498a-9b79-7257bdfc1054 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:03.248835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35382) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:03.249109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35384) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:03.253726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Allocated IP 172.20.0.3 (8e628e14-2baa-4dba-8df5-e3e3a2d7c34d/0ab426cc-db6a-4edd-a5fb-99d007fc8bef/58b969a4-1b2f-4041-a754-cf282821397b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:03.380495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a11453-34e5-4f32-9190-77489f5f1e60 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event updated for resources: {'Subnet': ['ID=0ab426cc-db6a-4edd-a5fb-99d007fc8bef,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:03.385162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f6a11453-34e5-4f32-9190-77489f5f1e60 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:03.399268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] For port 49a26973-5af7-48d2-baff-ddcd37dfa2ae, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=49a26973-5af7-48d2-baff-ddcd37dfa2ae,segment=NetworkSegment(c0b0f35f-5bb3-4ff2-bbca-8fad596d069d),segment_id=c0b0f35f-5bb3-4ff2-bbca-8fad596d069d)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:03.436007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] For port 8fbde7f5-c7c3-4782-9b74-9158ae5c1781, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8fbde7f5-c7c3-4782-9b74-9158ae5c1781,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:03.436361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.441791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Allocated IP 2001:db8::4f (19131745-c893-47c5-bffa-ecf5d1d645a7/88b34f29-2850-42ea-80a0-917546195745/26d80fc6-042f-4fd2-9299-415caa0a7b45) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:03.442909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.456509 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bade582d-4755-4411-a48a-d78cf77c5770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:03.491639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35392) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:03.650323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Pushing event updated for resources: {'Port': ['ID=49a26973-5af7-48d2-baff-ddcd37dfa2ae,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:03.662246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.662601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.662942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.663386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.663724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.664054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.664382 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.664707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.665032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.665352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.665752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:03.670046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:03.689586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.702620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Transition to ACTIVE for port object 58b969a4-1b2f-4041-a754-cf282821397b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:03.704969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-443842137-network', 'tenant_id': '24a66f8478a345ff840018a8952a092e'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:03.717639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:03.724540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Usage tracker for resource:network and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:03.728117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:03.730277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Transition to ACTIVE for port object 58b969a4-1b2f-4041-a754-cf282821397b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:03.732338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Calling delete_port for 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:03.740531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.742297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:03.750355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:03.783891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Made reservation on behalf of 24a66f8478a345ff840018a8952a092e for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:03.787766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.807600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.827805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Network 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:03.831403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:03.833557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Pushing event updated for resources: {'Port': ['ID=58b969a4-1b2f-4041-a754-cf282821397b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:03.837191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:03.845276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.886881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Transition to ACTIVE for port object 26d80fc6-042f-4fd2-9299-415caa0a7b45 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:03.891275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:03.897349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Usage tracker for resource:security_group_rule and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:03.898421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:03.900831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:03.910292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:03.952654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:03.973929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b454b8bf-972c-4c34-b1a2-366278ba7292 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:04.007557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.008452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Attempting to bind port 58b969a4-1b2f-4041-a754-cf282821397b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:04.008828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Attempting to bind port 58b969a4-1b2f-4041-a754-cf282821397b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'b383c32c-85e1-4739-9e40-17a8203d0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e628e14-2baa-4dba-8df5-e3e3a2d7c34d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:04.009222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Attempting to bind port 58b969a4-1b2f-4041-a754-cf282821397b on network 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:04.010271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.022032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:04.022805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Checking segment: {'id': 'b383c32c-85e1-4739-9e40-17a8203d0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e628e14-2baa-4dba-8df5-e3e3a2d7c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:04.023398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.023948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Bound using segment: {'id': 'b383c32c-85e1-4739-9e40-17a8203d0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e628e14-2baa-4dba-8df5-e3e3a2d7c34d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:04.024588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Bound port: 58b969a4-1b2f-4041-a754-cf282821397b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b383c32c-85e1-4739-9e40-17a8203d0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8e628e14-2baa-4dba-8df5-e3e3a2d7c34d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:04.025276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.094728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Port': ['ID=26d80fc6-042f-4fd2-9299-415caa0a7b45,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:04.100534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:04.109829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:04.112133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:04.115874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:04.119831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:04.120811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.167899 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1090760 Dec 22 08:39:04.170808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35400) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:04.175109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.180801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'port': {'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1347323855', 'allowed_address_pairs': [{'ip_address': '2001:db8::4f', 'mac_address': 'fa:16:3e:11:f7:b1'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:04.198239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] For port 58b969a4-1b2f-4041-a754-cf282821397b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:04.201090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.203181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] For port 58b969a4-1b2f-4041-a754-cf282821397b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=58b969a4-1b2f-4041-a754-cf282821397b,segment=NetworkSegment(b383c32c-85e1-4739-9e40-17a8203d0aef),segment_id=b383c32c-85e1-4739-9e40-17a8203d0aef)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:04.205064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Allocated IP 2001:db8::2 (19131745-c893-47c5-bffa-ecf5d1d645a7/88b34f29-2850-42ea-80a0-917546195745/f73d2a83-4f92-4143-b29b-18a78ddb0c54) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:04.210842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.219267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:04.234299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Deleting subnet 53533921-e9a9-4e25-a173-887aa0629839 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:04.242037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfa3778b-cb62-41d9-bf85-3d55a51de8cf tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:04.270694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:04.275435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 49a26973-5af7-48d2-baff-ddcd37dfa2ae up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:04.286122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.328389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:04.336426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3116fb3-f74e-4777-93e4-4c5ef9ef6412,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:04.336654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=ef607d7e-c229-4b24-8a4e-82db93b903bb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:04.348901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:04.349142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:04.353394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port 58b969a4-1b2f-4041-a754-cf282821397b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:04.353394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.367395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.367741 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Added segment da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84 of type vlan for network 92f65482-9f9c-46c3-804a-23a9f7abb542 Dec 22 08:39:04.415605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.418929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:04.425017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Usage tracker for resource:port and tenant:2064adcd437747f4a3adc078e6ca1b9f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:04.428308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:04.434750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:04.441586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Pushing event updated for resources: {'Port': ['ID=58b969a4-1b2f-4041-a754-cf282821397b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:04.445111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:04.445969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Made reservation on behalf of 2064adcd437747f4a3adc078e6ca1b9f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:04.452065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.475022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.481806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] device_id is not set on port 789328a7-29e4-43ff-9646-bf994ed37be0 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:04.497288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 49a26973-5af7-48d2-baff-ddcd37dfa2ae completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:04.557265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c6ef582f-175a-4842-86a2-e8460ea7765f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:04.624677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: c6ef582f-175a-4842-86a2-e8460ea7765f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:04.624677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c6ef582f-175a-4842-86a2-e8460ea7765f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:04.629342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.630451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:04.631292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.634923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e0fdd59-26a6-4f96-bf5a-dd843792b1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:04.661217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.673557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Transition to ACTIVE for port object f73d2a83-4f92-4143-b29b-18a78ddb0c54 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:04.703265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Transition to ACTIVE for port object f73d2a83-4f92-4143-b29b-18a78ddb0c54 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:04.716221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.776337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-73d0f1ec-8171-426f-b21e-15421ecf3657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:04.836062 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3430247 Dec 22 08:39:04.844175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35404) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:04.844711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Pushing event updated for resources: {'Network': ['ID=92f65482-9f9c-46c3-804a-23a9f7abb542,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:04.857634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:04.860640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Request body: {'subnet': {'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-443842137-subnet', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:04.869057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:04.878003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Usage tracker for resource:subnet and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:04.890938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:04.894553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Allocated IP 2001:db8::f1 (19131745-c893-47c5-bffa-ecf5d1d645a7/88b34f29-2850-42ea-80a0-917546195745/789328a7-29e4-43ff-9646-bf994ed37be0) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:04.906777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:04.907527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:04.937281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Made reservation on behalf of 24a66f8478a345ff840018a8952a092e for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:04.939623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.943475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:04.952611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0bf6165b-fb05-4d3b-8af1-f1fd3fdb4195 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:05.016084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.038890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:05.043828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:05.065461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbde7f5-c7c3-4782-9b74-9158ae5c1781,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.067985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.083880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:05.100071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port 58b969a4-1b2f-4041-a754-cf282821397b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=58b969a4-1b2f-4041-a754-cf282821397b,segment=NetworkSegment(b383c32c-85e1-4739-9e40-17a8203d0aef),segment_id=b383c32c-85e1-4739-9e40-17a8203d0aef)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:05.100497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.142145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Pushing event updated for resources: {'Port': ['ID=f73d2a83-4f92-4143-b29b-18a78ddb0c54,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.168972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.206523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.213355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Attempting to bind port f73d2a83-4f92-4143-b29b-18a78ddb0c54 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:05.213724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Attempting to bind port f73d2a83-4f92-4143-b29b-18a78ddb0c54 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '0f3a8db3-212a-44c7-8888-10788b8237e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:05.214148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Attempting to bind port f73d2a83-4f92-4143-b29b-18a78ddb0c54 on network 19131745-c893-47c5-bffa-ecf5d1d645a7 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:05.220918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:05.221204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9c47c582-7984-408f-88fe-cfbb31ba9649 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:05.221417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Checking segment: {'id': '0f3a8db3-212a-44c7-8888-10788b8237e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:05.221824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.222588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Bound using segment: {'id': '0f3a8db3-212a-44c7-8888-10788b8237e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:05.223965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Bound port: f73d2a83-4f92-4143-b29b-18a78ddb0c54, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3a8db3-212a-44c7-8888-10788b8237e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:05.223965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.314013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] For port f73d2a83-4f92-4143-b29b-18a78ddb0c54, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:05.317428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] For port f73d2a83-4f92-4143-b29b-18a78ddb0c54, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f73d2a83-4f92-4143-b29b-18a78ddb0c54,segment=NetworkSegment(0f3a8db3-212a-44c7-8888-10788b8237e3),segment_id=0f3a8db3-212a-44c7-8888-10788b8237e3)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:05.324522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.328948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2f431735-a05c-49c9-be70-009023e8f285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:05.359384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for 58b969a4-1b2f-4041-a754-cf282821397b owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:05.366567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2096b299-a87c-43be-ac53-cab6996ba6fd None None] Network 91aaf050-2914-4309-a7f1-64f1d22db24f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:05.385633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eee5301-e275-4078-a5f2-0e5308490799,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.393110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Checking segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:05.393472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Network hostable DHCP agents. Network: 92f65482-9f9c-46c3-804a-23a9f7abb542, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:05.403871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.448216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:05.485427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 92f65482-9f9c-46c3-804a-23a9f7abb542) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:05.497420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:05.498565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.523739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30daab5c-1714-4219-8935-e776a59ec559 None None] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:05.535531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.539293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6bd04e88-4ff5-423d-9ae3-2434307ff5ea None None] Provisioning for port 49a26973-5af7-48d2-baff-ddcd37dfa2ae completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:05.545753 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6958363 Dec 22 08:39:05.549304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35408) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:05.556324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.557034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:05.562308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:05.566170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Usage tracker for resource:router and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:05.570005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:05.576873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:05.594128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.595219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.616271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.636286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aca47ffe-15f2-4ab9-b296-0845cb3a6476 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:05.644439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Transition to ACTIVE for port object 789328a7-29e4-43ff-9646-bf994ed37be0 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:05.699850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Subnet': ['ID=53533921-e9a9-4e25-a173-887aa0629839,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.702544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.768590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Pushing event updated for resources: {'Port': ['ID=f73d2a83-4f92-4143-b29b-18a78ddb0c54,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:05.864558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:05.896246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6bd04e88-4ff5-423d-9ae3-2434307ff5ea None None] Provisioning complete for port 49a26973-5af7-48d2-baff-ddcd37dfa2ae triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:05.896775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bd04e88-4ff5-423d-9ae3-2434307ff5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.917957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:05.987433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.005151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-92f65482-9f9c-46c3-804a-23a9f7abb542', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:06.005998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.055521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.076508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.101169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d1762851-cf3b-4e8c-8ff8-0581e6675354 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:06.210361 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/subnets/53533921-e9a9-4e25-a173-887aa0629839 HTTP/1.1" status: 204 len: 168 time: 2.9583073 Dec 22 08:39:06.214331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35412) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:06.294864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Port': ['ID=789328a7-29e4-43ff-9646-bf994ed37be0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:06.303641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:06.321129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:06.322807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:06.328535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:06.336781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:06.338332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.348842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d57a4-b4a9-410b-a5ac-87b74d407d1a None None] Network 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:06.371823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.379165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.388716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:06.423304 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.2491856 Dec 22 08:39:06.424522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35416) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:06.433166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.436400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f73d2a83-4f92-4143-b29b-18a78ddb0c54 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:06.450859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f08677-f6bf-419e-b1de-708437e784d0 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:06.452305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f08677-f6bf-419e-b1de-708437e784d0 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:06.453070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88f08677-f6bf-419e-b1de-708437e784d0 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Synchronizing usage tracker for tenant:15721a7549b74f6ea87d4bb22677080c on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:06.461525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Port': ['ID=58b969a4-1b2f-4041-a754-cf282821397b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:06.467017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:06.468162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:06.481422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bd04e88-4ff5-423d-9ae3-2434307ff5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.547295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Allocated IP 172.20.0.2 (92f65482-9f9c-46c3-804a-23a9f7abb542/8eee5301-e275-4078-a5f2-0e5308490799/3b93a763-0f91-4e4c-b850-0dca14905526) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:06.625770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No DVR routers for this DVR port 58b969a4-1b2f-4041-a754-cf282821397b on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:06.627763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88f08677-f6bf-419e-b1de-708437e784d0 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Unset dirty status for tenant:15721a7549b74f6ea87d4bb22677080c on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:06.629039 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-88f08677-f6bf-419e-b1de-708437e784d0 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3533871 Dec 22 08:39:06.631223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a1082-a7ff-412b-8e15-3a1c2929d7fb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:06.639992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a1082-a7ff-412b-8e15-3a1c2929d7fb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:06.644207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a1082-a7ff-412b-8e15-3a1c2929d7fb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:06.645242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-715a1082-a7ff-412b-8e15-3a1c2929d7fb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Synchronizing usage tracker for tenant:2064adcd437747f4a3adc078e6ca1b9f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:06.652472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35420) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:06.683634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6bd04e88-4ff5-423d-9ae3-2434307ff5ea None None] For port 49a26973-5af7-48d2-baff-ddcd37dfa2ae, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=49a26973-5af7-48d2-baff-ddcd37dfa2ae,segment=NetworkSegment(c0b0f35f-5bb3-4ff2-bbca-8fad596d069d),segment_id=c0b0f35f-5bb3-4ff2-bbca-8fad596d069d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:06.700857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] DHCP port deletion for 91aaf050-2914-4309-a7f1-64f1d22db24f request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:06.716447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] Deleting port 49a26973-5af7-48d2-baff-ddcd37dfa2ae {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:06.716447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.750916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.751480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cda8f89-b425-495e-a7fb-11eb68d7dbab {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:39:06.766000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bd04e88-4ff5-423d-9ae3-2434307ff5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.791985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-715a1082-a7ff-412b-8e15-3a1c2929d7fb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Unset dirty status for tenant:2064adcd437747f4a3adc078e6ca1b9f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:06.793207 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-715a1082-a7ff-412b-8e15-3a1c2929d7fb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.3674426 Dec 22 08:39:06.798117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.800130 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] 10.222.0.31 "DELETE /v2.0/routers/6cda8f89-b425-495e-a7fb-11eb68d7dbab HTTP/1.1" status: 204 len: 168 time: 5.6418569 Dec 22 08:39:06.805758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35428) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:06.806104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:06.841315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.887925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-78c83d85-ddd8-4c99-8415-956d98f747b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:06.937397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.968587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:06.993991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfb21947-5c47-4eee-8d84-4df1266a3fc3 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:07.033720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.035413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd04e88-4ff5-423d-9ae3-2434307ff5ea None None] Pushing event updated for resources: {'Port': ['ID=49a26973-5af7-48d2-baff-ddcd37dfa2ae,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:07.048988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c8c638-45c2-4d7e-afb5-01abf094a243 None None] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:07.073028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6bd04e88-4ff5-423d-9ae3-2434307ff5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:07.106870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1f89e4b9-92a7-4d79-bcc6-6e862f3881c4 None None] Could not find standard attr ID for object 58b969a4-1b2f-4041-a754-cf282821397b. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:39:07.121599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-630605b5-cc1d-448d-afbc-11d1ec766fe2 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.125940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c1bef98b-27b2-4152-b47f-7fe8b0718098 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Deleting port 789328a7-29e4-43ff-9646-bf994ed37be0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:07.126267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1bef98b-27b2-4152-b47f-7fe8b0718098 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.140187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab426cc-db6a-4edd-a5fb-99d007fc8bef,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:07.160538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:07.187503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] Deleting subnet a87f1ef4-5ef0-477c-ab24-82ffe6b9599e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:07.189530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.197198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.208880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port f73d2a83-4f92-4143-b29b-18a78ddb0c54 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:07.211966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2bb9b9a6-b445-4a4a-9337-9801acb6ab27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.220868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e628e14-2baa-4dba-8df5-e3e3a2d7c34d']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:07.237538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b383c32c-85e1-4739-9e40-17a8203d0aef') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:07.237759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b383c32c-85e1-4739-9e40-17a8203d0aef') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:07.246657 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-630605b5-cc1d-448d-afbc-11d1ec766fe2 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 08:39:07.246999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630605b5-cc1d-448d-afbc-11d1ec766fe2 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:07.260462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.280979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 58b969a4-1b2f-4041-a754-cf282821397b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:07.283099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.293163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:07.293764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:07.309061 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:07.346705 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-630605b5-cc1d-448d-afbc-11d1ec766fe2 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/91aaf050-2914-4309-a7f1-64f1d22db24f HTTP/1.1" status: 409 len: 405 time: 0.6926978 Dec 22 08:39:07.356136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35436) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:07.362691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 58b969a4-1b2f-4041-a754-cf282821397b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:07.363187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 58b969a4-1b2f-4041-a754-cf282821397b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:39:07.367000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.387135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346fa31-6f6f-4dde-921e-6cadb2662637 None None] DHCP port deletion for 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:07.387428 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:07.404975 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0317fc5-5739-4c2c-87a0-6a3b4b97141e None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:07.407604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-804810394'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:07.428900 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0317fc5-5739-4c2c-87a0-6a3b4b97141e None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:07.430031 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b0317fc5-5739-4c2c-87a0-6a3b4b97141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:07.442088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:07.459227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:network and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:07.481196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:07.493575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.511282 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b0317fc5-5739-4c2c-87a0-6a3b4b97141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:07.511494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.515873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:07.524256 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0317fc5-5739-4c2c-87a0-6a3b4b97141e None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:07.525420 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b0317fc5-5739-4c2c-87a0-6a3b4b97141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:07.545421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:07.568066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Allocated IP 172.26.5.99 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/7731daa7-d9ad-4a14-99a1-ea35f13192b5) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:07.575517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Port 58b969a4-1b2f-4041-a754-cf282821397b not found, will not notify nova. {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:39:07.590419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:07.593457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.612238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=8e628e14-2baa-4dba-8df5-e3e3a2d7c34d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:07.624493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:07.630289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.636482 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/ports/ef607d7e-c229-4b24-8a4e-82db93b903bb HTTP/1.1" status: 204 len: 168 time: 6.0581796 Dec 22 08:39:07.637652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35440) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:07.657266 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b0317fc5-5739-4c2c-87a0-6a3b4b97141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:07.658046 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0317fc5-5739-4c2c-87a0-6a3b4b97141e None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:07.693911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1223565-d8d9-41ff-b464-200eca4f94ae None None] Network 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:07.706369 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/8e628e14-2baa-4dba-8df5-e3e3a2d7c34d HTTP/1.1" status: 204 len: 168 time: 4.4531219 Dec 22 08:39:07.710426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35444) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:07.743196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dfe2a47f-6997-4e8d-8202-65a99e42c7f4 None None] Provisioning for port f73d2a83-4f92-4143-b29b-18a78ddb0c54 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:07.784319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:07.788660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.801710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dfe2a47f-6997-4e8d-8202-65a99e42c7f4 None None] Provisioning complete for port f73d2a83-4f92-4143-b29b-18a78ddb0c54 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:07.802081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a47f-6997-4e8d-8202-65a99e42c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.824229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1223565-d8d9-41ff-b464-200eca4f94ae None None] Network 8e628e14-2baa-4dba-8df5-e3e3a2d7c34d could not be found, it might have been deleted concurrently. {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 22 08:39:07.847866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1bef98b-27b2-4152-b47f-7fe8b0718098 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.877792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:07.899954 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-305231be-b9c1-4dc3-b5d0-bef10d44dcfe tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:07.900399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305231be-b9c1-4dc3-b5d0-bef10d44dcfe tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:07.905088 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-305231be-b9c1-4dc3-b5d0-bef10d44dcfe tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/0ab426cc-db6a-4edd-a5fb-99d007fc8bef HTTP/1.1" status: 404 len: 337 time: 0.1915309 Dec 22 08:39:07.908203 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c189bc9e-a29c-476a-9d04-75480a689e6c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "GET /v2.0/floatingips/3061e040-e2f5-47a4-82c1-a0084f7fcad5 HTTP/1.1" status: 200 len: 688 time: 0.2663832 Dec 22 08:39:07.908203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35448) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:07.908359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35450) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:07.915936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Transition to ACTIVE for port object 3b93a763-0f91-4e4c-b850-0dca14905526 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:07.936845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] For port 49a26973-5af7-48d2-baff-ddcd37dfa2ae, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=49a26973-5af7-48d2-baff-ddcd37dfa2ae,segment=NetworkSegment(c0b0f35f-5bb3-4ff2-bbca-8fad596d069d),segment_id=c0b0f35f-5bb3-4ff2-bbca-8fad596d069d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:07.937246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.007186 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e0ba19-d2ce-44ea-bbee-800312ea5b2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:08.007784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e0ba19-d2ce-44ea-bbee-800312ea5b2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:08.012115 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d8e0ba19-d2ce-44ea-bbee-800312ea5b2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/8e628e14-2baa-4dba-8df5-e3e3a2d7c34d HTTP/1.1" status: 404 len: 339 time: 0.1020479 Dec 22 08:39:08.013083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35456) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.056981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.057204 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Added segment ff67ac94-34b9-4204-aa27-edd206c781bd of type vlan for network aaa20ac4-c734-400a-9e38-4c3496bae749 Dec 22 08:39:08.070550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] Calling delete_port for 49a26973-5af7-48d2-baff-ddcd37dfa2ae owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:08.099377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Transition to ACTIVE for port object 3b93a763-0f91-4e4c-b850-0dca14905526 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:08.126690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.128420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c1bef98b-27b2-4152-b47f-7fe8b0718098 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Calling delete_port for 789328a7-29e4-43ff-9646-bf994ed37be0 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:08.128989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port cc3e18e0-5d94-41b2-ae67-32242c2951fd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:08.129275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.155499 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-172164cd-33ef-49e6-b061-4533025300bd tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:08.155953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172164cd-33ef-49e6-b061-4533025300bd tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:08.157622 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-172164cd-33ef-49e6-b061-4533025300bd tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/e503b8ce-abd7-4f29-b33a-e12350bc9b93 HTTP/1.1" status: 404 len: 337 time: 0.1440067 Dec 22 08:39:08.161816 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:08.162747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35460) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.200446 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4583aac-eff8-40b6-b353-ade29a962050 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:08.201160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4583aac-eff8-40b6-b353-ade29a962050 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:08.202960 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a4583aac-eff8-40b6-b353-ade29a962050 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/ea4a7bb5-ad6e-498a-8996-050438ca46db HTTP/1.1" status: 404 len: 339 time: 0.0391419 Dec 22 08:39:08.210175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35464) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.249952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.258275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.281955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.289133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:08.289330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:08.322793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:08.323514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87f1ef4-5ef0-477c-ab24-82ffe6b9599e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:08.326122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:08.341326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:08.348829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Pushing event updated for resources: {'Port': ['ID=3b93a763-0f91-4e4c-b850-0dca14905526,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:08.351442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:08.351943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8fbde7f5-c7c3-4782-9b74-9158ae5c1781 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:08.352504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 49a26973-5af7-48d2-baff-ddcd37dfa2ae no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:08.382407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a47f-6997-4e8d-8202-65a99e42c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.396486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:08.400301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:08.401706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.409672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.417470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:08.432704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.436390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:08.436972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.447509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6d08d9b0-4c65-42bd-a83c-2edff384ed3e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:08.476771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.477357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.489721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.502967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 49a26973-5af7-48d2-baff-ddcd37dfa2ae {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:08.503405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 49a26973-5af7-48d2-baff-ddcd37dfa2ae not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:08.503939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 58b969a4-1b2f-4041-a754-cf282821397b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:08.559284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 58b969a4-1b2f-4041-a754-cf282821397b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:08.561092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 58b969a4-1b2f-4041-a754-cf282821397b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:08.564309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc98da9-3fc7-446c-b686-77647bf1edf4 None None] Network b1b26534-ad52-47d9-8e9a-d104ef919d7e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:08.590422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Network': ['ID=aaa20ac4-c734-400a-9e38-4c3496bae749,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:08.593221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:08.606708 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a87f1ef4-5ef0-477c-ab24-82ffe6b9599e HTTP/1.1" status: 204 len: 168 time: 1.7883122 Dec 22 08:39:08.613695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.642362 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2812302 Dec 22 08:39:08.646379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] Pushing event deleted for resources: {'Port': ['ID=49a26973-5af7-48d2-baff-ddcd37dfa2ae,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:08.654450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for cc3e18e0-5d94-41b2-ae67-32242c2951fd owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:08.655702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] No DVR routers for this DVR port 49a26973-5af7-48d2-baff-ddcd37dfa2ae on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:08.663015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network aaa20ac4-c734-400a-9e38-4c3496bae749 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:08.690879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35472) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:08.698419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1bef98b-27b2-4152-b47f-7fe8b0718098 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.704630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.726236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'subnet': {'network_id': 'aaa20ac4-c734-400a-9e38-4c3496bae749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:08.805094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:08.839685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5eef3a5-aede-4e45-91a2-f68f2c088acd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:08.848594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.886337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac57b30f-1a56-4700-a2ab-3acb111437b0']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:08.895188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bef98b-27b2-4152-b47f-7fe8b0718098 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event deleted for resources: {'Port': ['ID=789328a7-29e4-43ff-9646-bf994ed37be0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:08.903357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6789740-0f99-458a-8c73-a04839296f5c') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:08.903660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6789740-0f99-458a-8c73-a04839296f5c') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:08.934026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dfe2a47f-6997-4e8d-8202-65a99e42c7f4 None None] For port f73d2a83-4f92-4143-b29b-18a78ddb0c54, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f73d2a83-4f92-4143-b29b-18a78ddb0c54,segment=NetworkSegment(0f3a8db3-212a-44c7-8888-10788b8237e3),segment_id=0f3a8db3-212a-44c7-8888-10788b8237e3)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:08.953622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:08.959081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.960973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dfe2a47f-6997-4e8d-8202-65a99e42c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.976763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c5860b96-41a7-4876-8f6d-0460e5252b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:08.982675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:08.993669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:08.997294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:08.999856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:09.002627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:09.017072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:09.018128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:09.034574 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:09.061246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7731daa7-d9ad-4a14-99a1-ea35f13192b5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:09.061484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2a47f-6997-4e8d-8202-65a99e42c7f4 None None] Pushing event updated for resources: {'Port': ['ID=f73d2a83-4f92-4143-b29b-18a78ddb0c54,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:09.064652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:09.073324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Attempting to bind port 3b93a763-0f91-4e4c-b850-0dca14905526 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:09.073925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Attempting to bind port 3b93a763-0f91-4e4c-b850-0dca14905526 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:09.075093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Attempting to bind port 3b93a763-0f91-4e4c-b850-0dca14905526 on network 92f65482-9f9c-46c3-804a-23a9f7abb542 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:09.083143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dfe2a47f-6997-4e8d-8202-65a99e42c7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:09.142601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.149621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-779da95c-65ed-4e79-9257-e7809b779e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:09.177954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:09.178571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:09.202474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:09.203158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Checking segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:09.203333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.203735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Bound using segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:09.204159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Bound port: 3b93a763-0f91-4e4c-b850-0dca14905526, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:09.204542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.222274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0c696a0f-09be-4f8c-9662-17444cc97cff None None] Provisioning complete for port f73d2a83-4f92-4143-b29b-18a78ddb0c54 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:09.222643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c696a0f-09be-4f8c-9662-17444cc97cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.230099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.238188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=cc3e18e0-5d94-41b2-ae67-32242c2951fd,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:09.245539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:09.263866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:09.287173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.327223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bd0f518f-9ae5-4356-ae0d-fb8b4aa77807 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:09.353882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f6755eb5-f6db-4ed5-852a-6d1efddd733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.354138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.372170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=ac57b30f-1a56-4700-a2ab-3acb111437b0,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:09.377752 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/ac57b30f-1a56-4700-a2ab-3acb111437b0 HTTP/1.1" status: 204 len: 168 time: 1.1663353 Dec 22 08:39:09.378963 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35476) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.379840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:09.396182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Deleting port fb2b04a7-e506-4865-b9e8-40d5a9be081d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:09.396554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.432320 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c8c338-972e-4824-a42c-83c0a01e8fe0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.432991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c8c338-972e-4824-a42c-83c0a01e8fe0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.437677 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c8c8c338-972e-4824-a42c-83c0a01e8fe0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/dc243e4f-b8ee-4a65-986a-da4373fc76a1 HTTP/1.1" status: 404 len: 337 time: 0.0544779 Dec 22 08:39:09.438240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35480) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.499912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1bef98b-27b2-4152-b47f-7fe8b0718098 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.505241 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c1bef98b-27b2-4152-b47f-7fe8b0718098 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "DELETE /v2.0/ports/789328a7-29e4-43ff-9646-bf994ed37be0 HTTP/1.1" status: 204 len: 168 time: 2.6914535 Dec 22 08:39:09.513690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] For port 3b93a763-0f91-4e4c-b850-0dca14905526, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:09.515596 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2d1246-be40-4201-8fd4-d62c1cfd9192 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.516091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2d1246-be40-4201-8fd4-d62c1cfd9192 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.517791 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5d2d1246-be40-4201-8fd4-d62c1cfd9192 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/f078cf43-c205-41aa-8336-b9f464872fe5 HTTP/1.1" status: 404 len: 339 time: 0.0763700 Dec 22 08:39:09.522469 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0c696a0f-09be-4f8c-9662-17444cc97cff None None] Could not find standard attr ID for object 789328a7-29e4-43ff-9646-bf994ed37be0. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:39:09.527777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35484) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.528109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35486) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.530483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] For port 3b93a763-0f91-4e4c-b850-0dca14905526, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3b93a763-0f91-4e4c-b850-0dca14905526,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:09.534329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.536825 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.537215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.538027 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/floatingips/3061e040-e2f5-47a4-82c1-a0084f7fcad5 HTTP/1.1" status: 204 len: 168 time: 1.6286185 Dec 22 08:39:09.551299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b855b21f-713c-4268-9549-0a905c0792b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:09.556026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35492) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.577851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '91253857-90e4-4e61-ab69-ae435cb40034'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:09.586034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:09.622096 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f897c04a-ddd5-44ce-81a7-01531361864c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.622721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f897c04a-ddd5-44ce-81a7-01531361864c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.626785 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f897c04a-ddd5-44ce-81a7-01531361864c tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/e7b49c0b-31a4-46ff-96a1-70f2dda42013 HTTP/1.1" status: 404 len: 337 time: 0.0925510 Dec 22 08:39:09.626785 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b52f24c-73fa-43b9-a60d-83d7097273df tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] GET failed (client error): The resource could not be found. Dec 22 08:39:09.627227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:floatingip and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:09.629852 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5b52f24c-73fa-43b9-a60d-83d7097273df tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "GET /v2.0/ports/789328a7-29e4-43ff-9646-bf994ed37be0 HTTP/1.1" status: 404 len: 333 time: 0.0991614 Dec 22 08:39:09.630401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35496) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.633226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:09.634160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Pushing event updated for resources: {'Port': ['ID=3b93a763-0f91-4e4c-b850-0dca14905526,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:09.637610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:09.638593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] DHCP port deletion for b1b26534-ad52-47d9-8e9a-d104ef919d7e request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:09.644736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] Deleting port fb2b04a7-e506-4865-b9e8-40d5a9be081d {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:09.644897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.645240 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.658503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35500) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.670487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:09.679981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'port': {'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1155147561'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:09.708582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0c696a0f-09be-4f8c-9662-17444cc97cff None None] Provisioning for port 26d80fc6-042f-4fd2-9299-415caa0a7b45 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:09.771380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0c696a0f-09be-4f8c-9662-17444cc97cff None None] Provisioning complete for port 26d80fc6-042f-4fd2-9299-415caa0a7b45 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:09.772498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c696a0f-09be-4f8c-9662-17444cc97cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.799007 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e75bfe-f329-4642-9085-c8aff76ecf47 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.799542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e75bfe-f329-4642-9085-c8aff76ecf47 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.801390 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d2e75bfe-f329-4642-9085-c8aff76ecf47 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/1a7cfeca-e538-4390-9156-9e3be6af3502 HTTP/1.1" status: 404 len: 339 time: 0.1700251 Dec 22 08:39:09.804628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35504) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.850928 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3a5890-bdc9-4a4c-95b1-b51970063a20 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.851407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3a5890-bdc9-4a4c-95b1-b51970063a20 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.855554 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1d3a5890-bdc9-4a4c-95b1-b51970063a20 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/de3d803c-7d9a-4428-a2a9-d601bf2ea741 HTTP/1.1" status: 404 len: 337 time: 0.0474966 Dec 22 08:39:09.855829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35508) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.895205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-10efe6a3-5d1f-4948-aac9-6c2024820dcc tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.899800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10efe6a3-5d1f-4948-aac9-6c2024820dcc tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.899800 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-10efe6a3-5d1f-4948-aac9-6c2024820dcc tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/7b1245c2-026f-4c5b-9c4f-090de5d0d539 HTTP/1.1" status: 404 len: 339 time: 0.0405219 Dec 22 08:39:09.905350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35512) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.956004 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-280a804e-f11f-4529-9398-4539ee748278 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:09.956449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280a804e-f11f-4529-9398-4539ee748278 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:09.960443 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-280a804e-f11f-4529-9398-4539ee748278 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/6fb8616a-3e8b-4e2b-8833-918af317303b HTTP/1.1" status: 404 len: 337 time: 0.0514023 Dec 22 08:39:09.964771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35516) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:09.981683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] For port fb2b04a7-e506-4865-b9e8-40d5a9be081d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fb2b04a7-e506-4865-b9e8-40d5a9be081d,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:09.982126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:09.990372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0c696a0f-09be-4f8c-9662-17444cc97cff None None] Port 26d80fc6-042f-4fd2-9299-415caa0a7b45 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:10.000690 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b252984-362e-422b-a7fa-2fb37e87b1ed tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.001097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b252984-362e-422b-a7fa-2fb37e87b1ed tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.003160 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7b252984-362e-422b-a7fa-2fb37e87b1ed tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/fa24e556-c9f4-4351-94ec-bfab43ac5a0b HTTP/1.1" status: 404 len: 339 time: 0.0374062 Dec 22 08:39:10.005659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35520) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.017514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.045172 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-901bb6b2-9d45-4049-b3a3-fd24335f09f8 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.045660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901bb6b2-9d45-4049-b3a3-fd24335f09f8 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.047274 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-901bb6b2-9d45-4049-b3a3-fd24335f09f8 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/c6dbc31c-3bf3-4c45-8046-28430b10bd1e HTTP/1.1" status: 404 len: 337 time: 0.0405486 Dec 22 08:39:10.049913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35524) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.077124 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e889bc-0bf1-4ebd-8066-b859a93d2b71 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.077559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e889bc-0bf1-4ebd-8066-b859a93d2b71 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.079903 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e6e889bc-0bf1-4ebd-8066-b859a93d2b71 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/5d14f037-f79e-45f6-b080-2b8d2e0821fc HTTP/1.1" status: 404 len: 339 time: 0.0287912 Dec 22 08:39:10.082244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35528) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.122096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] Calling delete_port for fb2b04a7-e506-4865-b9e8-40d5a9be081d owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:10.130172 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d7b2e0-f929-4592-9c61-116e16661f39 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.131074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d7b2e0-f929-4592-9c61-116e16661f39 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.135963 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-49d7b2e0-f929-4592-9c61-116e16661f39 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/8a181bcd-89c5-4b5b-a30f-378892b8b5cb HTTP/1.1" status: 404 len: 337 time: 0.0524981 Dec 22 08:39:10.137118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35532) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.154993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8ed17f1c-bcbb-463b-8509-dfb30f2ce870 None None] Could not find standard attr ID for object 789328a7-29e4-43ff-9646-bf994ed37be0. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:39:10.174745 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3c1078-cb22-46a3-8864-8f7e65b7d41e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.175194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3c1078-cb22-46a3-8864-8f7e65b7d41e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.179321 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8f3c1078-cb22-46a3-8864-8f7e65b7d41e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/23d0e179-52b2-4476-b5eb-2dc5f766d3db HTTP/1.1" status: 404 len: 339 time: 0.0386708 Dec 22 08:39:10.180877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35536) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.217567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.230835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ed781a07-0d7b-4859-a7d6-f557aa20797a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:10.235988 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8f376b-54e3-4b1f-b61f-838d68f5ec58 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.237564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8f376b-54e3-4b1f-b61f-838d68f5ec58 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.239638 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5d8f376b-54e3-4b1f-b61f-838d68f5ec58 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/858130c0-5aa1-4c3c-835a-f0af4ef77849 HTTP/1.1" status: 404 len: 337 time: 0.0578482 Dec 22 08:39:10.242285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35540) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.278017 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c892c0b4-b712-43cc-bdb3-72247b96ce2e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.278455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c892c0b4-b712-43cc-bdb3-72247b96ce2e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.280251 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c892c0b4-b712-43cc-bdb3-72247b96ce2e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/7848f4c9-6426-46ea-b189-86367baafa54 HTTP/1.1" status: 404 len: 339 time: 0.0365245 Dec 22 08:39:10.283486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35544) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.292540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] Pushing event deleted for resources: {'Port': ['ID=fb2b04a7-e506-4865-b9e8-40d5a9be081d,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:10.295778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:10.296703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] No DVR routers for this DVR port fb2b04a7-e506-4865-b9e8-40d5a9be081d on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:10.316137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] For port fb2b04a7-e506-4865-b9e8-40d5a9be081d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fb2b04a7-e506-4865-b9e8-40d5a9be081d,segment=NetworkSegment(341efc3e-cb31-4ca8-aaa1-55baee319afd),segment_id=341efc3e-cb31-4ca8-aaa1-55baee319afd)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:10.316137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.329905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:10.330044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3b93a763-0f91-4e4c-b850-0dca14905526 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:10.352121 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a44dd05-fc4f-48f0-8107-88e2dbd127ea tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.352822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a44dd05-fc4f-48f0-8107-88e2dbd127ea tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.355010 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0a44dd05-fc4f-48f0-8107-88e2dbd127ea tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/3ff14271-4751-4e0c-a01d-f7b6d8e41335 HTTP/1.1" status: 404 len: 337 time: 0.0708592 Dec 22 08:39:10.358139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35548) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.383817 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a83d038-5e61-40e1-9caa-d8da844dfa06 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:10.384342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a83d038-5e61-40e1-9caa-d8da844dfa06 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:10.388449 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5a83d038-5e61-40e1-9caa-d8da844dfa06 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/885f7e10-22d2-45ad-ba7c-6013f5d1c58a HTTP/1.1" status: 404 len: 339 time: 0.0270224 Dec 22 08:39:10.388747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35552) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:10.413196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.413862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.444314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 3b93a763-0f91-4e4c-b850-0dca14905526 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:10.451024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f73d2a83-4f92-4143-b29b-18a78ddb0c54 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:10.468042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Usage tracker for resource:port and tenant:2064adcd437747f4a3adc078e6ca1b9f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:10.472356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:10.483943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Calling delete_port for fb2b04a7-e506-4865-b9e8-40d5a9be081d owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:10.523355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.523945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.528554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:10.561661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port f73d2a83-4f92-4143-b29b-18a78ddb0c54 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:10.562698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.663881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting subnet f05d0b45-38fc-4665-8ba9-efea74eced44 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:10.668045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.726190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Made reservation on behalf of 2064adcd437747f4a3adc078e6ca1b9f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:10.729671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.763626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.768257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fb2b04a7-e506-4865-b9e8-40d5a9be081d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:10.825963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: fb2b04a7-e506-4865-b9e8-40d5a9be081d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:10.826429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fb2b04a7-e506-4865-b9e8-40d5a9be081d not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:10.830100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] device_id is not set on port fe717108-a91d-49ee-ac52-e88466c90e80 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:10.878509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.909331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:10.909655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:10.958789 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:10.963248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0bc3792d-8339-44e4-aa42-d6ef9cad29e1 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:10.994004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.003473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Subnet': ['ID=f05d0b45-38fc-4665-8ba9-efea74eced44,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:11.006915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:11.012245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.017094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af601f71-b253-46bc-a88b-48becbfd9f19 None None] Network 592b10a8-c94f-4bc6-9a43-59651fa86f3d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:11.025407 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/subnets/f05d0b45-38fc-4665-8ba9-efea74eced44 HTTP/1.1" status: 204 len: 168 time: 0.6334577 Dec 22 08:39:11.025935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35558) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:11.077926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848cb8c-9d9b-44e9-9ab1-525b20308cc5 None None] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:11.149876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.162961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Deleting port 8c248c5c-b865-4f35-8507-9a8af1c06d59 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:11.163677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.243960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.255133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b218d1bb-8e0f-48b8-b2a0-d53c50701292 None None] Provisioning for port 3b93a763-0f91-4e4c-b850-0dca14905526 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:11.311203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Allocated IP 2001:db8::2d0 (19131745-c893-47c5-bffa-ecf5d1d645a7/88b34f29-2850-42ea-80a0-917546195745/fe717108-a91d-49ee-ac52-e88466c90e80) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:11.326994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b218d1bb-8e0f-48b8-b2a0-d53c50701292 None None] Provisioning complete for port 3b93a763-0f91-4e4c-b850-0dca14905526 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:11.327393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b218d1bb-8e0f-48b8-b2a0-d53c50701292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.344812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:39:11.368620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.377434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:11.398505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] For port 8c248c5c-b865-4f35-8507-9a8af1c06d59, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8c248c5c-b865-4f35-8507-9a8af1c06d59,segment=NetworkSegment(5dc77da9-3578-4176-8f94-fa3c89638522),segment_id=5dc77da9-3578-4176-8f94-fa3c89638522)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:11.398904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.420388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Deleting port fb2b04a7-e506-4865-b9e8-40d5a9be081d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:11.420739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.521431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Calling delete_port for 8c248c5c-b865-4f35-8507-9a8af1c06d59 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:11.526488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.26.5.80 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/941b3907-e694-47dc-8018-48481ffd78a5) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:11.551124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] The port 'fb2b04a7-e506-4865-b9e8-40d5a9be081d' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:39:11.596550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.602407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-189f27a1-d065-4b0d-926c-28dc4854cf52 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:11.616085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Subnet': ['ID=485e7b03-2b63-4d26-ab07-dd9537d17eff,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:11.638268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:11.638446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b218d1bb-8e0f-48b8-b2a0-d53c50701292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.664922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Port': ['ID=8c248c5c-b865-4f35-8507-9a8af1c06d59,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:11.669027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:11.673757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] No DVR routers for this DVR port 8c248c5c-b865-4f35-8507-9a8af1c06d59 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:11.692517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.706475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c04182-d6b2-4d12-85a0-c9bc163bf8d3 None None] DHCP port deletion for 592b10a8-c94f-4bc6-9a43-59651fa86f3d request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:11.709615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b218d1bb-8e0f-48b8-b2a0-d53c50701292 None None] For port 3b93a763-0f91-4e4c-b850-0dca14905526, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3b93a763-0f91-4e4c-b850-0dca14905526,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:11.716447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b218d1bb-8e0f-48b8-b2a0-d53c50701292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.730683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dfe2a47f-6997-4e8d-8202-65a99e42c7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:11.812719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218d1bb-8e0f-48b8-b2a0-d53c50701292 None None] Pushing event updated for resources: {'Port': ['ID=3b93a763-0f91-4e4c-b850-0dca14905526,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:11.824392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b218d1bb-8e0f-48b8-b2a0-d53c50701292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:11.936917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.943256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a02c2741-588a-4f06-8ba1-2fd36d3ab7d9 None None] Provisioning complete for port 3b93a763-0f91-4e4c-b850-0dca14905526 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:11.943732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a02c2741-588a-4f06-8ba1-2fd36d3ab7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:11.963117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592b10a8-c94f-4bc6-9a43-59651fa86f3d']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:11.977162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc77da9-3578-4176-8f94-fa3c89638522') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:11.977424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc77da9-3578-4176-8f94-fa3c89638522') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:11.989204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.006845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.013310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:12.013682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.027525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:12.027831 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:12.087334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b26534-ad52-47d9-8e9a-d104ef919d7e']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:12.111777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.114951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cb3775b5-f576-4204-97c3-94f6dfe3a5ae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:12.129924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Checking segment: {'id': 'ff67ac94-34b9-4204-aa27-edd206c781bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'aaa20ac4-c734-400a-9e38-4c3496bae749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:12.130289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network hostable DHCP agents. Network: aaa20ac4-c734-400a-9e38-4c3496bae749, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:12.134374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.140888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341efc3e-cb31-4ca8-aaa1-55baee319afd') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:12.141184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341efc3e-cb31-4ca8-aaa1-55baee319afd') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:12.141440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Pushing event deleted for resources: {'Network': ['ID=592b10a8-c94f-4bc6-9a43-59651fa86f3d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:12.145877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:12.156084 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] 10.222.0.31 "DELETE /v2.0/networks/592b10a8-c94f-4bc6-9a43-59651fa86f3d HTTP/1.1" status: 204 len: 168 time: 1.1266108 Dec 22 08:39:12.182392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.194875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3b93a763-0f91-4e4c-b850-0dca14905526 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:12.239388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.244224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.249779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.268428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3b93a763-0f91-4e4c-b850-0dca14905526 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:12.268802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.269528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:12.269932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:12.287152 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:12.352641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Transition to ACTIVE for port object fe717108-a91d-49ee-ac52-e88466c90e80 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:12.358527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Router 0110442b-4a23-46b7-8a57-ad853c51d04c is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:39:12.393070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network aaa20ac4-c734-400a-9e38-4c3496bae749 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:12.417878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, aaa20ac4-c734-400a-9e38-4c3496bae749) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:12.422570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.427819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f22c2-223a-4258-8051-7857a1aec77e None None] Network aaa20ac4-c734-400a-9e38-4c3496bae749 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:12.428224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35566) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.428572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:12.429167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.491584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-829bfd47-3594-4000-93bf-c970ff9a2b9e tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:12.493037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8c248c5c-b865-4f35-8507-9a8af1c06d59 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:12.507933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.536031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 8c248c5c-b865-4f35-8507-9a8af1c06d59 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:12.536476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8c248c5c-b865-4f35-8507-9a8af1c06d59 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:12.539452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b26534-ad52-47d9-8e9a-d104ef919d7e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:12.546775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:12.552674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.561547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3166f54b-456b-404a-b8b1-504700a52313 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:12.617831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.662238 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e3fb2b3e-21f1-447a-a77c-45a7680842b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a0b7473a83e4339bdc33b53713fe5d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2324274 Dec 22 08:39:12.664693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35572) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.669381 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b1b26534-ad52-47d9-8e9a-d104ef919d7e HTTP/1.1" status: 204 len: 168 time: 4.0513866 Dec 22 08:39:12.676528 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9847054 Dec 22 08:39:12.679253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35578) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.680199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:12.682691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=941b3907-e694-47dc-8018-48481ffd78a5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:12.688208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'port': {'network_id': 'aaa20ac4-c734-400a-9e38-4c3496bae749', 'name': 'tempest-NetworksIpV6TestAttrs-1436942039'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:12.688384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:12.690612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ea75d5d5-ad85-48fa-8bb9-1ca214d75fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:12.700994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-aaa20ac4-c734-400a-9e38-4c3496bae749', 'network_id': 'aaa20ac4-c734-400a-9e38-4c3496bae749', 'tenant_id': '15721a7549b74f6ea87d4bb22677080c', 'fixed_ips': [{'subnet_id': '485e7b03-2b63-4d26-ab07-dd9537d17eff'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:12.702459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.724526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:12.740401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:12.766953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:12.778894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:12.788209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:12.792844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:12.793787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.892544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35582) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.930541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Allocated IP 2001:db8::f816:3eff:fe2a:e0d7 (aaa20ac4-c734-400a-9e38-4c3496bae749/485e7b03-2b63-4d26-ab07-dd9537d17eff/d22c13b5-449f-4fff-a1df-e82e3d5d5bbe) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:12.930979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Port': ['ID=fe717108-a91d-49ee-ac52-e88466c90e80,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:12.945723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:12.971143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e96fabe7-c5a2-45d5-b4a5-af52a99297f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:12.974332 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3088233 Dec 22 08:39:12.984285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35586) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:12.988273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:12.992865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:port and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:12.995984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:13.000511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4f', 'mac_address': 'fa:16:3e:11:f7:b1'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:13.006026 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:13.024292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e96fabe7-c5a2-45d5-b4a5-af52a99297f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.037552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:13.042266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.089193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] device_id is not set on port 78bd17b6-cdf1-4ae0-8dd9-366d260986c4 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:13.175487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e96fabe7-c5a2-45d5-b4a5-af52a99297f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.181975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2dd2cb80-d5e4-44c4-9f76-5372ef0d78af tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:13.201605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fabe7-c5a2-45d5-b4a5-af52a99297f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2e7f8-e79f-40f5-89e4-a703c1314563,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:13.203719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e96fabe7-c5a2-45d5-b4a5-af52a99297f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.208154 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e96fabe7-c5a2-45d5-b4a5-af52a99297f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ed2e7f8-e79f-40f5-89e4-a703c1314563 HTTP/1.1" status: 204 len: 168 time: 0.5418737 Dec 22 08:39:13.208880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e96fabe7-c5a2-45d5-b4a5-af52a99297f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:13.238633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.250449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Transition to ACTIVE for port object d22c13b5-449f-4fff-a1df-e82e3d5d5bbe will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:13.253407 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-59938629-7f26-41e5-9e7d-fc2b7b7700ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90e6b72fd0774fd0b253f3a7b6d2d571&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3498836 Dec 22 08:39:13.256173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35592) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:13.290989 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Transition to ACTIVE for port object d22c13b5-449f-4fff-a1df-e82e3d5d5bbe will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:13.304108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.310739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9f4dcf4d-d7c4-4e93-8222-65aad8667328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:13.350254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0e6b7f3a-9e53-4bd3-b078-c2b8de2533f3 None None] Provisioning for port fe717108-a91d-49ee-ac52-e88466c90e80 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:13.370625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0e6b7f3a-9e53-4bd3-b078-c2b8de2533f3 None None] Provisioning complete for port fe717108-a91d-49ee-ac52-e88466c90e80 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:13.371373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e6b7f3a-9e53-4bd3-b078-c2b8de2533f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.406375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6eb23a9e-5c37-4781-9f8b-87dbf9dfbab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.422513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Allocated IP 2001:db8::f816:3eff:fee5:903c (aaa20ac4-c734-400a-9e38-4c3496bae749/485e7b03-2b63-4d26-ab07-dd9537d17eff/78bd17b6-cdf1-4ae0-8dd9-366d260986c4) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:13.465449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6eb23a9e-5c37-4781-9f8b-87dbf9dfbab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.544379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Network aaa20ac4-c734-400a-9e38-4c3496bae749 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:13.552381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Pushing event updated for resources: {'Port': ['ID=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:13.562988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:13.572181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:13.574581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:13.598020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b7f3a-9e53-4bd3-b078-c2b8de2533f3 None None] Port fe717108-a91d-49ee-ac52-e88466c90e80 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:13.634893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:13.649334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.653167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Sync routers for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:13.697246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6eb23a9e-5c37-4781-9f8b-87dbf9dfbab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.706461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-73ecae75-daee-4735-8c62-7ce7dbc69441 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:13.736593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb23a9e-5c37-4781-9f8b-87dbf9dfbab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc63e91-d5cd-4c54-8f90-f8e3fee38cc5,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:13.743352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6eb23a9e-5c37-4781-9f8b-87dbf9dfbab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:13.753685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:13.755809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:13.755942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6eb23a9e-5c37-4781-9f8b-87dbf9dfbab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.759283 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6eb23a9e-5c37-4781-9f8b-87dbf9dfbab5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cc63e91-d5cd-4c54-8f90-f8e3fee38cc5 HTTP/1.1" status: 204 len: 168 time: 0.4981711 Dec 22 08:39:13.782682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.806547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Transition to ACTIVE for port object 78bd17b6-cdf1-4ae0-8dd9-366d260986c4 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:13.844453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.859443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4e4fab1c-8599-4d32-b9c7-1fffa2847970 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:13.961212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network aaa20ac4-c734-400a-9e38-4c3496bae749 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:13.965471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:13.967893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Port': ['ID=78bd17b6-cdf1-4ae0-8dd9-366d260986c4,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:13.977984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:13.982432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:13.983309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:13.989516 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:14.007700 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3272598 Dec 22 08:39:14.010202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35608) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:14.033176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.034401 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4843786 Dec 22 08:39:14.043261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:14.065873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Attempting to bind port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:14.066243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Attempting to bind port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ff67ac94-34b9-4204-aa27-edd206c781bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'aaa20ac4-c734-400a-9e38-4c3496bae749'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:14.066586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Attempting to bind port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe on network aaa20ac4-c734-400a-9e38-4c3496bae749 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:14.126081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:14.126459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Checking segment: {'id': 'ff67ac94-34b9-4204-aa27-edd206c781bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'aaa20ac4-c734-400a-9e38-4c3496bae749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:14.126864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.127260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Bound using segment: {'id': 'ff67ac94-34b9-4204-aa27-edd206c781bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'aaa20ac4-c734-400a-9e38-4c3496bae749'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:14.127749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Bound port: d22c13b5-449f-4fff-a1df-e82e3d5d5bbe, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff67ac94-34b9-4204-aa27-edd206c781bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'aaa20ac4-c734-400a-9e38-4c3496bae749'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:14.128130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.235259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:14.278442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Deleting subnet 485e7b03-2b63-4d26-ab07-dd9537d17eff {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:14.279022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.342770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.369249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] For port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:14.374248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] For port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,segment=NetworkSegment(ff67ac94-34b9-4204-aa27-edd206c781bd),segment_id=ff67ac94-34b9-4204-aa27-edd206c781bd)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:14.389458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.414608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e86de4ca-b454-47d9-ab7d-fea683408cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:14.441376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.532661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.533687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.563736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.592367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6122a909-7490-45b8-b706-69d4649cf8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:14.641429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] In _notify_port_updated(), no bound segment for port fe717108-a91d-49ee-ac52-e88466c90e80 on network 19131745-c893-47c5-bffa-ecf5d1d645a7 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:39:14.645245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:14.646262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.647992 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "PUT /v2.0/ports/fe717108-a91d-49ee-ac52-e88466c90e80 HTTP/1.1" status: 200 len: 1002 time: 1.6603465 Dec 22 08:39:14.651642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35632) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:14.683680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.708484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35636) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:14.728742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.744948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:14.793723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Port': ['ID=fe717108-a91d-49ee-ac52-e88466c90e80,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:14.811511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:14.822640 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Pushing event updated for resources: {'Port': ['ID=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:14.839352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Subnet': ['ID=485e7b03-2b63-4d26-ab07-dd9537d17eff,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:14.841499 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:14.849259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:14.859369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:14.923386 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/subnets/485e7b03-2b63-4d26-ab07-dd9537d17eff HTTP/1.1" status: 204 len: 168 time: 0.9106698 Dec 22 08:39:14.924220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35644) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:15.018342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:09Z', 'revision_number': 3, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:15.023773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Checking router: 0110442b-4a23-46b7-8a57-ad853c51d04c for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:39:15.024813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Updating router 0110442b-4a23-46b7-8a57-ad853c51d04c port 7731daa7-d9ad-4a14-99a1-ea35f13192b5 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:39:15.107166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-950120562'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:15.123967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:15.128287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:network and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:15.154419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:15.163195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.175770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Deleting port fe717108-a91d-49ee-ac52-e88466c90e80 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:15.176980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.178052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:15.229004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:15.232028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.253052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15c4ab-b192-4ee6-9534-e51374dd48b8 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:15.256098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15c4ab-b192-4ee6-9534-e51374dd48b8 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:15.257060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fb15c4ab-b192-4ee6-9534-e51374dd48b8 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Synchronizing usage tracker for tenant:15721a7549b74f6ea87d4bb22677080c on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:15.260179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.350668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.368195 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fb15c4ab-b192-4ee6-9534-e51374dd48b8 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Unset dirty status for tenant:15721a7549b74f6ea87d4bb22677080c on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:15.369384 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fb15c4ab-b192-4ee6-9534-e51374dd48b8 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4422088 Dec 22 08:39:15.372356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35654) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:15.426284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:15.431564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.442867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group_rule and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:15.447060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:15.519018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e798570-a3c2-4cd4-808c-ef384fb923ec tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.546345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:15.550451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=941b3907-e694-47dc-8018-48481ffd78a5,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:15.584314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a0b81b7d-103b-4b7c-bae4-81f0e725a19f None None] Provisioning complete for port fe717108-a91d-49ee-ac52-e88466c90e80 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:15.584931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a0b81b7d-103b-4b7c-bae4-81f0e725a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.610114 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e798570-a3c2-4cd4-808c-ef384fb923ec tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 08:39:15.610558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e798570-a3c2-4cd4-808c-ef384fb923ec tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:15.616462 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0e798570-a3c2-4cd4-808c-ef384fb923ec tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/aaa20ac4-c734-400a-9e38-4c3496bae749 HTTP/1.1" status: 409 len: 405 time: 0.2391331 Dec 22 08:39:15.616462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35660) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:15.620299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:15.622085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:15.624324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-450089372'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:15.640013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:15.646691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:network and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:15.652079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:15.663978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:15.667356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a0b81b7d-103b-4b7c-bae4-81f0e725a19f None None] Port fe717108-a91d-49ee-ac52-e88466c90e80 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:15.697423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.704235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:15.705728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.707397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.721323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Transition to ACTIVE for port object 7731daa7-d9ad-4a14-99a1-ea35f13192b5 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:15.728579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.734211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.741154 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af141d5c-67c3-4b70-a11f-ba56b970423f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:15.871939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Calling delete_port for fe717108-a91d-49ee-ac52-e88466c90e80 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:15.916905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652931c-ec2e-4fb6-bc99-7ff8cce73cd5 None None] Pushing event updated for resources: {'Port': ['ID=7731daa7-d9ad-4a14-99a1-ea35f13192b5,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:15.928173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4652931c-ec2e-4fb6-bc99-7ff8cce73cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:15.928939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:15.930948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Attempting to bind port 7731daa7-d9ad-4a14-99a1-ea35f13192b5 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:15.931487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Attempting to bind port 7731daa7-d9ad-4a14-99a1-ea35f13192b5 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:15.931846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Attempting to bind port 7731daa7-d9ad-4a14-99a1-ea35f13192b5 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:15.939515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:15.939896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:15.940302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.940694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:15.941411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Bound port: 7731daa7-d9ad-4a14-99a1-ea35f13192b5, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:15.941917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.961957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:15.962610 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Added segment e0fc0a78-1eb1-47e8-b95e-20d37042fe27 of type vlan for network 4c778f77-9e9b-44bd-a592-4b6505b06856 Dec 22 08:39:16.009870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.045749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] For port 7731daa7-d9ad-4a14-99a1-ea35f13192b5, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:16.054408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] For port 7731daa7-d9ad-4a14-99a1-ea35f13192b5, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7731daa7-d9ad-4a14-99a1-ea35f13192b5,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:16.062484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.075655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b855b21f-713c-4268-9549-0a905c0792b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:16.132809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.140943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:16.144236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.149183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.178433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.182283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-de67e323-010f-4801-9b06-5ca7da4e3c2f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:16.183594 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652931c-ec2e-4fb6-bc99-7ff8cce73cd5 None None] Pushing event updated for resources: {'Port': ['ID=7731daa7-d9ad-4a14-99a1-ea35f13192b5,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:16.187275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4652931c-ec2e-4fb6-bc99-7ff8cce73cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:16.208840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.221217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:16.228124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:16.230419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:16.239108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.239476 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Added segment 1bf6460e-4279-4e75-b311-9b7157c5959d of type vlan for network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 Dec 22 08:39:16.242951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-96b0d017-0100-47ae-aaf0-f2a74e2c9911 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:16.286679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edce22d-df0e-4669-8b96-21949ef9c626,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:16.296792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:16.328957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d22c13b5-449f-4fff-a1df-e82e3d5d5bbe up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:16.358116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4ecd7-ee44-4255-80c3-1ce60008cd83 None None] Network aaa20ac4-c734-400a-9e38-4c3496bae749 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:16.400181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.411397 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7913499 Dec 22 08:39:16.426792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35674) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:16.441820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'subnet': {'network_id': '4c778f77-9e9b-44bd-a592-4b6505b06856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:16.455645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Network': ['ID=4c778f77-9e9b-44bd-a592-4b6505b06856,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:16.462233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:16.462739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3218ee1a-fce4-4af2-9f7e-7ae7ce28cf0d tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:16.551135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event deleted for resources: {'Port': ['ID=fe717108-a91d-49ee-ac52-e88466c90e80,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:16.555458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:16.623256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 4c778f77-9e9b-44bd-a592-4b6505b06856 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:16.668963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:16.674456 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP aa63262b-da6c-4363-8c31-b7ba9559b84a associated. External IP: 172.26.5.80, port: 91253857-90e4-4e61-ab69-ae435cb40034. Dec 22 08:39:16.731628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.733639 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "DELETE /v2.0/ports/fe717108-a91d-49ee-ac52-e88466c90e80 HTTP/1.1" status: 204 len: 168 time: 2.0809596 Dec 22 08:39:16.736313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35682) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:16.739106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:39:16.776145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35686) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:16.785208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:16.785832 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-8749ad7f-6197-4bb1-b94a-ab271f5b963d tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] GET failed (client error): The resource could not be found. Dec 22 08:39:16.786423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8749ad7f-6197-4bb1-b94a-ab271f5b963d tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Synchronizing usage tracker for tenant:2064adcd437747f4a3adc078e6ca1b9f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:16.806394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8749ad7f-6197-4bb1-b94a-ab271f5b963d tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Unset dirty status for tenant:2064adcd437747f4a3adc078e6ca1b9f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:16.814280 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8749ad7f-6197-4bb1-b94a-ab271f5b963d tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "GET /v2.0/ports/fe717108-a91d-49ee-ac52-e88466c90e80 HTTP/1.1" status: 404 len: 333 time: 0.0718567 Dec 22 08:39:16.814999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35692) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:16.830092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.834112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:16.834411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'port': {'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-197951022'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:16.834714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:16.841679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-05831906-5331-4317-8746-6bbee10acbf0 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:16.890099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8ea97160-1716-43d8-a347-9b13c2d3a4c7 None None] Provisioning for port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:16.950997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Network': ['ID=cb899c0e-1ed6-4049-9ad6-f4b82786c4f3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:16.962842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:16.967038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:16.973039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:16.995370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1608135258', 'router:external': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:16.995616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:17.007299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:17.034026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:17.052478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:17.067115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Usage tracker for resource:network and tenant:2e75baed4b794710b96f4e6089b9c32a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:17.073868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:17.086949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:17.087348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.101446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Made reservation on behalf of 2064adcd437747f4a3adc078e6ca1b9f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:17.106206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.110954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:17.116999 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3984754 Dec 22 08:39:17.127735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35696) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:17.137341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] device_id is not set on port 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:17.164982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:17.171143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'name': 'tempest-PortsIpV6TestJSON-1733470269'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:17.225063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] DHCP port deletion for aaa20ac4-c734-400a-9e38-4c3496bae749 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:17.287410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Deleting port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:17.287784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.305556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.324646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Allocated IP 2001:db8::236 (19131745-c893-47c5-bffa-ecf5d1d645a7/88b34f29-2850-42ea-80a0-917546195745/19c1e0c8-a9ab-4206-a77b-cc0634b32bf8) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:17.384580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Made reservation on behalf of 2e75baed4b794710b96f4e6089b9c32a for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:17.386701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.437863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.519887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.532394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:17.553502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.554725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:port and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:17.563267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:17.577634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Transition to ACTIVE for port object 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:17.583293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:17.608471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.614566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-808e8d40-3a96-47af-913e-45799d5cc22f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:17.629504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:17.640305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Usage tracker for resource:security_group_rule and tenant:2e75baed4b794710b96f4e6089b9c32a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:17.649565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:17.657026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:17.660245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.677715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:17.709453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,segment=NetworkSegment(ff67ac94-34b9-4204-aa27-edd206c781bd),segment_id=ff67ac94-34b9-4204-aa27-edd206c781bd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:17.716068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:17.717412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Port': ['ID=19c1e0c8-a9ab-4206-a77b-cc0634b32bf8,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:17.719019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] For port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,segment=NetworkSegment(ff67ac94-34b9-4204-aa27-edd206c781bd),segment_id=ff67ac94-34b9-4204-aa27-edd206c781bd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:17.720047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.720273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:17.722380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:17.723041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:17.728303 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:17.728497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.728584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.734348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b38f5d2b-25e8-40e8-ac6c-fd0135178bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:17.759859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port da517693-759d-474e-9c34-758c28f5d31f yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:17.761725 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9407437 Dec 22 08:39:17.764446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35700) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:17.773585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:11:f7:b1'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:17.808600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:17.980872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Calling delete_port for d22c13b5-449f-4fff-a1df-e82e3d5d5bbe owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:18.066212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:18.073680 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:18.092737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:09Z', 'revision_number': 3, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:18.101984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e05e009-4fe6-43bd-b51d-3eaea8f1f6b6 None None] The sync data for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv is: [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:09Z', 'revision_number': 3, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:18.108722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:18.109078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:18.117236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7fe5cd86-8f54-449a-bdb2-b0dcd8c6a87b None None] Provisioning for port 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:18.124763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7fe5cd86-8f54-449a-bdb2-b0dcd8c6a87b None None] Provisioning complete for port 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:18.125464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7fe5cd86-8f54-449a-bdb2-b0dcd8c6a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.165479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.208110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-7fe5cd86-8f54-449a-bdb2-b0dcd8c6a87b None None] Port 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:18.211539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d22c13b5-449f-4fff-a1df-e82e3d5d5bbe no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:18.389024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.413333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.444804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.449926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,segment=NetworkSegment(ff67ac94-34b9-4204-aa27-edd206c781bd),segment_id=ff67ac94-34b9-4204-aa27-edd206c781bd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:18.455309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.457497 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:18.467338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-03a54ab6-4ca8-49d3-9dd4-6c9467cf7ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:18.552418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:18.558919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.564424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:18.570691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.587803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-852986ad-31b0-4967-8928-34f8b993f01c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:18.591591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:18.610255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Deleting port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:18.611038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.674473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad21fbe-efac-483a-87c9-96e4fa3e95a9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:18.678832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] In _notify_port_updated(), no bound segment for port 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 on network 19131745-c893-47c5-bffa-ecf5d1d645a7 {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:39:18.679016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:18.683084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:18.683696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.685053 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "PUT /v2.0/ports/19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 HTTP/1.1" status: 200 len: 1002 time: 0.9195979 Dec 22 08:39:18.688255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35706) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:18.713910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.721199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.721837 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Added segment b0087f08-7f95-413a-b9fe-c10c5d8e0b01 of type vlan for network 135850ce-9518-4a45-920b-f3b898d1bcc5 Dec 22 08:39:18.785788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Deleting port 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:18.786159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:18.823200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:39:18.838666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Port': ['ID=19c1e0c8-a9ab-4206-a77b-cc0634b32bf8,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:18.844447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:18.904172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Allocated IP 172.20.0.1 (92f65482-9f9c-46c3-804a-23a9f7abb542/8eee5301-e275-4078-a5f2-0e5308490799/779454ce-ba3b-4a83-862a-0b93bb4e406d) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:18.919286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] For port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,segment=NetworkSegment(ff67ac94-34b9-4204-aa27-edd206c781bd),segment_id=ff67ac94-34b9-4204-aa27-edd206c781bd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:18.922120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.059046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Calling delete_port for d22c13b5-449f-4fff-a1df-e82e3d5d5bbe owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:19.064911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.076913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.081295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-997f8845-acd9-43dc-b549-767ec9fa69af tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:19.099812 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.155988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5e36bbc7-6043-461d-ae47-623dee15f3ea None None] Provisioning complete for port 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:19.156997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5e36bbc7-6043-461d-ae47-623dee15f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.195102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.207985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6b9fa5e8-b5fa-489b-ae2f-573362577cd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:19.216730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Subnet': ['ID=3b1dda1c-dfee-4c42-84ed-0c8d8eda1211,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:19.234287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:19.234906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Calling delete_port for 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:19.237124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.266398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Pushing event deleted for resources: {'Port': ['ID=d22c13b5-449f-4fff-a1df-e82e3d5d5bbe,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:19.268906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:19.278491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Transition to ACTIVE for port object 779454ce-ba3b-4a83-862a-0b93bb4e406d will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:19.279498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] No DVR routers for this DVR port d22c13b5-449f-4fff-a1df-e82e3d5d5bbe on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:19.280795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Checking segment: {'id': 'e0fc0a78-1eb1-47e8-b95e-20d37042fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c778f77-9e9b-44bd-a592-4b6505b06856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:19.281366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network hostable DHCP agents. Network: 4c778f77-9e9b-44bd-a592-4b6505b06856, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:19.294061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.294235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5e36bbc7-6043-461d-ae47-623dee15f3ea None None] Port 19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:19.295171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:19.295864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.299766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-87575ccc-13e1-4e6a-b579-58f960a4ecf5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:19.318800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.386473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.392472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9aebdf96-2ee2-47ae-8fb4-ad9191913a98 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:19.434575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event deleted for resources: {'Port': ['ID=19c1e0c8-a9ab-4206-a77b-cc0634b32bf8,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:19.438493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:19.450002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event updated for resources: {'Network': ['ID=135850ce-9518-4a45-920b-f3b898d1bcc5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:19.457367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:19.459919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-603b4abd-8e15-4500-85bd-3d535a90a3bd tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:19.464535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 135850ce-9518-4a45-920b-f3b898d1bcc5 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:19.500750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.517272 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "DELETE /v2.0/ports/19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 HTTP/1.1" status: 204 len: 168 time: 0.8279855 Dec 22 08:39:19.517957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35710) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:19.524406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7462482 Dec 22 08:39:19.529569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35714) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:19.564374 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'subnet': {'network_id': '135850ce-9518-4a45-920b-f3b898d1bcc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:19.572174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.581093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:19.588013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network 4c778f77-9e9b-44bd-a592-4b6505b06856 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:19.596119 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fac56b5-ea1d-413c-ab10-a57a56541f5a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] GET failed (client error): The resource could not be found. Dec 22 08:39:19.596961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8fac56b5-ea1d-413c-ab10-a57a56541f5a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Synchronizing usage tracker for tenant:2064adcd437747f4a3adc078e6ca1b9f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:19.605405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:19.619118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8fac56b5-ea1d-413c-ab10-a57a56541f5a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Unset dirty status for tenant:2064adcd437747f4a3adc078e6ca1b9f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:19.625670 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8fac56b5-ea1d-413c-ab10-a57a56541f5a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "GET /v2.0/ports/19c1e0c8-a9ab-4206-a77b-cc0634b32bf8 HTTP/1.1" status: 404 len: 333 time: 0.1065695 Dec 22 08:39:19.625916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Usage tracker for resource:subnet and tenant:2e75baed4b794710b96f4e6089b9c32a is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:19.626245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35718) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:19.633117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'port': {'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-376497717'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:19.633606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:19.645074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 4c778f77-9e9b-44bd-a592-4b6505b06856) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:19.646639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=da517693-759d-474e-9c34-758c28f5d31f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:19.651132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:19.658019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:19.658605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.662397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:19.664091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb51ded-a001-41fb-b195-a7fe30ec6c9b None None] Network 4c778f77-9e9b-44bd-a592-4b6505b06856 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:19.666168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86ff2e81-baf7-433f-bd3f-68d730a6cb3c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:19.713232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:19.730959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:19.738886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Checking segment: {'id': '1bf6460e-4279-4e75-b311-9b7157c5959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:19.739265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network hostable DHCP agents. Network: cb899c0e-1ed6-4049-9ad6-f4b82786c4f3, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:19.743647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:19.774237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Made reservation on behalf of 2e75baed4b794710b96f4e6089b9c32a for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:19.776621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.843252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:19.858083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:19.870785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Made reservation on behalf of 2064adcd437747f4a3adc078e6ca1b9f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:19.877336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.901725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] device_id is not set on port d94c78e3-76db-4a7d-aef3-eb2f59ab525d yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:19.928062 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.4986897 Dec 22 08:39:19.928546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-4c778f77-9e9b-44bd-a592-4b6505b06856', 'network_id': '4c778f77-9e9b-44bd-a592-4b6505b06856', 'tenant_id': '15721a7549b74f6ea87d4bb22677080c', 'fixed_ips': [{'subnet_id': '3b1dda1c-dfee-4c42-84ed-0c8d8eda1211'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:19.929540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:19.931134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35722) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:19.985262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Pushing event updated for resources: {'Port': ['ID=779454ce-ba3b-4a83-862a-0b93bb4e406d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:20.082651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Allocated IP 2001:db8::19e (19131745-c893-47c5-bffa-ecf5d1d645a7/88b34f29-2850-42ea-80a0-917546195745/d94c78e3-76db-4a7d-aef3-eb2f59ab525d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:20.082872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-99b53f0f-ecba-4d92-9796-f24e47515b99 None None] Provisioning for port 779454ce-ba3b-4a83-862a-0b93bb4e406d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:20.093409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-99b53f0f-ecba-4d92-9796-f24e47515b99 None None] Provisioning complete for port 779454ce-ba3b-4a83-862a-0b93bb4e406d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:20.093805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-99b53f0f-ecba-4d92-9796-f24e47515b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.152995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Allocated IP 2001:db8::f816:3eff:fe3f:feb9 (4c778f77-9e9b-44bd-a592-4b6505b06856/3b1dda1c-dfee-4c42-84ed-0c8d8eda1211/da3cd523-0155-4bc4-88bf-535ae8c4a9ad) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:20.172550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:20.173248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-99b53f0f-ecba-4d92-9796-f24e47515b99 None None] Port 779454ce-ba3b-4a83-862a-0b93bb4e406d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:20.194997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.251540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:20.289194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, cb899c0e-1ed6-4049-9ad6-f4b82786c4f3) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:20.318863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7731daa7-d9ad-4a14-99a1-ea35f13192b5 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:20.322912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:20.326817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:20.327453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.344564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce5b986-7cb4-4104-bced-41a286f527dc None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:20.351963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.494231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.498515 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3397145 Dec 22 08:39:20.501234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35726) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:20.509766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1900364742'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:20.521077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:20.527612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Transition to ACTIVE for port object d94c78e3-76db-4a7d-aef3-eb2f59ab525d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:20.529217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:network and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:20.533370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:20.544099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:20.559925 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:20.563317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.591601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.598160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5feefa80-854c-431c-bbc8-18850650f8e1 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:20.634800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.641550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:20.669936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.670314 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Added segment 9a74e7f8-561c-406d-878b-1f51bfde71e3 of type vlan for network 6e2a07e2-7b43-4334-af9f-976d98863e7e Dec 22 08:39:20.674260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 7731daa7-d9ad-4a14-99a1-ea35f13192b5 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:20.691018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 7731daa7-d9ad-4a14-99a1-ea35f13192b5 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:20.691457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.698943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:20.701763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Port': ['ID=d94c78e3-76db-4a7d-aef3-eb2f59ab525d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:20.712124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:20.714421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:20.717509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:20.721900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:20.722411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.731492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.745386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.764511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Transition to ACTIVE for port object da3cd523-0155-4bc4-88bf-535ae8c4a9ad will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:20.777322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1463923 Dec 22 08:39:20.777322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35730) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:20.782144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'port': {'network_id': '19131745-c893-47c5-bffa-ecf5d1d645a7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2126762822'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:20.799188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.804454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Transition to ACTIVE for port object da3cd523-0155-4bc4-88bf-535ae8c4a9ad will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:20.842737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.848953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6867dc84-52e4-4c2e-b2da-a86c49cc5572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:20.852922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.857642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:20.858285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.868762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eb591eb1-4300-44bc-85a2-cd29fc31f22d tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:20.935178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:20.962706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Pushing event updated for resources: {'Port': ['ID=da3cd523-0155-4bc4-88bf-535ae8c4a9ad,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:20.970369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Network 4c778f77-9e9b-44bd-a592-4b6505b06856 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:20.974150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:20.975637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:20.984425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:20.988185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 7731daa7-d9ad-4a14-99a1-ea35f13192b5, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7731daa7-d9ad-4a14-99a1-ea35f13192b5,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:20.991716 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4865067 Dec 22 08:39:20.994908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35734) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:20.998248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.000701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b218d1bb-8e0f-48b8-b2a0-d53c50701292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.011135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Network': ['ID=6e2a07e2-7b43-4334-af9f-976d98863e7e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.012037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'ports': [{'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3'}, {'network_id': '6e2a07e2-7b43-4334-af9f-976d98863e7e'}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:21.012562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:21.013238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': '6e2a07e2-7b43-4334-af9f-976d98863e7e'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:21.023322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.060077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 6e2a07e2-7b43-4334-af9f-976d98863e7e details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:21.061796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:21.066708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Usage tracker for resource:port and tenant:2064adcd437747f4a3adc078e6ca1b9f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:21.069727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:21.077181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:21.089529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Made reservation on behalf of 2064adcd437747f4a3adc078e6ca1b9f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:21.092644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.117231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] device_id is not set on port ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:21.170100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.193775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-469ab7fe-b37d-4d8e-8f28-1802b6b6d46c tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.229031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:21.242027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Attempting to bind port da3cd523-0155-4bc4-88bf-535ae8c4a9ad on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:21.242027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Attempting to bind port da3cd523-0155-4bc4-88bf-535ae8c4a9ad by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e0fc0a78-1eb1-47e8-b95e-20d37042fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c778f77-9e9b-44bd-a592-4b6505b06856'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:21.242656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Attempting to bind port da3cd523-0155-4bc4-88bf-535ae8c4a9ad on network 4c778f77-9e9b-44bd-a592-4b6505b06856 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:21.250947 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d48a3-be95-445b-a00d-94755c0b48d8 None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:21.254414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1dda1c-dfee-4c42-84ed-0c8d8eda1211,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.267275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=7731daa7-d9ad-4a14-99a1-ea35f13192b5,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.275441 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d48a3-be95-445b-a00d-94755c0b48d8 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:21.276114 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4c5d48a3-be95-445b-a00d-94755c0b48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.285276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.286482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Allocated IP 2001:db8::171 (19131745-c893-47c5-bffa-ecf5d1d645a7/88b34f29-2850-42ea-80a0-917546195745/ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:21.288976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.290285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:21.290285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Checking segment: {'id': 'e0fc0a78-1eb1-47e8-b95e-20d37042fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c778f77-9e9b-44bd-a592-4b6505b06856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:21.290697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.291187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Bound using segment: {'id': 'e0fc0a78-1eb1-47e8-b95e-20d37042fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c778f77-9e9b-44bd-a592-4b6505b06856'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:21.291912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Bound port: da3cd523-0155-4bc4-88bf-535ae8c4a9ad, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fc0a78-1eb1-47e8-b95e-20d37042fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c778f77-9e9b-44bd-a592-4b6505b06856'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:21.292299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.321383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e8d24f97-fcd3-4ad1-9a66-09f418f31f9c None None] Provisioning for port d94c78e3-76db-4a7d-aef3-eb2f59ab525d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:21.328870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e8d24f97-fcd3-4ad1-9a66-09f418f31f9c None None] Provisioning complete for port d94c78e3-76db-4a7d-aef3-eb2f59ab525d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:21.329266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e8d24f97-fcd3-4ad1-9a66-09f418f31f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.397192 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4c5d48a3-be95-445b-a00d-94755c0b48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.416399 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d48a3-be95-445b-a00d-94755c0b48d8 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:21.417512 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4c5d48a3-be95-445b-a00d-94755c0b48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.439120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e8d24f97-fcd3-4ad1-9a66-09f418f31f9c None None] Port d94c78e3-76db-4a7d-aef3-eb2f59ab525d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:21.453890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] For port da3cd523-0155-4bc4-88bf-535ae8c4a9ad, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:21.465530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.470095 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] For port da3cd523-0155-4bc4-88bf-535ae8c4a9ad, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=da3cd523-0155-4bc4-88bf-535ae8c4a9ad,segment=NetworkSegment(e0fc0a78-1eb1-47e8-b95e-20d37042fe27),segment_id=e0fc0a78-1eb1-47e8-b95e-20d37042fe27)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:21.477007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.481285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.528561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:39:21.530535 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4c5d48a3-be95-445b-a00d-94755c0b48d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.531111 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d48a3-be95-445b-a00d-94755c0b48d8 None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:21.557597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.563889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.568739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.580899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:21.591063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Transition to ACTIVE for port object ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:21.593491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.617843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.630356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Pushing event updated for resources: {'Port': ['ID=da3cd523-0155-4bc4-88bf-535ae8c4a9ad,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.633023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:port and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:21.641085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-30640cbe-c6e2-4d67-a36a-032a3a8c0c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.643557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f2bc2db5-79c9-4c1f-a7d5-bdcceee3b3f8 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.648402 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.678047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:21.688268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815de72c-24c7-45c4-abef-8c08b6a3e526 None None] Network 4c778f77-9e9b-44bd-a592-4b6505b06856 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:21.695757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.1383390 Dec 22 08:39:21.706031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c778f77-9e9b-44bd-a592-4b6505b06856']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.713382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:21.720242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35738) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:21.736519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Port': ['ID=ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.739532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.747093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:21.750144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:21.752977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:21.757827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:21.758009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fc0a78-1eb1-47e8-b95e-20d37042fe27') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.758139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.758234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fc0a78-1eb1-47e8-b95e-20d37042fe27') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:21.776004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-922021816'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:21.793330 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0155499 Dec 22 08:39:21.797171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35742) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:21.805588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::4f', 'mac_address': 'fa:16:3e:11:f7:b1'}, {'ip_address': '2001:db8::19e', 'mac_address': 'fa:16:3e:21:3a:da'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:21.814749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:21.828824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.837380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:network and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:21.847775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:21.850574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Pushing event updated for resources: {'Port': ['ID=779454ce-ba3b-4a83-862a-0b93bb4e406d,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:21.853574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:39:21.854123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.857807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:21.861897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.873750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:21.880653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:21.912666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:21.915782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.936572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.953865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.978067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:21.978463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:21.993230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:22.003808 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:22.053953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2778af75-f0a8-43cf-b67a-f65353cad827 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:39:22.124476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b1b65bf8-c2e6-4521-a65b-40264ffe1884 None None] Provisioning for port ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:22.144923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b1b65bf8-c2e6-4521-a65b-40264ffe1884 None None] Provisioning complete for port ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:22.145303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b1b65bf8-c2e6-4521-a65b-40264ffe1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.210957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Made reservation on behalf of 9c436f1970f747a49c1411d820397766 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:22.214062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.214524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7731daa7-d9ad-4a14-99a1-ea35f13192b5 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:22.278845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.286371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.292386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-389fe492-92b4-413e-a782-c5a6c8ff905a tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:22.300752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event updated for resources: {'Subnet': ['ID=254e2298-bc93-4af5-8e04-1b8c0e3a3db7,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:22.326347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778af75-f0a8-43cf-b67a-f65353cad827 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:39:22.337395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:22.344526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b1b65bf8-c2e6-4521-a65b-40264ffe1884 None None] Port ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:22.354368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] In _notify_port_updated(), no bound segment for port ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 on network 19131745-c893-47c5-bffa-ecf5d1d645a7 {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:39:22.358915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:22.359714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.364059 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "PUT /v2.0/ports/ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 HTTP/1.1" status: 200 len: 1067 time: 0.5657547 Dec 22 08:39:22.367630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35746) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:22.418473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 08:39:22.418473 dv-neutron-822610-1-hyperv neutron-server[83495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 08:39:22.418473 dv-neutron-822610-1-hyperv neutron-server[83495]: [parameters: {'id': '4c778f77-9e9b-44bd-a592-4b6505b06856'}] Dec 22 08:39:22.418473 dv-neutron-822610-1-hyperv neutron-server[83495]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:22.418937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:22.428829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event updated for resources: {'Port': ['ID=ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:22.432136 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:22.450128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:22.452725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Deleting port ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:22.453068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.489181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Checking segment: {'id': 'b0087f08-7f95-413a-b9fe-c10c5d8e0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '135850ce-9518-4a45-920b-f3b898d1bcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:22.489570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Network hostable DHCP agents. Network: 135850ce-9518-4a45-920b-f3b898d1bcc5, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:22.493904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.494234 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Added segment c19949cd-3498-4e69-8570-279ab2b6165b of type vlan for network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 Dec 22 08:39:22.500025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 25c22865-7450-45ad-bc05-4e4e7658e5ed yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:22.542265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 7731daa7-d9ad-4a14-99a1-ea35f13192b5 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:22.542855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.559099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.564094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:22.569117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:22.665620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Network 135850ce-9518-4a45-920b-f3b898d1bcc5 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:22.711957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.737473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.741659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:22.742426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.796498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:22.810234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 135850ce-9518-4a45-920b-f3b898d1bcc5) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:22.887626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7105cb6e-d0c2-4350-945e-9907f1e0b462 None None] Network 135850ce-9518-4a45-920b-f3b898d1bcc5 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:22.894100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:22.894673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.921853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:22.951478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Calling delete_port for ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:22.992029 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2680490 Dec 22 08:39:22.994722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35750) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:23.005897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'subnet': {'network_id': '5c053647-4719-4766-a5d2-4c7ad2d5b3f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:23.014784 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4795804 Dec 22 08:39:23.024359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35754) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:23.025043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Network': ['ID=5c053647-4719-4766-a5d2-4c7ad2d5b3f4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:23.029558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:23.041354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Deleting port da3cd523-0155-4bc4-88bf-535ae8c4a9ad {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:23.041953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.048018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:23.107186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1029379912', 'network_id': '135850ce-9518-4a45-920b-f3b898d1bcc5'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:23.119794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:23.140993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Usage tracker for resource:port and tenant:2e75baed4b794710b96f4e6089b9c32a is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:23.156361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:23.166485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:23.230736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Made reservation on behalf of 2e75baed4b794710b96f4e6089b9c32a for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:23.233064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.258855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:23.291377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:23.292295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.295738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] device_id is not set on port 3022aa08-1895-484b-872c-57a5dd69e0a3 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:23.323976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed0a69de-c448-4ab3-a115-a5f82bc95df5 None None] Provisioning complete for port 779454ce-ba3b-4a83-862a-0b93bb4e406d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:23.324233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed0a69de-c448-4ab3-a115-a5f82bc95df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.343890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.347980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded3e65-caa7-4b7d-ad00-4e1b09a364de None None] Network 135850ce-9518-4a45-920b-f3b898d1bcc5 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:23.363852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04487725-a11f-4760-be69-55a9d11b701f tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:23.435946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Made reservation on behalf of 9c436f1970f747a49c1411d820397766 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:23.450202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a69de-c448-4ab3-a115-a5f82bc95df5 None None] Port 779454ce-ba3b-4a83-862a-0b93bb4e406d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:23.457045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed0a69de-c448-4ab3-a115-a5f82bc95df5 None None] Could not find standard attr ID for object ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:39:23.459032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event deleted for resources: {'Port': ['ID=ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:23.461456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:23.498982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] For port da3cd523-0155-4bc4-88bf-535ae8c4a9ad, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=da3cd523-0155-4bc4-88bf-535ae8c4a9ad,segment=NetworkSegment(e0fc0a78-1eb1-47e8-b95e-20d37042fe27),segment_id=e0fc0a78-1eb1-47e8-b95e-20d37042fe27)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:23.499343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.639689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.670091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Calling delete_port for da3cd523-0155-4bc4-88bf-535ae8c4a9ad owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:23.672860 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:39:23.699490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 37702de5-79a3-4e8a-8d3d-455dbb78ad66 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:23.857470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Allocated IP 172.20.0.13 (135850ce-9518-4a45-920b-f3b898d1bcc5/254e2298-bc93-4af5-8e04-1b8c0e3a3db7/3022aa08-1895-484b-872c-57a5dd69e0a3) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:23.968546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.988268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:23.994124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d2b2b6dc-1407-45f4-96f9-04389cb751c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.014114 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "DELETE /v2.0/ports/ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 HTTP/1.1" status: 204 len: 168 time: 1.6455646 Dec 22 08:39:24.027532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35758) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:24.075486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Port': ['ID=da3cd523-0155-4bc4-88bf-535ae8c4a9ad,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.099800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.113440 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a1fdf9-a6e6-428b-beb3-cb0f25b904eb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] GET failed (client error): The resource could not be found. Dec 22 08:39:24.113939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-21a1fdf9-a6e6-428b-beb3-cb0f25b904eb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Synchronizing usage tracker for tenant:2064adcd437747f4a3adc078e6ca1b9f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:24.116438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No DVR routers for this DVR port da3cd523-0155-4bc4-88bf-535ae8c4a9ad on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:24.220940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.226765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.278115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-21a1fdf9-a6e6-428b-beb3-cb0f25b904eb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Unset dirty status for tenant:2064adcd437747f4a3adc078e6ca1b9f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:24.279293 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-21a1fdf9-a6e6-428b-beb3-cb0f25b904eb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "GET /v2.0/ports/ad5bd7c2-346a-46d9-b8ba-fb09c3a5de07 HTTP/1.1" status: 404 len: 333 time: 0.2488914 Dec 22 08:39:24.280815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.285373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35762) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:24.291446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.302702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.346203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c778f77-9e9b-44bd-a592-4b6505b06856']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:24.364356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Router 0110442b-4a23-46b7-8a57-ad853c51d04c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:24.366038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fc0a78-1eb1-47e8-b95e-20d37042fe27') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:24.366335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fc0a78-1eb1-47e8-b95e-20d37042fe27') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:24.371672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Subnet': ['ID=20853a15-58b6-4029-8712-8eb3b8dd560f,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.374859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.382104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.400847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Deleting port d94c78e3-76db-4a7d-aef3-eb2f59ab525d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:24.401197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.408578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.410368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.418798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.456093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:24.456497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:24.479686 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:24.620605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Checking segment: {'id': 'c19949cd-3498-4e69-8570-279ab2b6165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5c053647-4719-4766-a5d2-4c7ad2d5b3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:24.620877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network hostable DHCP agents. Network: 5c053647-4719-4766-a5d2-4c7ad2d5b3f4, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:24.631413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.641173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7bb69cdb-6595-41c3-83c5-8b62b707c14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.649091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:24.652209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=25c22865-7450-45ad-bc05-4e4e7658e5ed,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.657396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:24.661159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.661894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.663473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:24.664199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.672872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-70fb21c6-2f20-466d-9276-97b2678a3b15 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.690440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.706297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Network': ['ID=4c778f77-9e9b-44bd-a592-4b6505b06856,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.711979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.717040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:24.763279 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/4c778f77-9e9b-44bd-a592-4b6505b06856 HTTP/1.1" status: 204 len: 168 time: 4.8175278 Dec 22 08:39:24.765667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35766) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:24.785768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-891755210'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:24.801208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event updated for resources: {'Port': ['ID=3022aa08-1895-484b-872c-57a5dd69e0a3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.809265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:24.811121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.813843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Network 135850ce-9518-4a45-920b-f3b898d1bcc5 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:24.817826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:24.822043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:network and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:24.828230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:24.828494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:24.830915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=37702de5-79a3-4e8a-8d3d-455dbb78ad66,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:24.870543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:24.888258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:24.892957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:24.914137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Checking segment: {'id': '9a74e7f8-561c-406d-878b-1f51bfde71e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6e2a07e2-7b43-4334-af9f-976d98863e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:24.914576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network hostable DHCP agents. Network: 6e2a07e2-7b43-4334-af9f-976d98863e7e, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:24.916259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 5c053647-4719-4766-a5d2-4c7ad2d5b3f4) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:24.923423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:24.925634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e456e4-63f4-4d4e-b286-f4bd85ce16b4 None None] Network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:24.926320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.933355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:24.933954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.944131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.955590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:24.956238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.980766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:24.999272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:24.999622 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Added segment 8d9014c8-ef9b-4587-b478-1169fcc7b3fe of type vlan for network de0625e0-4620-40fc-a850-539c701fa86d Dec 22 08:39:25.000553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 6e2a07e2-7b43-4334-af9f-976d98863e7e is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:25.013780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 6e2a07e2-7b43-4334-af9f-976d98863e7e) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:25.023053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:25.027271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:25.028465 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839fe8d9-5bfa-4f38-98aa-be72729c4176 None None] Network 6e2a07e2-7b43-4334-af9f-976d98863e7e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:25.030362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:25.031030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.063333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:25.069820 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] 10.222.0.31 "PUT /v2.0/routers/0110442b-4a23-46b7-8a57-ad853c51d04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0255334 Dec 22 08:39:25.072601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.077155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0778565 Dec 22 08:39:25.079833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35772) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:25.090277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Calling delete_port for d94c78e3-76db-4a7d-aef3-eb2f59ab525d owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:25.117961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Sync routers for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:25.124816 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1265461 Dec 22 08:39:25.127876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:25.136983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-497880480', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:25.139543 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0948408 Dec 22 08:39:25.145799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35780) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:25.152756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:25.166158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:router and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:25.174549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:25.188682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:25.194871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:25.195616 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:25.204059 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.208158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:25.208929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.218032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-317bd786-56d5-49d1-869d-48a70e0eaf48 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:25.240909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Deleting port 3022aa08-1895-484b-872c-57a5dd69e0a3 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:25.241382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.247149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 37702de5-79a3-4e8a-8d3d-455dbb78ad66 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:25.247772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.402693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.409809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:25.454085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Network': ['ID=de0625e0-4620-40fc-a850-539c701fa86d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:25.460337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:25.472980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.473909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.483292 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7101016 Dec 22 08:39:25.495629 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event deleted for resources: {'Port': ['ID=d94c78e3-76db-4a7d-aef3-eb2f59ab525d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:25.497698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35788) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:25.503746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network de0625e0-4620-40fc-a850-539c701fa86d details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:25.562443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:25.567009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'subnet': {'network_id': 'de0625e0-4620-40fc-a850-539c701fa86d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:25.645759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.735585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c053647-4719-4766-a5d2-4c7ad2d5b3f4', 'network_id': '5c053647-4719-4766-a5d2-4c7ad2d5b3f4', 'tenant_id': '9c436f1970f747a49c1411d820397766', 'fixed_ips': [{'subnet_id': '20853a15-58b6-4029-8712-8eb3b8dd560f'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:25.736395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.743043 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:25.888288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:25.919031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Calling delete_port for 3022aa08-1895-484b-872c-57a5dd69e0a3 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:25.930092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.121274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 37702de5-79a3-4e8a-8d3d-455dbb78ad66 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:26.128870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.156258 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "DELETE /v2.0/ports/d94c78e3-76db-4a7d-aef3-eb2f59ab525d HTTP/1.1" status: 204 len: 168 time: 1.8696992 Dec 22 08:39:26.157019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.163429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35800) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.170127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-59d7fe6d-71f2-4d37-8ebb-a1d4688e84fa tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:26.203414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Allocated IP 172.20.0.2 (5c053647-4719-4766-a5d2-4c7ad2d5b3f4/20853a15-58b6-4029-8712-8eb3b8dd560f/6b846451-d175-4424-bf95-893e7a8d63bd) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:26.230429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event deleted for resources: {'Port': ['ID=3022aa08-1895-484b-872c-57a5dd69e0a3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:26.234696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:26.241248 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfae8451-7a7f-4382-a8d7-58072cc18600 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] GET failed (client error): The resource could not be found. Dec 22 08:39:26.246140 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dfae8451-7a7f-4382-a8d7-58072cc18600 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "GET /v2.0/ports/d94c78e3-76db-4a7d-aef3-eb2f59ab525d HTTP/1.1" status: 404 len: 333 time: 0.0727267 Dec 22 08:39:26.247712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35806) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.269927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.285554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.291799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4dcc7ffc-4dfa-464f-b980-7c41c0464d01 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:26.369508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=37702de5-79a3-4e8a-8d3d-455dbb78ad66,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:26.376315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:26.422320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35812) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.434892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.445444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1350167312-network', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:26.457314 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:26.464144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Usage tracker for resource:network and tenant:7a7582edb06b4ba8afde8bcf2dd962bd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:26.469634 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/37702de5-79a3-4e8a-8d3d-455dbb78ad66 HTTP/1.1" status: 204 len: 168 time: 1.3883619 Dec 22 08:39:26.470763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:26.474681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.485523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:26.530223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 2, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:26.544481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Deleting port 26d80fc6-042f-4fd2-9299-415caa0a7b45 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:26.545193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.546047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Checking router: 0110442b-4a23-46b7-8a57-ad853c51d04c for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:39:26.546479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Updating router 0110442b-4a23-46b7-8a57-ad853c51d04c port 779454ce-ba3b-4a83-862a-0b93bb4e406d binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:39:26.555264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Made reservation on behalf of 7a7582edb06b4ba8afde8bcf2dd962bd for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:26.557599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.573394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.593888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:26.606123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.619073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:subnet and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:26.626906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:26.631501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Transition to ACTIVE for port object 6b846451-d175-4424-bf95-893e7a8d63bd will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:26.633992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.643777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1669f098-4fba-42e7-8d11-fbcb510d2c3d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:26.647735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1669f098-4fba-42e7-8d11-fbcb510d2c3d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:26.648866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1669f098-4fba-42e7-8d11-fbcb510d2c3d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:26.651517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:26.666849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:26.672025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7582edb06b4ba8afde8bcf2dd962bd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:26.676069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:26.679940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.681845 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3022aa08-1895-484b-872c-57a5dd69e0a3 HTTP/1.1" status: 204 len: 168 time: 1.5349648 Dec 22 08:39:26.686648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35822) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.687632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:26.695891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135850ce-9518-4a45-920b-f3b898d1bcc5', 'external_fixed_ips': [{'subnet_id': '254e2298-bc93-4af5-8e04-1b8c0e3a3db7', 'ip_address': '172.20.0.13'}]}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:26.702445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:26.706570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Transition to ACTIVE for port object 6b846451-d175-4424-bf95-893e7a8d63bd will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:26.711841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:26.724814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.730854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4652931c-ec2e-4fb6-bc99-7ff8cce73cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:26.742853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.770594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1669f098-4fba-42e7-8d11-fbcb510d2c3d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:26.774536 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1669f098-4fba-42e7-8d11-fbcb510d2c3d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2915671 Dec 22 08:39:26.775837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35826) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:26.784678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.816642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.850985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Usage tracker for resource:router and tenant:2e75baed4b794710b96f4e6089b9c32a is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:26.856894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:26.863271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:26.868056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Pushing event updated for resources: {'Port': ['ID=6b846451-d175-4424-bf95-893e7a8d63bd,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:26.870372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:26.909103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:26.934723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 25c22865-7450-45ad-bc05-4e4e7658e5ed {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:26.935347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:26.946580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:26.961262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:27.011927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.013589 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.047068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Attempting to bind port 6b846451-d175-4424-bf95-893e7a8d63bd on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:27.047475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Attempting to bind port 6b846451-d175-4424-bf95-893e7a8d63bd by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'c19949cd-3498-4e69-8570-279ab2b6165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5c053647-4719-4766-a5d2-4c7ad2d5b3f4'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:27.047841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Attempting to bind port 6b846451-d175-4424-bf95-893e7a8d63bd on network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:27.062054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:27.062420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Checking segment: {'id': 'c19949cd-3498-4e69-8570-279ab2b6165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5c053647-4719-4766-a5d2-4c7ad2d5b3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:27.062829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.063468 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Bound using segment: {'id': 'c19949cd-3498-4e69-8570-279ab2b6165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5c053647-4719-4766-a5d2-4c7ad2d5b3f4'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:27.064256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Bound port: 6b846451-d175-4424-bf95-893e7a8d63bd, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19949cd-3498-4e69-8570-279ab2b6165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5c053647-4719-4766-a5d2-4c7ad2d5b3f4'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:27.064602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.087427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.105537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.127025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.135262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b944cd31-0e87-4e23-8112-4302dfc72709 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:27.155766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.26.5.108 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/6f1c264f-2146-4aeb-8dfd-c1d375c3cc4e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:27.222735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Calling delete_port for 26d80fc6-042f-4fd2-9299-415caa0a7b45 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:27.251491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:27.264240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.278197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] For port 6b846451-d175-4424-bf95-893e7a8d63bd, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:27.286584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ca848c-f64d-402c-90ba-cb1b7b212392,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:27.290036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:27.299679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] For port 6b846451-d175-4424-bf95-893e7a8d63bd, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6b846451-d175-4424-bf95-893e7a8d63bd,segment=NetworkSegment(c19949cd-3498-4e69-8570-279ab2b6165b),segment_id=c19949cd-3498-4e69-8570-279ab2b6165b)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:27.306456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.307027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.307027 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Added segment 339d5835-706c-4a85-af86-1e038ab2559e of type vlan for network c690d9cb-4082-45ab-bd5c-a65ad9a760ae Dec 22 08:39:27.311924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4652931c-ec2e-4fb6-bc99-7ff8cce73cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:27.363577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.397429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Transition to ACTIVE for port object 779454ce-ba3b-4a83-862a-0b93bb4e406d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:27.409032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.414282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Pushing event updated for resources: {'Port': ['ID=6b846451-d175-4424-bf95-893e7a8d63bd,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:27.418829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:27.420198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.421261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7be953b8-1ed5-49ca-80e1-03c0771a0787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:27.430613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.611680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.612937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d0b11-3bc1-4b17-88bc-9323688a2e7b None None] Pushing event updated for resources: {'Port': ['ID=779454ce-ba3b-4a83-862a-0b93bb4e406d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:27.619623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b38d10f6-d56c-4838-a2e4-e7f47fe5ee7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:27.624524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5f4d0b11-3bc1-4b17-88bc-9323688a2e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:27.763121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 25c22865-7450-45ad-bc05-4e4e7658e5ed owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:27.763687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Attempting to bind port 779454ce-ba3b-4a83-862a-0b93bb4e406d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:27.764072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Attempting to bind port 779454ce-ba3b-4a83-862a-0b93bb4e406d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:27.764470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Attempting to bind port 779454ce-ba3b-4a83-862a-0b93bb4e406d on network 92f65482-9f9c-46c3-804a-23a9f7abb542 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:27.773283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:27.774628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Checking segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:27.774984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.775452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Bound using segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:27.775921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Bound port: 779454ce-ba3b-4a83-862a-0b93bb4e406d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:27.776334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.823221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:39:27.852268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.855160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Subnet': ['ID=7020d460-7a49-4e27-b42e-63e5ccbc8771,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:27.862531 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:27.890833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.893115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] For port 779454ce-ba3b-4a83-862a-0b93bb4e406d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:27.897078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] For port 779454ce-ba3b-4a83-862a-0b93bb4e406d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=779454ce-ba3b-4a83-862a-0b93bb4e406d,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:27.898776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0bc674f7-9cae-4cb0-8c28-6105ecb45bdc tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:27.901263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.905312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1ef2e8b1-4663-46ba-8dba-bb1691e9fd53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:27.908468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.909580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:27.910322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.916703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:27.932299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:27.969879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event deleted for resources: {'Port': ['ID=26d80fc6-042f-4fd2-9299-415caa0a7b45,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:27.972085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Checking segment: {'id': '8d9014c8-ef9b-4587-b478-1169fcc7b3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de0625e0-4620-40fc-a850-539c701fa86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:27.972382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network hostable DHCP agents. Network: de0625e0-4620-40fc-a850-539c701fa86d, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:27.991365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:28.001261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d0b11-3bc1-4b17-88bc-9323688a2e7b None None] Pushing event updated for resources: {'Port': ['ID=779454ce-ba3b-4a83-862a-0b93bb4e406d,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:28.013519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5f4d0b11-3bc1-4b17-88bc-9323688a2e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:28.023485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:28.024124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:28.041736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Pushing event updated for resources: {'Network': ['ID=c690d9cb-4082-45ab-bd5c-a65ad9a760ae,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:28.046349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.049194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:28.084720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a42236d-c40e-4d32-bb29-1826c20caf85 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:28.093736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c690d9cb-4082-45ab-bd5c-a65ad9a760ae details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:28.106828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.152576 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "DELETE /v2.0/ports/26d80fc6-042f-4fd2-9299-415caa0a7b45 HTTP/1.1" status: 204 len: 168 time: 1.9012129 Dec 22 08:39:28.156360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=25c22865-7450-45ad-bc05-4e4e7658e5ed,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:28.161726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35832) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:28.162495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network de0625e0-4620-40fc-a850-539c701fa86d is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:28.170402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:28.176766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.238115 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/25c22865-7450-45ad-bc05-4e4e7658e5ed HTTP/1.1" status: 204 len: 168 time: 1.4576352 Dec 22 08:39:28.240367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35836) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:28.337752 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9098840 Dec 22 08:39:28.342846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35840) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:28.349015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6b846451-d175-4424-bf95-893e7a8d63bd up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:28.352916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Request body: {'subnet': {'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1350167312-subnet', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:28.359955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:28.365472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Usage tracker for resource:subnet and tenant:7a7582edb06b4ba8afde8bcf2dd962bd is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:28.369695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:28.378605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:28.403648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Made reservation on behalf of 7a7582edb06b4ba8afde8bcf2dd962bd for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:28.406184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.463899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, de0625e0-4620-40fc-a850-539c701fa86d) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:28.470015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:28.484648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:28.485236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.508918 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9536710 Dec 22 08:39:28.515515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35844) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:28.521963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e278ba4-241f-433c-aca3-d07294a3e096 None None] Network de0625e0-4620-40fc-a850-539c701fa86d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:28.583070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.592789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:28.648253 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6b846451-d175-4424-bf95-893e7a8d63bd completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:28.698974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:28.705644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:28.714871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:28.758113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94183a02-d05f-4948-9e25-0d96167c9093 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:28.758764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-94183a02-d05f-4948-9e25-0d96167c9093 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:28.768810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.795040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=6f1c264f-2146-4aeb-8dfd-c1d375c3cc4e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:28.814436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:28.887459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-94183a02-d05f-4948-9e25-0d96167c9093 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:28.888798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-94183a02-d05f-4948-9e25-0d96167c9093 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6459854 Dec 22 08:39:28.893109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35848) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:28.965145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:28.981450 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e47db7-269f-460b-bde8-85e4082ba23a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:39:28.982743 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3e47db7-269f-460b-bde8-85e4082ba23a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/37702de5-79a3-4e8a-8d3d-455dbb78ad66 HTTP/1.1" status: 404 len: 333 time: 0.0871415 Dec 22 08:39:28.991500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35852) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:29.003794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd2a13-282a-4a78-99df-ddae25b1aa84 None None] Network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:29.006030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Deleting subnet 88b34f29-2850-42ea-80a0-917546195745 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:29.018826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.072317 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a98fc8-bd0f-4444-99b2-35c26b5713f4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:39:29.076473 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-80a98fc8-bd0f-4444-99b2-35c26b5713f4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/25c22865-7450-45ad-bc05-4e4e7658e5ed HTTP/1.1" status: 404 len: 333 time: 0.0800784 Dec 22 08:39:29.086151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35856) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:29.131492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca096fd-5b5e-4d0a-9022-f1909b8d53ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-de0625e0-4620-40fc-a850-539c701fa86d', 'network_id': 'de0625e0-4620-40fc-a850-539c701fa86d', 'tenant_id': '15721a7549b74f6ea87d4bb22677080c', 'fixed_ips': [{'subnet_id': '7020d460-7a49-4e27-b42e-63e5ccbc8771'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:29.132501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aca096fd-5b5e-4d0a-9022-f1909b8d53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.140136 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.158980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.168779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f783a83-7976-40c9-a8f3-60ceb207a52c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:29.194370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.239460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0a636073-c419-401f-b14a-a9bab40b70db None None] Provisioning for port 6b846451-d175-4424-bf95-893e7a8d63bd completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:29.245664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.265105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0a636073-c419-401f-b14a-a9bab40b70db None None] Provisioning complete for port 6b846451-d175-4424-bf95-893e7a8d63bd triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:29.265489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0a636073-c419-401f-b14a-a9bab40b70db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.282755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.284319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff30c3df-395a-40e4-87d6-eeacec1adbe5,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:29.296210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:29.301490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.314002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-798498b8-53fa-4e9b-b695-574ef12d0412 tempest-FloatingIPAdminTestJSON-1027215144 tempest-FloatingIPAdminTestJSON-1027215144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:29.371763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Checking segment: {'id': '339d5835-706c-4a85-af86-1e038ab2559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:29.371763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Network hostable DHCP agents. Network: c690d9cb-4082-45ab-bd5c-a65ad9a760ae, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:29.374687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Subnet': ['ID=7020d460-7a49-4e27-b42e-63e5ccbc8771,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:29.385740 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:29.418539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:27Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server [None req-aca096fd-5b5e-4d0a-9022-f1909b8d53ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7020d460-7a49-4e27-b42e-63e5ccbc8771: This subnet is being modified by another concurrent operation. Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:39:29.429207 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7020d460-7a49-4e27-b42e-63e5ccbc8771: This subnet is being modified by another concurrent operation. Dec 22 08:39:29.436948 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Dec 22 08:39:29.463738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6cda19-b062-4d99-aa46-35b835903a8c None None] The sync data for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv is: [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:27Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:29.475697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e824b-c560-432e-96d1-f8228fbdb2c5 None None] Network de0625e0-4620-40fc-a850-539c701fa86d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:29.483570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.518140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.519087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.519558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.524157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Network c690d9cb-4082-45ab-bd5c-a65ad9a760ae is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:29.532139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2a07e2-7b43-4334-af9f-976d98863e7e']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.634756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a74e7f8-561c-406d-878b-1f51bfde71e3') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.635100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a74e7f8-561c-406d-878b-1f51bfde71e3') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.657021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c690d9cb-4082-45ab-bd5c-a65ad9a760ae) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:29.666315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.679768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:29.680382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.688359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ddd51b-f6b6-4c83-a340-3d881bae7d99 None None] Network c690d9cb-4082-45ab-bd5c-a65ad9a760ae requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:29.688636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.704751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.717687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:29.718095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.726973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.737180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-42c2bf54-88f3-482a-8136-9fbd1b9c49da tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:29.744742 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:29.777596 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0a636073-c419-401f-b14a-a9bab40b70db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.813867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0625e0-4620-40fc-a850-539c701fa86d']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.833867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event deleted for resources: {'Subnet': ['ID=88b34f29-2850-42ea-80a0-917546195745,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:29.836557 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4900019 Dec 22 08:39:29.840433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35860) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:29.845739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:29.851807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:29.858416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9014c8-ef9b-4587-b478-1169fcc7b3fe') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.858714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9014c8-ef9b-4587-b478-1169fcc7b3fe') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:29.874896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:29.886500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0a636073-c419-401f-b14a-a9bab40b70db None None] For port 6b846451-d175-4424-bf95-893e7a8d63bd, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6b846451-d175-4424-bf95-893e7a8d63bd,segment=NetworkSegment(c19949cd-3498-4e69-8570-279ab2b6165b),segment_id=c19949cd-3498-4e69-8570-279ab2b6165b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:29.895424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.903841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.912552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Usage tracker for resource:router and tenant:7a7582edb06b4ba8afde8bcf2dd962bd is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:29.921872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:29.941965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:29.945116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Allocated IP 172.20.0.13 (135850ce-9518-4a45-920b-f3b898d1bcc5/254e2298-bc93-4af5-8e04-1b8c0e3a3db7/5049847c-7617-4c69-a3a6-d02e444c9f51) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:29.947787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.954322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "DELETE /v2.0/subnets/88b34f29-2850-42ea-80a0-917546195745 HTTP/1.1" status: 204 len: 168 time: 1.7887743 Dec 22 08:39:29.955220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35864) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:29.967974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0a636073-c419-401f-b14a-a9bab40b70db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:29.970464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434f65d-a7f1-4d1b-95ee-a0da64d6f11c None None] Network 19131745-c893-47c5-bffa-ecf5d1d645a7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:29.993940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:29.994450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:30.009272 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:30.060775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.066194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.072576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.100863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.106390 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/networks/6e2a07e2-7b43-4334-af9f-976d98863e7e HTTP/1.1" status: 204 len: 168 time: 1.0158703 Dec 22 08:39:30.106390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Network': ['ID=6e2a07e2-7b43-4334-af9f-976d98863e7e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:30.106933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:30.111022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:30.116691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1186817674'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:30.122243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:30.130359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:network and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:30.134449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:30.148653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:30.172923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:30.176336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.207769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.213262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.257217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:30.278766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.280222 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Added segment 5a4dccd7-362c-4abf-a967-d10f600ad08e of type vlan for network c47e259c-1387-4faa-8755-01a91fa64674 Dec 22 08:39:30.321384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 779454ce-ba3b-4a83-862a-0b93bb4e406d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:30.340422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.408142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 9a39b486-004c-49a0-8686-94ef1c02c9f2 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:39:30.426462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.431103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:30.432488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.448028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a636073-c419-401f-b14a-a9bab40b70db None None] Pushing event updated for resources: {'Port': ['ID=6b846451-d175-4424-bf95-893e7a8d63bd,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:30.452560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0a636073-c419-401f-b14a-a9bab40b70db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:30.568551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1a170061-072d-4362-b321-881a118c1b16 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.609960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 779454ce-ba3b-4a83-862a-0b93bb4e406d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:30.622555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-c690d9cb-4082-45ab-bd5c-a65ad9a760ae', 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'fixed_ips': [{'subnet_id': 'ff30c3df-395a-40e4-87d6-eeacec1adbe5'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:30.623526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.643646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-18f1b1cb-0a96-46d6-9724-ea4488007656 None None] Provisioning complete for port 6b846451-d175-4424-bf95-893e7a8d63bd triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:30.644685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-18f1b1cb-0a96-46d6-9724-ea4488007656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.664723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.678019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.685072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 779454ce-ba3b-4a83-862a-0b93bb4e406d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:30.685524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.687793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-35e10635-9059-461c-a088-c107af9fa4da tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:30.710316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.715219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Network': ['ID=c47e259c-1387-4faa-8755-01a91fa64674,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:30.721771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.731722 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6166854 Dec 22 08:39:30.731915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] DHCP port deletion for 19131745-c893-47c5-bffa-ecf5d1d645a7 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:30.732046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:30.737542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35872) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:30.743591 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/de0625e0-4620-40fc-a850-539c701fa86d HTTP/1.1" status: 204 len: 168 time: 2.2255845 Dec 22 08:39:30.744600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Network': ['ID=de0625e0-4620-40fc-a850-539c701fa86d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:30.747813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:30.750614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c47e259c-1387-4faa-8755-01a91fa64674 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:30.751530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': 'c47e259c-1387-4faa-8755-01a91fa64674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:30.760101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35876) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:30.771265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1113035818'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:30.791035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:30.798628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Deleting port f73d2a83-4f92-4143-b29b-18a78ddb0c54 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:30.799121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.806785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] Deleting port f73d2a83-4f92-4143-b29b-18a78ddb0c54 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:30.807200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.825606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:network and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:30.835073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:30.918339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:30.930745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:30.935711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:30.944403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:30.948360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:30.955120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:30.970967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:31.016337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:31.019248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.097480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.190357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.194552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:31.209327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:31.211631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Performing IP validity checks on allocation pools {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:39:31.212059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.214370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.ipam_backend_mixin [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:39:31.226687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7da1fd85-25c3-4027-8dac-e9a3a5c0542f tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:31.235747 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9605893-f6f7-476a-b8f1-3a5a0cb27060 None None] Sync routers for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:31.242202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.243493 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1126480 Dec 22 08:39:31.246774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35882) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:31.265231 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9605893-f6f7-476a-b8f1-3a5a0cb27060 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:31.266670 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e9605893-f6f7-476a-b8f1-3a5a0cb27060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:31.292452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.293052 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Added segment 092c044f-cf92-40cf-aeea-ce3bcee947b7 of type vlan for network ba644d4d-21e4-4e27-8da6-15710efac57e Dec 22 08:39:31.312931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] For port f73d2a83-4f92-4143-b29b-18a78ddb0c54, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f73d2a83-4f92-4143-b29b-18a78ddb0c54,segment=NetworkSegment(0f3a8db3-212a-44c7-8888-10788b8237e3),segment_id=0f3a8db3-212a-44c7-8888-10788b8237e3)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:31.313804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.349965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Network 135850ce-9518-4a45-920b-f3b898d1bcc5 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:31.370380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:31.370616 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.373090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:31.379915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Allocated IP 172.20.0.2 (c690d9cb-4082-45ab-bd5c-a65ad9a760ae/ff30c3df-395a-40e4-87d6-eeacec1adbe5/112db5ed-d752-4fb4-98c4-74dae94ddcac) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:31.423022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] For port f73d2a83-4f92-4143-b29b-18a78ddb0c54, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f73d2a83-4f92-4143-b29b-18a78ddb0c54,segment=NetworkSegment(0f3a8db3-212a-44c7-8888-10788b8237e3),segment_id=0f3a8db3-212a-44c7-8888-10788b8237e3)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:31.423490 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.425510 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e9605893-f6f7-476a-b8f1-3a5a0cb27060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:31.444752 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9605893-f6f7-476a-b8f1-3a5a0cb27060 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:31.446033 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e9605893-f6f7-476a-b8f1-3a5a0cb27060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:31.471783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event updated for resources: {'Port': ['ID=5049847c-7617-4c69-a3a6-d02e444c9f51,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:31.474922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:31.537285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.542673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-750a766e-93a0-4a07-aa4b-edd0e31d85e0 tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:31.549455 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e9605893-f6f7-476a-b8f1-3a5a0cb27060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:31.550492 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9605893-f6f7-476a-b8f1-3a5a0cb27060 None None] The sync data for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:31.613588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=61abddeb-0b29-4f79-979c-3990d594149b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:31.618287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:31.629069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] Calling delete_port for f73d2a83-4f92-4143-b29b-18a78ddb0c54 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:31.637713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Calling delete_port for f73d2a83-4f92-4143-b29b-18a78ddb0c54 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:31.670304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.670583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 779454ce-ba3b-4a83-862a-0b93bb4e406d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=779454ce-ba3b-4a83-862a-0b93bb4e406d,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:31.686898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.696500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:31.716635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Checking segment: {'id': '5a4dccd7-362c-4abf-a967-d10f600ad08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c47e259c-1387-4faa-8755-01a91fa64674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:31.716907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network hostable DHCP agents. Network: c47e259c-1387-4faa-8755-01a91fa64674, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:31.756348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network c47e259c-1387-4faa-8755-01a91fa64674 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:31.817479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.818312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c47e259c-1387-4faa-8755-01a91fa64674) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:31.821376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:31.822100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.828428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:31.829130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.833993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:31.852852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 08:39:31.852852 dv-neutron-822610-1-hyperv neutron-server[83496]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 22 08:39:31.852852 dv-neutron-822610-1-hyperv neutron-server[83496]: [parameters: {'port_id': 'f73d2a83-4f92-4143-b29b-18a78ddb0c54', 'host': 'dv-neutron-822610-1-hyperv'}] Dec 22 08:39:31.852852 dv-neutron-822610-1-hyperv neutron-server[83496]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:31.853651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:31.860044 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1178844 Dec 22 08:39:31.861556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35886) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:31.863325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=779454ce-ba3b-4a83-862a-0b93bb4e406d,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:31.866559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:31.867171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': 'c47e259c-1387-4faa-8755-01a91fa64674', 'name': 'tempest-PortsIpV6TestJSON-1443423543'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:31.879336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46337593-ae96-4b50-bf62-d34e50111a0a None None] Network c47e259c-1387-4faa-8755-01a91fa64674 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:31.896101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:31.945918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dd23fb24-bd4e-4080-a0af-a648cc25036f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:31.959930 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1967459 Dec 22 08:39:31.964335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35890) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:31.974824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Network': ['ID=ba644d4d-21e4-4e27-8da6-15710efac57e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:31.982016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Request body: {'subnet': {'network_id': 'ba644d4d-21e4-4e27-8da6-15710efac57e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:32.000344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:32.006824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network ba644d4d-21e4-4e27-8da6-15710efac57e details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:32.026079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] Pushing event deleted for resources: {'Port': ['ID=f73d2a83-4f92-4143-b29b-18a78ddb0c54,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:32.028306 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:32.093790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] No DVR routers for this DVR port f73d2a83-4f92-4143-b29b-18a78ddb0c54 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:32.117785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.125047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:32.136512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Usage tracker for resource:subnet and tenant:15721a7549b74f6ea87d4bb22677080c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:32.142581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:32.161509 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Transition to ACTIVE for port object 112db5ed-d752-4fb4-98c4-74dae94ddcac will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:32.184535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:32.225422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Made reservation on behalf of 15721a7549b74f6ea87d4bb22677080c for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:32.225608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:32.236578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Transition to ACTIVE for port object 112db5ed-d752-4fb4-98c4-74dae94ddcac will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:32.249040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:32.276481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:32.283480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.285166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6b846451-d175-4424-bf95-893e7a8d63bd up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:32.311401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.311908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.323703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-475bf7ef-af66-4916-b069-48604920ef5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:32.377844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 1b990931-c27e-4f67-a347-0c25f6afac79 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:32.462058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Deleting port f73d2a83-4f92-4143-b29b-18a78ddb0c54 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:32.462647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.476751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Network c690d9cb-4082-45ab-bd5c-a65ad9a760ae is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:32.485480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:32.487728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Pushing event updated for resources: {'Port': ['ID=112db5ed-d752-4fb4-98c4-74dae94ddcac,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:32.490199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:32.491058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:32.512424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.592421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-c47e259c-1387-4faa-8755-01a91fa64674', 'network_id': 'c47e259c-1387-4faa-8755-01a91fa64674', 'tenant_id': 'f4c80051c1864fc382c5d764ec033c31', 'fixed_ips': [{'subnet_id': '61abddeb-0b29-4f79-979c-3990d594149b'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:32.593258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.598110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] The port 'f73d2a83-4f92-4143-b29b-18a78ddb0c54' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:39:32.608155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.608971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.611766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::89 (c47e259c-1387-4faa-8755-01a91fa64674/61abddeb-0b29-4f79-979c-3990d594149b/1b990931-c27e-4f67-a347-0c25f6afac79) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:32.645571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.661817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6b846451-d175-4424-bf95-893e7a8d63bd triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:32.662422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.746920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Attempting to bind port 112db5ed-d752-4fb4-98c4-74dae94ddcac on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:32.747192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Attempting to bind port 112db5ed-d752-4fb4-98c4-74dae94ddcac by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '339d5835-706c-4a85-af86-1e038ab2559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:32.747579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Attempting to bind port 112db5ed-d752-4fb4-98c4-74dae94ddcac on network c690d9cb-4082-45ab-bd5c-a65ad9a760ae {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:32.789235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:32.789598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Checking segment: {'id': '339d5835-706c-4a85-af86-1e038ab2559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:32.790007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.790416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Bound using segment: {'id': '339d5835-706c-4a85-af86-1e038ab2559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:32.790933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Bound port: 112db5ed-d752-4fb4-98c4-74dae94ddcac, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339d5835-706c-4a85-af86-1e038ab2559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:32.791345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.930641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 779454ce-ba3b-4a83-862a-0b93bb4e406d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:32.952161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.954351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:32.976354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] For port 112db5ed-d752-4fb4-98c4-74dae94ddcac, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:32.996227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] For port 112db5ed-d752-4fb4-98c4-74dae94ddcac, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=112db5ed-d752-4fb4-98c4-74dae94ddcac,segment=NetworkSegment(339d5835-706c-4a85-af86-1e038ab2559e),segment_id=339d5835-706c-4a85-af86-1e038ab2559e)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:33.004182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19131745-c893-47c5-bffa-ecf5d1d645a7']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:33.004413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.008504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5f4d0b11-3bc1-4b17-88bc-9323688a2e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:33.034875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3a8db3-212a-44c7-8888-10788b8237e3') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:33.035269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3a8db3-212a-44c7-8888-10788b8237e3') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:33.042478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Allocated IP 172.26.5.246 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/4e8082a4-a59e-4424-86f6-96ddd8a12f41) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:33.049458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.056800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.084091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object 1b990931-c27e-4f67-a347-0c25f6afac79 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:33.096923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 779454ce-ba3b-4a83-862a-0b93bb4e406d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:33.097293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.146405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Pushing event updated for resources: {'Port': ['ID=112db5ed-d752-4fb4-98c4-74dae94ddcac,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:33.150318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.150942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:33.192362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.202890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-068da8ac-2312-4e54-949b-0b6218f44ee7 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:33.213177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:33.213646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:33.227982 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:33.288193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Allocated IP 2001:db8::2 (c47e259c-1387-4faa-8755-01a91fa64674/61abddeb-0b29-4f79-979c-3990d594149b/af09d62d-1ad8-49e9-9158-36109a883ca6) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:33.460125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f73d2a83-4f92-4143-b29b-18a78ddb0c54 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:33.495336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.500260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.516570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:33.540334 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] 10.222.0.31 "DELETE /v2.0/networks/19131745-c893-47c5-bffa-ecf5d1d645a7 HTTP/1.1" status: 204 len: 168 time: 3.5780015 Dec 22 08:39:33.540961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: f73d2a83-4f92-4143-b29b-18a78ddb0c54 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:33.541319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f73d2a83-4f92-4143-b29b-18a78ddb0c54 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:33.591027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Pushing event deleted for resources: {'Network': ['ID=19131745-c893-47c5-bffa-ecf5d1d645a7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:33.594093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:33.622701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.20.0.1 (5c053647-4719-4766-a5d2-4c7ad2d5b3f4/20853a15-58b6-4029-8712-8eb3b8dd560f/63f63dd6-13ed-4d27-a2a7-b4d8306d749c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:33.630358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=1b990931-c27e-4f67-a347-0c25f6afac79,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:33.636740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:33.647550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network c47e259c-1387-4faa-8755-01a91fa64674 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:33.649319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:33.652407 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:33.656375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:33.657071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.702657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.714914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.716949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Transition to ACTIVE for port object af09d62d-1ad8-49e9-9158-36109a883ca6 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:33.738462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Transition to ACTIVE for port object af09d62d-1ad8-49e9-9158-36109a883ca6 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:33.747149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.754375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5f4d0b11-3bc1-4b17-88bc-9323688a2e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:33.822000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.objects.ports [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83496) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:39:33.829032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.833982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e5df6f99-469a-4ee7-a5a1-caf4572e0179 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:33.840946 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9788234 Dec 22 08:39:33.848101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35898) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:33.851943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Network c47e259c-1387-4faa-8755-01a91fa64674 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:33.855398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:33.860243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:33.867900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Pushing event updated for resources: {'Port': ['ID=af09d62d-1ad8-49e9-9158-36109a883ca6,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:33.870095 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:33.879393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.945963 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event updated for resources: {'Subnet': ['ID=375768ac-3380-4f3d-87d6-33b2a055605b,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:33.954575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.966815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Attempting to bind port af09d62d-1ad8-49e9-9158-36109a883ca6 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:33.967192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Attempting to bind port af09d62d-1ad8-49e9-9158-36109a883ca6 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '5a4dccd7-362c-4abf-a967-d10f600ad08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c47e259c-1387-4faa-8755-01a91fa64674'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:33.967588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Attempting to bind port af09d62d-1ad8-49e9-9158-36109a883ca6 on network c47e259c-1387-4faa-8755-01a91fa64674 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:33.969367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:33.971458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 1b990931-c27e-4f67-a347-0c25f6afac79 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:33.971951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.975422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:33.975641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:33.976050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Checking segment: {'id': '5a4dccd7-362c-4abf-a967-d10f600ad08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c47e259c-1387-4faa-8755-01a91fa64674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:33.976476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:33.976593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:33.976876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Bound using segment: {'id': '5a4dccd7-362c-4abf-a967-d10f600ad08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c47e259c-1387-4faa-8755-01a91fa64674'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:33.977403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Bound port: af09d62d-1ad8-49e9-9158-36109a883ca6, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4dccd7-362c-4abf-a967-d10f600ad08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c47e259c-1387-4faa-8755-01a91fa64674'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:33.978162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:33.984555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.013093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35904) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:34.032984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Transition to ACTIVE for port object 63f63dd6-13ed-4d27-a2a7-b4d8306d749c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:34.081632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:34.095959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] For port af09d62d-1ad8-49e9-9158-36109a883ca6, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:34.100607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] For port af09d62d-1ad8-49e9-9158-36109a883ca6, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=af09d62d-1ad8-49e9-9158-36109a883ca6,segment=NetworkSegment(5a4dccd7-362c-4abf-a967-d10f600ad08e),segment_id=5a4dccd7-362c-4abf-a967-d10f600ad08e)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:34.105397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.111597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c2389daa-4908-443d-85d9-9269f386f07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:34.176908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Pushing event updated for resources: {'Port': ['ID=4e8082a4-a59e-4424-86f6-96ddd8a12f41,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:34.185805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:34.271648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Pushing event updated for resources: {'Port': ['ID=af09d62d-1ad8-49e9-9158-36109a883ca6,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:34.285631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:34.329190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 112db5ed-d752-4fb4-98c4-74dae94ddcac up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:34.435738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 112db5ed-d752-4fb4-98c4-74dae94ddcac completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:34.564356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Checking segment: {'id': '092c044f-cf92-40cf-aeea-ce3bcee947b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ba644d4d-21e4-4e27-8da6-15710efac57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:34.565081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network hostable DHCP agents. Network: ba644d4d-21e4-4e27-8da6-15710efac57e, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:34.578038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.584631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cce18c3-b7d9-4e14-8f2a-6c3381796710 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:34.603905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Router 0573a72d-7373-46c8-9cd4-e289a171fedd is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:39:34.624632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b3a9c5-5eac-46b7-be23-79cc5869d5da None None] Network c690d9cb-4082-45ab-bd5c-a65ad9a760ae requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:34.711122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Network ba644d4d-21e4-4e27-8da6-15710efac57e is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:34.735276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:34.737947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1547a536-ca7b-434f-a916-2e70115c1c8d None None] Provisioning for port 112db5ed-d752-4fb4-98c4-74dae94ddcac completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:34.741773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=63f63dd6-13ed-4d27-a2a7-b4d8306d749c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:34.748262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:34.750476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1547a536-ca7b-434f-a916-2e70115c1c8d None None] Provisioning complete for port 112db5ed-d752-4fb4-98c4-74dae94ddcac triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:34.750639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1547a536-ca7b-434f-a916-2e70115c1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.755931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, ba644d4d-21e4-4e27-8da6-15710efac57e) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:34.758308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:34.761064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:34.761739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:34.761896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.793558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.794511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:34.796206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830e7bc-22eb-4261-8cb8-9a93c5dffee3 None None] Network ba644d4d-21e4-4e27-8da6-15710efac57e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:34.802585 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8343437 Dec 22 08:39:34.804186 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c5b77adb-14e6-4031-bd4c-40a890f9ac20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2064adcd437747f4a3adc078e6ca1b9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7760305 Dec 22 08:39:34.807009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35910) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:34.807522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35912) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:34.817633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.096932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 1b990931-c27e-4f67-a347-0c25f6afac79 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:35.119520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:35.187581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Sync routers for ids ['0573a72d-7373-46c8-9cd4-e289a171fedd'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:35.191263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.193079 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-485e3f98-e6cd-4a5a-8f9b-86bb403c210a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.5038795 Dec 22 08:39:35.196959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35918) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:35.219617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.274352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Routers {'0573a72d-7373-46c8-9cd4-e289a171fedd'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:35.275536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0573a72d-7373-46c8-9cd4-e289a171fedd'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:35.353783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7643b46d-79a4-4d62-be6d-68a40aed28fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.421521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.491136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7643b46d-79a4-4d62-be6d-68a40aed28fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.499050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Router 17e099fb-4f92-422c-82c1-de9bcba3b30b is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:39:35.668582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.684632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.693025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.696826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5b12b54e-be04-486a-ad7e-9fda8eff7ee8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:35.700620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eedc2b0-eae2-4897-a9cd-d27553f54d8d None None] Network c47e259c-1387-4faa-8755-01a91fa64674 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:35.735634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1547a536-ca7b-434f-a916-2e70115c1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:35.763443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=1b990931-c27e-4f67-a347-0c25f6afac79,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:35.766485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:35.937119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1547a536-ca7b-434f-a916-2e70115c1c8d None None] For port 112db5ed-d752-4fb4-98c4-74dae94ddcac, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=112db5ed-d752-4fb4-98c4-74dae94ddcac,segment=NetworkSegment(339d5835-706c-4a85-af86-1e038ab2559e),segment_id=339d5835-706c-4a85-af86-1e038ab2559e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:35.974585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Set router 0573a72d-7373-46c8-9cd4-e289a171fedd gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:36.057423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:36.068078 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Sync routers for ids ['17e099fb-4f92-422c-82c1-de9bcba3b30b'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:36.089523 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Routers {'17e099fb-4f92-422c-82c1-de9bcba3b30b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:36.094143 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['17e099fb-4f92-422c-82c1-de9bcba3b30b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:36.109198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1547a536-ca7b-434f-a916-2e70115c1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.148080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-27826719-16c8-4e13-9518-5205f9f43ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:36.157578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.161569 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3148067 Dec 22 08:39:36.166199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35922) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:36.305550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.317743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.329724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.354352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Deleting port 5049847c-7617-4c69-a3a6-d02e444c9f51 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:36.355090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.358387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.372714 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Set router 17e099fb-4f92-422c-82c1-de9bcba3b30b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:36.372936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5740e83d-4c81-4a9b-b5ee-d556c1be50bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-ba644d4d-21e4-4e27-8da6-15710efac57e', 'network_id': 'ba644d4d-21e4-4e27-8da6-15710efac57e', 'tenant_id': '15721a7549b74f6ea87d4bb22677080c', 'fixed_ips': [{'subnet_id': '375768ac-3380-4f3d-87d6-33b2a055605b'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:36.373764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5740e83d-4c81-4a9b-b5ee-d556c1be50bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.400245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device af09d62d-1ad8-49e9-9158-36109a883ca6 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:36.523135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:36.556534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.605651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7643b46d-79a4-4d62-be6d-68a40aed28fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.675005 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/1b990931-c27e-4f67-a347-0c25f6afac79 HTTP/1.1" status: 204 len: 168 time: 2.8259110 Dec 22 08:39:36.682670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35926) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:36.688635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.699877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7643b46d-79a4-4d62-be6d-68a40aed28fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.703621 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7643b46d-79a4-4d62-be6d-68a40aed28fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fb5fb6b-948b-45c9-9ed1-e3a09c1b010d HTTP/1.1" status: 204 len: 168 time: 1.8897724 Dec 22 08:39:36.723780 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:30Z', 'updated_at': '2021-12-22T08:39:34Z', 'revision_number': 3, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'gw_port': {'id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:32Z', 'updated_at': '2021-12-22T08:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:36.729305 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Checking router: 17e099fb-4f92-422c-82c1-de9bcba3b30b for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:39:36.729648 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Updating router 17e099fb-4f92-422c-82c1-de9bcba3b30b port 4e8082a4-a59e-4424-86f6-96ddd8a12f41 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:39:36.768216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port af09d62d-1ad8-49e9-9158-36109a883ca6 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:36.810943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547a536-ca7b-434f-a916-2e70115c1c8d None None] Pushing event updated for resources: {'Port': ['ID=112db5ed-d752-4fb4-98c4-74dae94ddcac,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:36.835601 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:36.845675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1547a536-ca7b-434f-a916-2e70115c1c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:36.848353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=63f63dd6-13ed-4d27-a2a7-b4d8306d749c,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:36.894627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:36.903800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:36.929368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:36.931720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:36.984084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.069769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Provisioning for port 63f63dd6-13ed-4d27-a2a7-b4d8306d749c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:37.156857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Provisioning complete for port 63f63dd6-13ed-4d27-a2a7-b4d8306d749c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:37.157824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.175746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643b46d-79a4-4d62-be6d-68a40aed28fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb5fb6b-948b-45c9-9ed1-e3a09c1b010d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:37.180304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7643b46d-79a4-4d62-be6d-68a40aed28fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:37.183675 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-384cfcea-6d50-4039-9915-32696a8c4331 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:37.186637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384cfcea-6d50-4039-9915-32696a8c4331 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:37.240251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-581e5a87-e76b-45f3-8c6a-5ee8a10189a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server [None req-5740e83d-4c81-4a9b-b5ee-d556c1be50bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 375768ac-3380-4f3d-87d6-33b2a055605b: This subnet is being modified by another concurrent operation. Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:39:37.258861 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 375768ac-3380-4f3d-87d6-33b2a055605b: This subnet is being modified by another concurrent operation. Dec 22 08:39:37.262854 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Dec 22 08:39:37.315353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Calling delete_port for 5049847c-7617-4c69-a3a6-d02e444c9f51 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:37.338866 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.343151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.355540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db283ac-1866-478f-b834-5f631829d262 None None] Network ba644d4d-21e4-4e27-8da6-15710efac57e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:37.357385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cc9cf2c-f083-4d7b-8c92-a0944f8c9ade tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:37.369620 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Transition to ACTIVE for port object 4e8082a4-a59e-4424-86f6-96ddd8a12f41 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:37.378982 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.388898 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-384cfcea-6d50-4039-9915-32696a8c4331 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/1b990931-c27e-4f67-a347-0c25f6afac79 HTTP/1.1" status: 404 len: 333 time: 0.6995442 Dec 22 08:39:37.392271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35940) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:37.398416 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:37.402259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Subnet': ['ID=375768ac-3380-4f3d-87d6-33b2a055605b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:37.406138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:37.522691 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Attempting to bind port 4e8082a4-a59e-4424-86f6-96ddd8a12f41 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:37.523367 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Attempting to bind port 4e8082a4-a59e-4424-86f6-96ddd8a12f41 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:37.523874 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Attempting to bind port 4e8082a4-a59e-4424-86f6-96ddd8a12f41 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:37.529642 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Pushing event updated for resources: {'Port': ['ID=4e8082a4-a59e-4424-86f6-96ddd8a12f41,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:37.529873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Port 63f63dd6-13ed-4d27-a2a7-b4d8306d749c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:37.541278 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:37.542126 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:37.542787 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.543416 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:37.544036 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Bound port: 4e8082a4-a59e-4424-86f6-96ddd8a12f41, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:37.544582 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.573793 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.574401 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.574912 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.575500 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.575994 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.576581 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.577260 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.577980 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.578486 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.578804 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.579113 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:37.588429 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:37.594427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.625808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Provisioning complete for port 112db5ed-d752-4fb4-98c4-74dae94ddcac triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:37.627107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.631402 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] For port 4e8082a4-a59e-4424-86f6-96ddd8a12f41, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:37.635072 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] For port 4e8082a4-a59e-4424-86f6-96ddd8a12f41, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4e8082a4-a59e-4424-86f6-96ddd8a12f41,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:37.640677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba644d4d-21e4-4e27-8da6-15710efac57e']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:37.641246 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.642822 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0cd29f-4c19-4dd0-ba79-40a7f576ec65 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:39:37.646451 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-785850fd-7b58-424e-8ac3-6b8f89813c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:37.647279 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1c0cd29f-4c19-4dd0-ba79-40a7f576ec65 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/1b990931-c27e-4f67-a347-0c25f6afac79 HTTP/1.1" status: 404 len: 333 time: 0.2506859 Dec 22 08:39:37.659197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35946) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:37.729909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092c044f-cf92-40cf-aeea-ce3bcee947b7') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:37.730226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092c044f-cf92-40cf-aeea-ce3bcee947b7') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:37.745360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.765446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.774604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:37.775103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:37.818781 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:37.821274 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Pushing event updated for resources: {'Port': ['ID=4e8082a4-a59e-4424-86f6-96ddd8a12f41,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:37.826383 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:37.828434 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Routers {'17e099fb-4f92-422c-82c1-de9bcba3b30b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:37.829423 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['17e099fb-4f92-422c-82c1-de9bcba3b30b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:37.848716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0573a72d-7373-46c8-9cd4-e289a171fedd', 'name': '', 'tenant_id': '2e75baed4b794710b96f4e6089b9c32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135850ce-9518-4a45-920b-f3b898d1bcc5', 'external_fixed_ips': [{'subnet_id': '254e2298-bc93-4af5-8e04-1b8c0e3a3db7', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '5049847c-7617-4c69-a3a6-d02e444c9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:27Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 3, 'project_id': '2e75baed4b794710b96f4e6089b9c32a', 'gw_port': {'id': '5049847c-7617-4c69-a3a6-d02e444c9f51', 'name': '', 'network_id': '135850ce-9518-4a45-920b-f3b898d1bcc5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0573a72d-7373-46c8-9cd4-e289a171fedd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '254e2298-bc93-4af5-8e04-1b8c0e3a3db7', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:29Z', 'updated_at': '2021-12-22T08:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '254e2298-bc93-4af5-8e04-1b8c0e3a3db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:37.857563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Checking router: 0573a72d-7373-46c8-9cd4-e289a171fedd for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:39:37.858185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Updating router 0573a72d-7373-46c8-9cd4-e289a171fedd port 5049847c-7617-4c69-a3a6-d02e444c9f51 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:39:37.919502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.023027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.028805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.036731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:38.060656 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/ba644d4d-21e4-4e27-8da6-15710efac57e HTTP/1.1" status: 204 len: 168 time: 3.2404261 Dec 22 08:39:38.065194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35954) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:38.068528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Network': ['ID=ba644d4d-21e4-4e27-8da6-15710efac57e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:38.077742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:38.173213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet 61abddeb-0b29-4f79-979c-3990d594149b {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:38.179329 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] Set router 17e099fb-4f92-422c-82c1-de9bcba3b30b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:38.184593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.228159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 9a39b486-004c-49a0-8686-94ef1c02c9f2 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:38.230926 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4847e413-95c5-47b0-aa15-7c52304a6c3a tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:38.235842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4847e413-95c5-47b0-aa15-7c52304a6c3a tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:38.239227 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4847e413-95c5-47b0-aa15-7c52304a6c3a tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/subnets/375768ac-3380-4f3d-87d6-33b2a055605b HTTP/1.1" status: 404 len: 337 time: 0.1718016 Dec 22 08:39:38.249762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35960) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:38.290973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 112db5ed-d752-4fb4-98c4-74dae94ddcac up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:38.337374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Provisioning for port af09d62d-1ad8-49e9-9158-36109a883ca6 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:38.364477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.382118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8f185f2e-0485-4daa-9ca4-dc28043dccc4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:38.388118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Provisioning complete for port af09d62d-1ad8-49e9-9158-36109a883ca6 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:38.388500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.447309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:38.451439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event deleted for resources: {'Port': ['ID=5049847c-7617-4c69-a3a6-d02e444c9f51,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:38.457848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:38.462707 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7e8abb-4246-4d03-a79d-65e8848069d3 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:38.463147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7e8abb-4246-4d03-a79d-65e8848069d3 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:38.477017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.556990 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fe7e8abb-4246-4d03-a79d-65e8848069d3 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/ba644d4d-21e4-4e27-8da6-15710efac57e HTTP/1.1" status: 404 len: 339 time: 0.2952237 Dec 22 08:39:38.604034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35970) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:38.681788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e259edc4-eafd-4432-89f2-86eff9ff2108 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:39:38.689281 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:30Z', 'updated_at': '2021-12-22T08:39:34Z', 'revision_number': 3, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'gw_port': {'id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:32Z', 'updated_at': '2021-12-22T08:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:38.694085 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f600556-2731-4366-a32b-a9ee5f6b8954 None None] The sync data for ids ['17e099fb-4f92-422c-82c1-de9bcba3b30b'] in dv-neutron-822610-1-hyperv is: [{'id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:30Z', 'updated_at': '2021-12-22T08:39:34Z', 'revision_number': 3, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'gw_port': {'id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:32Z', 'updated_at': '2021-12-22T08:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:38.730856 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c268651c-d41c-4f1b-bf3a-547f255bf98c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:38.731329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c268651c-d41c-4f1b-bf3a-547f255bf98c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:38.736442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35974) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:38.737397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c268651c-d41c-4f1b-bf3a-547f255bf98c tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/subnets/7020d460-7a49-4e27-b42e-63e5ccbc8771 HTTP/1.1" status: 404 len: 337 time: 0.1255968 Dec 22 08:39:38.748713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-441525777'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:38.754215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:38.757889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:network and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:38.761163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:38.767530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:38.779163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:38.782591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.813532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.851027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:38.855174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:security_group_rule and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:38.858031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:38.865144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:38.891049 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-265abcc3-0ea6-46bb-80f9-04aa00df854b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:38.891049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265abcc3-0ea6-46bb-80f9-04aa00df854b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:38.892572 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-265abcc3-0ea6-46bb-80f9-04aa00df854b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/de0625e0-4620-40fc-a850-539c701fa86d HTTP/1.1" status: 404 len: 339 time: 0.1552322 Dec 22 08:39:38.915418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 112db5ed-d752-4fb4-98c4-74dae94ddcac triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:38.915874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.941681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:38.952436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.958672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.991522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:38.999012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-db806b01-0a28-4bcf-b916-8df10e67640e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:39.010018 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f589bdf1-1bc0-4dbc-a6c8-609cf7f8a2d9 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:39.010523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f589bdf1-1bc0-4dbc-a6c8-609cf7f8a2d9 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:39.037435 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f589bdf1-1bc0-4dbc-a6c8-609cf7f8a2d9 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/subnets/3b1dda1c-dfee-4c42-84ed-0c8d8eda1211 HTTP/1.1" status: 404 len: 337 time: 0.0901430 Dec 22 08:39:39.045497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35982) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:39.051672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:39.077656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6f6161-0ead-47d9-9dc1-5b481779954b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:39.084853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:39.087530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:39.095667 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3822292-dd45-4aaf-ab3e-18645809dc3a tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:39.096732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3822292-dd45-4aaf-ab3e-18645809dc3a tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:39.099752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.099910 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Added segment 64dd93ba-78b6-4e5a-90f0-2a626af253e0 of type vlan for network 5c665321-260e-4f9a-b094-bcc5e34e9b4a Dec 22 08:39:39.111089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] For port af09d62d-1ad8-49e9-9158-36109a883ca6, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=af09d62d-1ad8-49e9-9158-36109a883ca6,segment=NetworkSegment(5a4dccd7-362c-4abf-a967-d10f600ad08e),segment_id=5a4dccd7-362c-4abf-a967-d10f600ad08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:39.111933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.112655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259edc4-eafd-4432-89f2-86eff9ff2108 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:39:39.113350 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/routers/9a39b486-004c-49a0-8686-94ef1c02c9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8653703 Dec 22 08:39:39.118278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:39.121955 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3822292-dd45-4aaf-ab3e-18645809dc3a tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/4c778f77-9e9b-44bd-a592-4b6505b06856 HTTP/1.1" status: 404 len: 339 time: 0.0715854 Dec 22 08:39:39.127927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'port': {'network_id': '5c053647-4719-4766-a5d2-4c7ad2d5b3f4', 'name': 'tempest-FloatingIPTestJSON-113101188'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:39.170708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35990) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:39.177916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.181808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b979fe-482b-465f-8014-40dacf6a65f9 None None] Sync routers for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:39.197067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.216086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6bd04e88-4ff5-423d-9ae3-2434307ff5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:39.311198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-86365808-7f21-42bd-8787-a8404dab9deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.325622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.362887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:39.363988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:39.406484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.410205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:39.410776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.416699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-225a65b5-6bd5-4481-9e73-15ede687301a tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:39.427430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b979fe-482b-465f-8014-40dacf6a65f9 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:39.427994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0b979fe-482b-465f-8014-40dacf6a65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:39.442615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Deleting port 78bd17b6-cdf1-4ae0-8dd9-366d260986c4 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:39.442965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.484156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Pushing event updated for resources: {'Port': ['ID=af09d62d-1ad8-49e9-9158-36109a883ca6,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:39.499765 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:39.501666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0b979fe-482b-465f-8014-40dacf6a65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:39.503791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:39.527667 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0753458 Dec 22 08:39:39.529329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Usage tracker for resource:port and tenant:9c436f1970f747a49c1411d820397766 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:39.535294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 35994) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:39.538853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:39.547969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:39.570228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.571147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:39.588619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.595328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-75c82d01-d42d-4153-8595-6a14ec0b4dc1 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:39.598415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-965a7fca-a81f-4c61-9488-caed359a10cf None None] Provisioning complete for port 63f63dd6-13ed-4d27-a2a7-b4d8306d749c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:39.598695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-965a7fca-a81f-4c61-9488-caed359a10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.620386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Network': ['ID=5c665321-260e-4f9a-b094-bcc5e34e9b4a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:39.627494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.629865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:39.643933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:39.648807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Made reservation on behalf of 9c436f1970f747a49c1411d820397766 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:39.652380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.667696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=61abddeb-0b29-4f79-979c-3990d594149b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:39.677809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:39.696776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] device_id is not set on port 41f8ddd2-8d4b-400d-b46b-fc0903373f22 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:39.718877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.735115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b979fe-482b-465f-8014-40dacf6a65f9 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:39.735115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0b979fe-482b-465f-8014-40dacf6a65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:39.736878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:39.750203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:39.756403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:39.766872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:39.778125 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/61abddeb-0b29-4f79-979c-3990d594149b HTTP/1.1" status: 204 len: 168 time: 2.1176906 Dec 22 08:39:39.778918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 35998) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:39.794037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:39.839043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-965a7fca-a81f-4c61-9488-caed359a10cf None None] Port 63f63dd6-13ed-4d27-a2a7-b4d8306d749c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:39.865029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0b979fe-482b-465f-8014-40dacf6a65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:39.865255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b979fe-482b-465f-8014-40dacf6a65f9 None None] The sync data for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:39.916951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-965a7fca-a81f-4c61-9488-caed359a10cf None None] Could not find standard attr ID for object 1b990931-c27e-4f67-a347-0c25f6afac79. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:39:39.936267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.937017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0573a72d-7373-46c8-9cd4-e289a171fedd {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:39:39.949269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Port 5049847c-7617-4c69-a3a6-d02e444c9f51 not found while updating agent binding for router 0573a72d-7373-46c8-9cd4-e289a171fedd. {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Dec 22 08:39:39.964968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:39.990749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Routers set() bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:39.991094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Router IDs set() for agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 08:39:39.991947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_agentschedulers_db [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0573a72d-7373-46c8-9cd4-e289a171fedd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent'). {{(pid=83497) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 08:39:39.992556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580fb3ac-d297-447d-a690-ff21df873827 None None] The sync data for ids ['0573a72d-7373-46c8-9cd4-e289a171fedd'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:39.996370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-965a7fca-a81f-4c61-9488-caed359a10cf None None] Provisioning complete for port af09d62d-1ad8-49e9-9158-36109a883ca6 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:39.996948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-965a7fca-a81f-4c61-9488-caed359a10cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.016346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.017467 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0573a72d-7373-46c8-9cd4-e289a171fedd HTTP/1.1" status: 204 len: 168 time: 4.8177121 Dec 22 08:39:40.022925 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.031610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36002) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:40.035065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Allocated IP 172.20.0.3 (5c053647-4719-4766-a5d2-4c7ad2d5b3f4/20853a15-58b6-4029-8712-8eb3b8dd560f/41f8ddd2-8d4b-400d-b46b-fc0903373f22) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:40.220449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Calling delete_port for 78bd17b6-cdf1-4ae0-8dd9-366d260986c4 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:40.235686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device af09d62d-1ad8-49e9-9158-36109a883ca6 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:40.264084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.269479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ec7cd-9811-4ec4-90a6-cff8a01065a5 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:39:40.372578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.388280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.393759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Deleting subnet 254e2298-bc93-4af5-8e04-1b8c0e3a3db7 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:40.395903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-83a8157f-dab7-453e-8421-3044df722593 tempest-ExtraDHCPOptionsTestJSON-1385194783 tempest-ExtraDHCPOptionsTestJSON-1385194783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:40.408123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.412616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.423407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.431371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port af09d62d-1ad8-49e9-9158-36109a883ca6 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:40.431814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.435671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Transition to ACTIVE for port object 41f8ddd2-8d4b-400d-b46b-fc0903373f22 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:40.442307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.469738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port af09d62d-1ad8-49e9-9158-36109a883ca6 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:40.470352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.512133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=a5c8c18e-a620-4351-97c9-06bf0b25ca19,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:40.519022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ec7cd-9811-4ec4-90a6-cff8a01065a5 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:39:40.524194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:40.541796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:40.542311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network hostable DHCP agents. Network: 5c665321-260e-4f9a-b094-bcc5e34e9b4a, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:40.549877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.556032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fa2345b3-b069-457b-8939-a8e458ec1dcb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:40.631014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:40.640383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:40.646291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:40.684216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event updated for resources: {'Port': ['ID=41f8ddd2-8d4b-400d-b46b-fc0903373f22,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:40.689337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:40.691937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:40.711778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 5c665321-260e-4f9a-b094-bcc5e34e9b4a) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:40.719472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:40.720152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.727516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:40.729038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.777573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2413311 Dec 22 08:39:40.778202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36008) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:40.784940 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6616497 Dec 22 08:39:40.786705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'name': 'tempest-NetworksTestDHCPv6-817840573'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:40.796504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.803834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:40.854888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Request body: {'floatingip': {'port_id': '41f8ddd2-8d4b-400d-b46b-fc0903373f22'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:40.895814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:40.908955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8bde0871-061c-4441-98a6-0521841b12ea tempest-RoutersIpV6AdminTest-2091405447 tempest-RoutersIpV6AdminTest-2091405447-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:40.956095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Port': ['ID=78bd17b6-cdf1-4ae0-8dd9-366d260986c4,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:40.959010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:40.998888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.004526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7358a14b-1447-4c3a-bfc0-9c9cee82cc46 None None] Network c47e259c-1387-4faa-8755-01a91fa64674 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:41.015036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.022796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed73f2-8acf-48d7-a542-7e403c90192e None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:41.054737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] For port af09d62d-1ad8-49e9-9158-36109a883ca6, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=af09d62d-1ad8-49e9-9158-36109a883ca6,segment=NetworkSegment(5a4dccd7-362c-4abf-a967-d10f600ad08e),segment_id=5a4dccd7-362c-4abf-a967-d10f600ad08e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:41.055093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.063309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.141431 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/ports/78bd17b6-cdf1-4ae0-8dd9-366d260986c4 HTTP/1.1" status: 204 len: 168 time: 1.9656336 Dec 22 08:39:41.214430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.256740 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36016) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:41.270188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for af09d62d-1ad8-49e9-9158-36109a883ca6 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:41.300780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:41.304635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:41.307992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:41.314260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:41.337087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:41.340647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.366692 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7babbcb-90fd-429a-9b97-81c4d7e8720a tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:41.367089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7babbcb-90fd-429a-9b97-81c4d7e8720a tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:41.369172 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c7babbcb-90fd-429a-9b97-81c4d7e8720a tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/subnets/485e7b03-2b63-4d26-ab07-dd9537d17eff HTTP/1.1" status: 404 len: 337 time: 0.1106019 Dec 22 08:39:41.380029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36020) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:41.398216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port b29806af-a221-4877-bac2-6df350869055 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:41.417650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-be26e1af-b643-41cb-a098-f51430dfd770 None None] Provisioning for port 41f8ddd2-8d4b-400d-b46b-fc0903373f22 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:41.433049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-be26e1af-b643-41cb-a098-f51430dfd770 None None] Provisioning complete for port 41f8ddd2-8d4b-400d-b46b-fc0903373f22 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:41.433415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-be26e1af-b643-41cb-a098-f51430dfd770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.517735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.537290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'a5c8c18e-a620-4351-97c9-06bf0b25ca19'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:41.538123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.559853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-be26e1af-b643-41cb-a098-f51430dfd770 None None] Port 41f8ddd2-8d4b-400d-b46b-fc0903373f22 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:41.591808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.603055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::26e (5c665321-260e-4f9a-b094-bcc5e34e9b4a/a5c8c18e-a620-4351-97c9-06bf0b25ca19/b29806af-a221-4877-bac2-6df350869055) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:41.603532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b3e19e60-1549-4db6-9ad5-254427ab719f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:41.673968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a7deb-1ac1-47f6-aa41-863e0c553ad0 None None] DHCP port deletion for c47e259c-1387-4faa-8755-01a91fa64674 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:41.675715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.678047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.679392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=254e2298-bc93-4af5-8e04-1b8c0e3a3db7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:41.684721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:41.694627 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1cdda48-1ce7-4cab-8fad-0f1b52cc72c1 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:41.756036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Allocated IP 172.20.0.1 (c690d9cb-4082-45ab-bd5c-a65ad9a760ae/ff30c3df-395a-40e4-87d6-eeacec1adbe5/19a99b66-b52f-4e4a-8206-6203bfb3348f) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:41.803386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=af09d62d-1ad8-49e9-9158-36109a883ca6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:41.833989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.836555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:41.942883 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/254e2298-bc93-4af5-8e04-1b8c0e3a3db7 HTTP/1.1" status: 204 len: 168 time: 1.8996928 Dec 22 08:39:41.942883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:41.952171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36028) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:41.994327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No DVR routers for this DVR port af09d62d-1ad8-49e9-9158-36109a883ca6 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:42.083823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa20ac4-c734-400a-9e38-4c3496bae749']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:42.124241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff67ac94-34b9-4204-aa27-edd206c781bd') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:42.124515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff67ac94-34b9-4204-aa27-edd206c781bd') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:42.126273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.145086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object b29806af-a221-4877-bac2-6df350869055 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:42.216008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.224245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-213e00bb-76d3-48e7-81e0-f5b3187c8e70 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:42.315428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device af09d62d-1ad8-49e9-9158-36109a883ca6 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:42.354087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: af09d62d-1ad8-49e9-9158-36109a883ca6 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:42.354332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device af09d62d-1ad8-49e9-9158-36109a883ca6 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:42.361643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/a5c8c18e-a620-4351-97c9-06bf0b25ca19/2072720a-7491-466c-a03e-767b2d1a9f89) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:42.374638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.386167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:42.391661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:42.406299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:42.410227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:42.410831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.418862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=b29806af-a221-4877-bac2-6df350869055,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:42.427700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:42.433255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.439492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.492265 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7126868 Dec 22 08:39:42.498783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36038) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:42.549625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.555226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.563791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.579535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.587670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:42.588101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.607420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:42.618031 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:42.625852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Transition to ACTIVE for port object 2072720a-7491-466c-a03e-767b2d1a9f89 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:42.647818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Transition to ACTIVE for port object 2072720a-7491-466c-a03e-767b2d1a9f89 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:42.654191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.659824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:42.678798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f51e8-bc23-4bce-bbb8-6849c951cda1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:42.679525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e77f51e8-bc23-4bce-bbb8-6849c951cda1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:42.703748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47e259c-1387-4faa-8755-01a91fa64674']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:42.709279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e77f51e8-bc23-4bce-bbb8-6849c951cda1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:42.710435 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e77f51e8-bc23-4bce-bbb8-6849c951cda1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2100241 Dec 22 08:39:42.717711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36042) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:42.718846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Transition to ACTIVE for port object 19a99b66-b52f-4e4a-8206-6203bfb3348f will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:42.732115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:42.739425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:42.742861 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP aa63262b-da6c-4363-8c31-b7ba9559b84a associated. External IP: 172.26.5.80, port: 91253857-90e4-4e61-ab69-ae435cb40034. Dec 22 08:39:42.743848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:42.750905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Pushing event updated for resources: {'Port': ['ID=2072720a-7491-466c-a03e-767b2d1a9f89,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:42.755756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:42.776757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4dccd7-362c-4abf-a967-d10f600ad08e') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:42.777183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4dccd7-362c-4abf-a967-d10f600ad08e') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:42.843326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Attempting to bind port 2072720a-7491-466c-a03e-767b2d1a9f89 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:42.843718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Attempting to bind port 2072720a-7491-466c-a03e-767b2d1a9f89 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:42.844110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Attempting to bind port 2072720a-7491-466c-a03e-767b2d1a9f89 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:42.851515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:42.851915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:42.852375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.852905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:42.853312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Bound port: 2072720a-7491-466c-a03e-767b2d1a9f89, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:42.853743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.862072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.926663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.933016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.952845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] For port 2072720a-7491-466c-a03e-767b2d1a9f89, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:42.953233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:42.956810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] For port 2072720a-7491-466c-a03e-767b2d1a9f89, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2072720a-7491-466c-a03e-767b2d1a9f89,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:42.962558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:42.968943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f4539ddf-ad9d-47d1-a987-a372f8345893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:42.993637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Network': ['ID=aaa20ac4-c734-400a-9e38-4c3496bae749,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:42.997717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:43.027909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.040265 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2402d8d4-6e64-4e9d-9941-8f087d8c69b1 req-10d8403b-21b7-49e9-b2ab-e199ebdb53ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1099 time: 0.6677730 Dec 22 08:39:43.043854 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/aaa20ac4-c734-400a-9e38-4c3496bae749 HTTP/1.1" status: 204 len: 168 time: 1.6606195 Dec 22 08:39:43.045048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36048) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:43.053910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.065678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port b29806af-a221-4877-bac2-6df350869055 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:43.066089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.098210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Pushing event updated for resources: {'Port': ['ID=2072720a-7491-466c-a03e-767b2d1a9f89,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:43.107168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:43.107744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.116520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:43.171360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e031e-d168-4159-8406-12d5c98ad13d req-691d2ae6-cedc-496f-abe4-3e4a03385d14 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:43.175754 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eb0e031e-d168-4159-8406-12d5c98ad13d req-691d2ae6-cedc-496f-abe4-3e4a03385d14 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.8071222 Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:43.176550 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:43.181335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Deleting port c7ba7167-572b-4681-9cef-36af1860e3c2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:43.181907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.520177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.520884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402d8d4-6e64-4e9d-9941-8f087d8c69b1 req-2c458147-01cf-426c-aa58-b1857d4c346c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:43.522244 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2402d8d4-6e64-4e9d-9941-8f087d8c69b1 req-2c458147-01cf-426c-aa58-b1857d4c346c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 913 time: 0.4705200 Dec 22 08:39:43.529369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.603625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.612905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135850ce-9518-4a45-920b-f3b898d1bcc5']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:43.621504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b44ca4a-d3da-4dfb-b22c-4f12d988f987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:43.652385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Calling delete_port for c7ba7167-572b-4681-9cef-36af1860e3c2 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:43.667986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.775010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0087f08-7f95-413a-b9fe-c10c5d8e0b01') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:43.775417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0087f08-7f95-413a-b9fe-c10c5d8e0b01') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:43.814779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.822165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d0056506-f95e-4454-8569-2ea5415eeb42 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:43.827764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.844882 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/networks/c47e259c-1387-4faa-8755-01a91fa64674 HTTP/1.1" status: 204 len: 168 time: 4.0092607 Dec 22 08:39:43.852273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36052) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:43.867931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1827245742'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:43.880825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:43.883096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Network c690d9cb-4082-45ab-bd5c-a65ad9a760ae is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:43.886380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Port': ['ID=c7ba7167-572b-4681-9cef-36af1860e3c2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:43.888944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:43.892468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:network and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:43.901126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:43.909279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Pushing event updated for resources: {'Port': ['ID=19a99b66-b52f-4e4a-8206-6203bfb3348f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:43.916804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.917654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:43.919268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:43.922784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:43.929477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:43.952802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:43.953540 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/ports/c7ba7167-572b-4681-9cef-36af1860e3c2 HTTP/1.1" status: 204 len: 168 time: 0.8982959 Dec 22 08:39:43.956475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:43.962094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d9580ec-a50a-4d7b-abc4-26e889116cc9 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:43.987807 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2402d8d4-6e64-4e9d-9941-8f087d8c69b1 req-78a5c8c7-a6b3-419f-ba2b-c83553149925 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 1002 time: 0.4565377 Dec 22 08:39:43.989962 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eb0e031e-d168-4159-8406-12d5c98ad13d req-b152c8d6-a22b-4680-8d64-3e0d2a93d4d5 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5394278 Dec 22 08:39:43.991104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:43.991549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.001996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:44.005339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:44.024378 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:44.030335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:44.033698 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f20d830-4e37-455d-8882-8f0fd80c9b99 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] DELETE failed (client error): The resource could not be found. Dec 22 08:39:44.034307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f20d830-4e37-455d-8882-8f0fd80c9b99 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:39:44.039423 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f20d830-4e37-455d-8882-8f0fd80c9b99 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/subnets/53533921-e9a9-4e25-a173-887aa0629839 HTTP/1.1" status: 404 len: 337 time: 0.0809410 Dec 22 08:39:44.043083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36060) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:44.079415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:44.231117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.231482 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Added segment f4e566cd-02fa-4a94-b9d8-9953cccd743a of type vlan for network 21e65582-4789-4b5d-a381-168a6237947a Dec 22 08:39:44.290471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.296769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.305256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Network': ['ID=c47e259c-1387-4faa-8755-01a91fa64674,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:44.320757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:44.329883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.341051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-378ee6b2-23d9-41e7-948a-48c2d1e6c998 None None] Provisioning for port 19a99b66-b52f-4e4a-8206-6203bfb3348f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:44.345616 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2072720a-7491-466c-a03e-767b2d1a9f89 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:44.394306 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-378ee6b2-23d9-41e7-948a-48c2d1e6c998 None None] Provisioning complete for port 19a99b66-b52f-4e4a-8206-6203bfb3348f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:44.394993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-378ee6b2-23d9-41e7-948a-48c2d1e6c998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.432811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8485d92-f2b0-4298-8885-9947d1dbafbd None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:44.455187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.458784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:44.459376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.468910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:44.488658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.519986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for b29806af-a221-4877-bac2-6df350869055 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:44.551180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.563189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eeae67cf-16ce-4b60-9fea-8b377c6cc2dc tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:44.576201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402d8d4-6e64-4e9d-9941-8f087d8c69b1 req-497ab15f-7f84-4f30-88ba-7aee65f76288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:44.577626 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2402d8d4-6e64-4e9d-9941-8f087d8c69b1 req-497ab15f-7f84-4f30-88ba-7aee65f76288 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 200 len: 851 time: 0.5382268 Dec 22 08:39:44.601183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-378ee6b2-23d9-41e7-948a-48c2d1e6c998 None None] Port 19a99b66-b52f-4e4a-8206-6203bfb3348f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:44.606490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 135850ce-9518-4a45-920b-f3b898d1bcc5 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 08:39:44.620261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.642610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 2072720a-7491-466c-a03e-767b2d1a9f89 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:44.652138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4e8082a4-a59e-4424-86f6-96ddd8a12f41 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:44.665596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event deleted for resources: {'Network': ['ID=135850ce-9518-4a45-920b-f3b898d1bcc5,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:44.679623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:44.687489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "DELETE /v2.0/networks/135850ce-9518-4a45-920b-f3b898d1bcc5 HTTP/1.1" status: 204 len: 168 time: 2.7300103 Dec 22 08:39:44.717555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.765308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f4eb37b0-bcb7-41f7-95b8-2747713311b6 None None] Provisioning for port 2072720a-7491-466c-a03e-767b2d1a9f89 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:44.795198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f4eb37b0-bcb7-41f7-95b8-2747713311b6 None None] Provisioning complete for port 2072720a-7491-466c-a03e-767b2d1a9f89 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:44.795755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4eb37b0-bcb7-41f7-95b8-2747713311b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.853032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:44.885137 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0291393 Dec 22 08:39:44.890034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Network': ['ID=21e65582-4789-4b5d-a381-168a6237947a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:44.893774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:44.894608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36066) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:44.903805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91aaf050-2914-4309-a7f1-64f1d22db24f']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:44.918873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': '21e65582-4789-4b5d-a381-168a6237947a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:44.931004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 21e65582-4789-4b5d-a381-168a6237947a details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:45.016643 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2402d8d4-6e64-4e9d-9941-8f087d8c69b1 req-88508e05-a5dc-4a21-9206-4a5cee6d14af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da5084d-8efd-4897-9d2d-6026cbe0946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4112062 Dec 22 08:39:45.073934 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b0f35f-5bb3-4ff2-bbca-8fad596d069d') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:45.074258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b0f35f-5bb3-4ff2-bbca-8fad596d069d') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:45.103155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.103770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 4e8082a4-a59e-4424-86f6-96ddd8a12f41 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:45.118526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 4e8082a4-a59e-4424-86f6-96ddd8a12f41 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:45.120740 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.159935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.173119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:45.173552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:45.196001 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:45.224144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.261038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa5af94c-df6d-464e-9ae6-83fb43fe2647 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:45.274201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:45.310891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36076) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:45.333756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:45.344261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:45.375123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:45.393974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'router': {'name': 'tempest-router--441585368', 'project_id': '623d4fe2632545ae9f3fe4152d63675b'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:45.411968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.419069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=b29806af-a221-4877-bac2-6df350869055,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:45.425433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:45.435367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.437955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4eb37b0-bcb7-41f7-95b8-2747713311b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.442794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8a60805b-fceb-41fc-bf24-00700b322e85 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:45.445397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:45.463172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Usage tracker for resource:router and tenant:623d4fe2632545ae9f3fe4152d63675b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:45.471680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:45.472860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:45.486296 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2450a5-d24d-43ef-8ee5-121a19f06541 None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:45.486818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.508094 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2450a5-d24d-43ef-8ee5-121a19f06541 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:45.513485 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-fc2450a5-d24d-43ef-8ee5-121a19f06541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:45.517239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f4eb37b0-bcb7-41f7-95b8-2747713311b6 None None] For port 2072720a-7491-466c-a03e-767b2d1a9f89, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2072720a-7491-466c-a03e-767b2d1a9f89,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:45.519104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 4e8082a4-a59e-4424-86f6-96ddd8a12f41, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4e8082a4-a59e-4424-86f6-96ddd8a12f41,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:45.523297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4eb37b0-bcb7-41f7-95b8-2747713311b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.525729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:45.540524 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/b29806af-a221-4877-bac2-6df350869055 HTTP/1.1" status: 204 len: 168 time: 2.8156946 Dec 22 08:39:45.543902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:45.547654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36080) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:45.576079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.580288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:45.588749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.607443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Network': ['ID=91aaf050-2914-4309-a7f1-64f1d22db24f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:45.615162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:45.631179 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-fc2450a5-d24d-43ef-8ee5-121a19f06541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:45.635247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb37b0-bcb7-41f7-95b8-2747713311b6 None None] Pushing event updated for resources: {'Port': ['ID=2072720a-7491-466c-a03e-767b2d1a9f89,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:45.644014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f4eb37b0-bcb7-41f7-95b8-2747713311b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:45.644695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:45.646877 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2450a5-d24d-43ef-8ee5-121a19f06541 None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:45.648573 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-fc2450a5-d24d-43ef-8ee5-121a19f06541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:45.689661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.691872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.710498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.721936 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-fc2450a5-d24d-43ef-8ee5-121a19f06541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:45.722656 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2450a5-d24d-43ef-8ee5-121a19f06541 None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:45.737988 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/91aaf050-2914-4309-a7f1-64f1d22db24f HTTP/1.1" status: 204 len: 168 time: 1.6929498 Dec 22 08:39:45.740163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36084) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:45.740320 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2402d8d4-6e64-4e9d-9941-8f087d8c69b1 req-eb36d736-da07-42e7-ac1e-920b527c772d service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938653 Dec 22 08:39:45.744973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.767366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=4e8082a4-a59e-4424-86f6-96ddd8a12f41,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:45.773675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:45.776711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d8bf08be-6aa1-4fa7-bf63-4ddc768e83bb None None] Provisioning complete for port 2072720a-7491-466c-a03e-767b2d1a9f89 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:45.777038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8bf08be-6aa1-4fa7-bf63-4ddc768e83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.787086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:39:45.799033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.803218 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d6070a68-c598-4d83-9026-717c9866218a tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4254012 Dec 22 08:39:45.804228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36088) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:45.814517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2687dc2e-548b-4752-92e4-6c5cdc2ba52c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:45.815868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2687dc2e-548b-4752-92e4-6c5cdc2ba52c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:45.821063 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2687dc2e-548b-4752-92e4-6c5cdc2ba52c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2712958 Dec 22 08:39:45.829588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36092) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:45.837792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300f52a-b64e-408c-9e1f-dc2647f56794 req-1dc83d4c-e41d-4b25-a0b8-665d267b35f1 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:45.839713 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b300f52a-b64e-408c-9e1f-dc2647f56794 req-1dc83d4c-e41d-4b25-a0b8-665d267b35f1 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.5815949 Dec 22 08:39:45.917631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d8bf08be-6aa1-4fa7-bf63-4ddc768e83bb None None] Could not find standard attr ID for object b29806af-a221-4877-bac2-6df350869055. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:39:45.926791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.939960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:45.953760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.028553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e28ae046-d8fa-4742-bc60-4eb4ec901c1e None None] Could not find standard attr ID for object b29806af-a221-4877-bac2-6df350869055. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:39:46.036263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e897dcad-3f64-4c2a-bb71-571e1bcde5f8 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:46.218203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2072720a-7491-466c-a03e-767b2d1a9f89 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:46.283168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Pushing event updated for resources: {'Port': ['ID=19a99b66-b52f-4e4a-8206-6203bfb3348f,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:46.286767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:46.292015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 2072720a-7491-466c-a03e-767b2d1a9f89 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:46.292330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.300214 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b300f52a-b64e-408c-9e1f-dc2647f56794 req-2d149782-958d-46cf-b9d0-7697d365dfb5 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4129841 Dec 22 08:39:46.305155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.312984 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2402d8d4-6e64-4e9d-9941-8f087d8c69b1 req-9272ff9c-534f-440f-8766-198f02873010 service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461433 Dec 22 08:39:46.316113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39f125b7-fc56-4249-8527-a8a479da8d97 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.441264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4e8082a4-a59e-4424-86f6-96ddd8a12f41 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:46.443893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Deleting subnet 190fb61c-d61c-4398-ad15-3476b78f1ae8 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:46.465452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.530881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet a5c8c18e-a620-4351-97c9-06bf0b25ca19 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:46.543440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.572648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 4e8082a4-a59e-4424-86f6-96ddd8a12f41 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:46.573403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.618827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.708237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.870457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:46.874253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Network c690d9cb-4082-45ab-bd5c-a65ad9a760ae is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:46.876867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:46.880151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-89cdafd4-57db-425d-907c-8c981360b0c4 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:46.998563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=10ce408d-b0af-4a1d-8dc7-2ad7c5a0c668,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:47.002586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:47.054729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39f125b7-fc56-4249-8527-a8a479da8d97 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.092750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39f125b7-fc56-4249-8527-a8a479da8d97 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.127708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.165903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5729692d-574d-41cf-87b1-bd16b673a092 None None] Provisioning complete for port 19a99b66-b52f-4e4a-8206-6203bfb3348f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:47.166281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5729692d-574d-41cf-87b1-bd16b673a092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.179037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39f125b7-fc56-4249-8527-a8a479da8d97 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.180171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f125b7-fc56-4249-8527-a8a479da8d97 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d93b69db-b3e7-4395-a830-10702161aa99 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:39:47.218716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.225673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5729692d-574d-41cf-87b1-bd16b673a092 None None] Port 19a99b66-b52f-4e4a-8206-6203bfb3348f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:47.253407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39f125b7-fc56-4249-8527-a8a479da8d97 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.255411 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-39f125b7-fc56-4249-8527-a8a479da8d97 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d93b69db-b3e7-4395-a830-10702161aa99 HTTP/1.1" status: 204 len: 168 time: 1.4450130 Dec 22 08:39:47.260549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Checking segment: {'id': 'f4e566cd-02fa-4a94-b9d8-9953cccd743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '21e65582-4789-4b5d-a381-168a6237947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:47.260960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network hostable DHCP agents. Network: 21e65582-4789-4b5d-a381-168a6237947a, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:39:47.330446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.339547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4728c77b-152e-4c51-9d01-eb323330c556 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:47.432760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Subnet': ['ID=190fb61c-d61c-4398-ad15-3476b78f1ae8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:47.435766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:47.443484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 21e65582-4789-4b5d-a381-168a6237947a is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:39:47.450313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.453202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.462132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ed043d76-0366-458a-bb27-d95f3248f1ed tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:47.466760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9deb94-b1cf-4fc3-8a75-9986ef5efca3 None None] Network b8f9f290-b094-4e61-9fab-97c661c4a04f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:47.508033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Router 17e099fb-4f92-422c-82c1-de9bcba3b30b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:47.520036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c8c18e-a620-4351-97c9-06bf0b25ca19,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:47.522423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 21e65582-4789-4b5d-a381-168a6237947a) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:47.527275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:47.527853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.534343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:47.546473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.550812 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/a5c8c18e-a620-4351-97c9-06bf0b25ca19 HTTP/1.1" status: 204 len: 168 time: 1.7170577 Dec 22 08:39:47.553504 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/subnets/190fb61c-d61c-4398-ad15-3476b78f1ae8 HTTP/1.1" status: 204 len: 168 time: 1.8111892 Dec 22 08:39:47.554239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36104) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:47.554562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36106) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:47.563311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36108) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:47.593442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d8bb1e-80a6-4a52-b953-ecf0d7f69c34 None None] Network 21e65582-4789-4b5d-a381-168a6237947a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:47.605858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e72a73-fd82-4dd5-9c46-9fa9fed846c8 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:47.638487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cb94e-b09c-4e84-a8bc-65192172d23b req-07242e42-00ab-4ef4-8767-b4b907a0dab2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:47.640314 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7a1cb94e-b09c-4e84-a8bc-65192172d23b req-07242e42-00ab-4ef4-8767-b4b907a0dab2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.1914437 Dec 22 08:39:47.666043 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7666497 Dec 22 08:39:47.668351 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2dee4a64-67fa-4231-ac26-c5cf06cd6c33 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1074059 Dec 22 08:39:47.672612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36120) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:47.672952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36122) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:47.686873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': '21e65582-4789-4b5d-a381-168a6237947a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1962544805'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:47.708861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:47.769457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.790539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Deleting port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:47.790871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:47.846239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 9a39b486-004c-49a0-8686-94ef1c02c9f2 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:48.000091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1809975512', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:48.064665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:48.081130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Usage tracker for resource:router and tenant:dbd857faadb049e29ccdf3075ce36b73 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:48.084631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:48.094940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:48.129620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] For port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=356cbd8a-cbad-4e7c-b5b0-9c557d120c16,segment=NetworkSegment(f55c1b2c-5a70-4187-989b-5e5d7c0acaba),segment_id=f55c1b2c-5a70-4187-989b-5e5d7c0acaba)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:48.129983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.141663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.142351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.146027 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7a1cb94e-b09c-4e84-a8bc-65192172d23b req-ee4675d1-05d3-411b-a2e7-69bdcce58f19 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4992278 Dec 22 08:39:48.164695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:48.183870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:48.190526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:48.217824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:48.238316 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-21e65582-4789-4b5d-a381-168a6237947a', 'network_id': '21e65582-4789-4b5d-a381-168a6237947a', 'tenant_id': 'f4c80051c1864fc382c5d764ec033c31', 'fixed_ips': [{'subnet_id': '10ce408d-b0af-4a1d-8dc7-2ad7c5a0c668'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:48.239566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.249787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:48.255974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:port and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:48.259014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:48.277308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:48.334657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:48.336788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Calling delete_port for 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:48.344350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:48.344994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] Deleting port 2072720a-7491-466c-a03e-767b2d1a9f89 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:48.345381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.390564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:48.393557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.407837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:48.413890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.435543 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] 10.222.0.31 "PUT /v2.0/routers/17e099fb-4f92-422c-82c1-de9bcba3b30b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2681293 Dec 22 08:39:48.449097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25939fb0-1621-4ecd-b2e9-95628845765a None None] DHCP port deletion for b8f9f290-b094-4e61-9fab-97c661c4a04f request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:48.451593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Sync routers for ids ['17e099fb-4f92-422c-82c1-de9bcba3b30b'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:48.501297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.523943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-25939fb0-1621-4ecd-b2e9-95628845765a None None] Deleting port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:48.524906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-25939fb0-1621-4ecd-b2e9-95628845765a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.574080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.593416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ae088ac-2207-4ab5-970c-795b3c3063e5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:48.636185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 03941404-5029-4690-aea3-42f3c967cb49 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:48.687775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-25939fb0-1621-4ecd-b2e9-95628845765a None None] The port '356cbd8a-cbad-4e7c-b5b0-9c557d120c16' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:39:48.714111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Routers {'17e099fb-4f92-422c-82c1-de9bcba3b30b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:48.715030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['17e099fb-4f92-422c-82c1-de9bcba3b30b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:48.844655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] No DVR routers for this DVR port 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:48.904895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Port': ['ID=356cbd8a-cbad-4e7c-b5b0-9c557d120c16,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:48.923776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:48.932254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Allocated IP 2001:db8::2 (21e65582-4789-4b5d-a381-168a6237947a/10ce408d-b0af-4a1d-8dc7-2ad7c5a0c668/ca6f7f99-d6a7-4d47-9358-02e8f8040ba3) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:48.944280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:48.953567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2aab7ae8-9510-4035-88f3-c4595e389e02 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:49.007680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:49.020020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:49.026256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:49.027634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.077891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=18d71b2b-29da-4a77-af93-fcc3c9cf6507,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:49.083343 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4070451 Dec 22 08:39:49.084721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.085792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36140) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:49.092839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'name': 'tempest-NetworksTestDHCPv6-242433157'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:49.099553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.119387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.141830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f9f290-b094-4e61-9fab-97c661c4a04f']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.142214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] For port 2072720a-7491-466c-a03e-767b2d1a9f89, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2072720a-7491-466c-a03e-767b2d1a9f89,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:49.142554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.155595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:49.165651 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f41c4-abd3-4b6b-b006-8850daea8901 None None] Sync routers for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:49.170066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55c1b2c-5a70-4187-989b-5e5d7c0acaba') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.170477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55c1b2c-5a70-4187-989b-5e5d7c0acaba') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.192249 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f41c4-abd3-4b6b-b006-8850daea8901 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:49.192892 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-099f41c4-abd3-4b6b-b006-8850daea8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.203643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.277089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.281730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] Calling delete_port for 2072720a-7491-466c-a03e-767b2d1a9f89 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:49.286371 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-099f41c4-abd3-4b6b-b006-8850daea8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.299064 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f41c4-abd3-4b6b-b006-8850daea8901 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:49.300543 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-099f41c4-abd3-4b6b-b006-8850daea8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.309327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.332040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:49.332441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.334371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:49.334967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Set router 17e099fb-4f92-422c-82c1-de9bcba3b30b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:49.346296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:49.349747 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:49.357447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:49.364643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:49.385458 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-099f41c4-abd3-4b6b-b006-8850daea8901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:49.386150 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f41c4-abd3-4b6b-b006-8850daea8901 None None] The sync data for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:49.388238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:49.397375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.432474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 65b0cc3f-91ae-473b-9d70-23f31a62ed0e yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:49.534161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.592992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:49.600895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.611953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-feb7a682-1f29-434d-b4f1-fdce7d3f5e46 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:49.630814 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-18c2c03f-0186-4348-9249-80b9215e2e09 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/floatingips/aa63262b-da6c-4363-8c31-b7ba9559b84a HTTP/1.1" status: 200 len: 976 time: 8.8233073 Dec 22 08:39:49.633222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::351 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/18d71b2b-29da-4a77-af93-fcc3c9cf6507/65b0cc3f-91ae-473b-9d70-23f31a62ed0e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:49.634822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.641983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36144) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:49.647277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Pushing event deleted for resources: {'Network': ['ID=b8f9f290-b094-4e61-9fab-97c661c4a04f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:49.678087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.679288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] Pushing event deleted for resources: {'Port': ['ID=2072720a-7491-466c-a03e-767b2d1a9f89,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:49.686234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:49.688729 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] 10.222.0.31 "DELETE /v2.0/networks/b8f9f290-b094-4e61-9fab-97c661c4a04f HTTP/1.1" status: 204 len: 168 time: 2.1264539 Dec 22 08:39:49.757775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port 41f8ddd2-8d4b-400d-b46b-fc0903373f22 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:49.759322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.762521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.770334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] No DVR routers for this DVR port 2072720a-7491-466c-a03e-767b2d1a9f89 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:49.796917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77632bc8-1233-4a0b-bf21-f45793cacaac None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:49.866422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36150) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:49.867428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Transition to ACTIVE for port object ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:49.873882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.876650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741611110', 'description': 'tempest-secgroup-smoke-1741611110 description', 'project_id': '24a66f8478a345ff840018a8952a092e'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:49.903581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:49.917474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:security_group and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:49.923027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:49.929551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.933253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:49.948101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Transition to ACTIVE for port object ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:49.953223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.965917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.967838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:49.993875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:50.037005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 65b0cc3f-91ae-473b-9d70-23f31a62ed0e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:50.080356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:50.087042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:security_group_rule and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:50.100944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:50.105817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::377 (21e65582-4789-4b5d-a381-168a6237947a/10ce408d-b0af-4a1d-8dc7-2ad7c5a0c668/03941404-5029-4690-aea3-42f3c967cb49) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:50.114370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:50.116383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36156) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:50.145672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.160049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Network 21e65582-4789-4b5d-a381-168a6237947a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:50.164470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-55cc880d-3626-4897-aef2-5c6d7138383c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:50.171898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:50.188381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:50.192881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Allocated IP 172.26.5.98 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/dfe9360e-daeb-4fb5-8e31-96fcd64345b2) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:50.337330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:50.419051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:50.419428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 356cbd8a-cbad-4e7c-b5b0-9c557d120c16 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:50.419858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2072720a-7491-466c-a03e-767b2d1a9f89 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:50.444017 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Pushing event updated for resources: {'Port': ['ID=ca6f7f99-d6a7-4d47-9358-02e8f8040ba3,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:50.462061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:50.494351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 2072720a-7491-466c-a03e-767b2d1a9f89 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:50.494351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2072720a-7491-466c-a03e-767b2d1a9f89 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:50.505639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.550055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Attempting to bind port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:50.550625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Attempting to bind port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'f4e566cd-02fa-4a94-b9d8-9953cccd743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '21e65582-4789-4b5d-a381-168a6237947a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:50.551268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Attempting to bind port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 on network 21e65582-4789-4b5d-a381-168a6237947a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:50.570467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:50.573108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:50.573108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Checking segment: {'id': 'f4e566cd-02fa-4a94-b9d8-9953cccd743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '21e65582-4789-4b5d-a381-168a6237947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:50.573611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.574125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Bound using segment: {'id': 'f4e566cd-02fa-4a94-b9d8-9953cccd743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '21e65582-4789-4b5d-a381-168a6237947a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:50.574476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Bound port: ca6f7f99-d6a7-4d47-9358-02e8f8040ba3, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e566cd-02fa-4a94-b9d8-9953cccd743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '21e65582-4789-4b5d-a381-168a6237947a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:50.574879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.580290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=65b0cc3f-91ae-473b-9d70-23f31a62ed0e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:50.583988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:50.586036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.593567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.597033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:50.599424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:50.604611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:50.605248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.637650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.641978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:30Z', 'updated_at': '2021-12-22T08:39:44Z', 'revision_number': 4, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'gw_port': {'id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:32Z', 'updated_at': '2021-12-22T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '19a99b66-b52f-4e4a-8206-6203bfb3348f', 'name': '', 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'mac_address': 'fa:16:3e:0a:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff30c3df-395a-40e4-87d6-eeacec1adbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:40Z', 'updated_at': '2021-12-22T08:39:44Z', 'revision_number': 2, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'subnets': [{'id': 'ff30c3df-395a-40e4-87d6-eeacec1adbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:50.650067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e96fabe7-c5a2-45d5-b4a5-af52a99297f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:50.652980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Checking router: 17e099fb-4f92-422c-82c1-de9bcba3b30b for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:39:50.653361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Updating router 17e099fb-4f92-422c-82c1-de9bcba3b30b port 19a99b66-b52f-4e4a-8206-6203bfb3348f binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:39:50.672787 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5dce1bf9-86d6-458e-887e-fcbad1071b32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15721a7549b74f6ea87d4bb22677080c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5508070 Dec 22 08:39:50.673673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36166) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:50.677186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '18d71b2b-29da-4a77-af93-fcc3c9cf6507'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:39:50.678050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.720952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.722157 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8547893 Dec 22 08:39:50.736008 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6462395 Dec 22 08:39:50.738352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36170) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:50.738352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36172) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:50.743487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.748469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eadc0ea-f026-44b2-bbfb-e5ca721864a7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:50.751428 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:50.755502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'security_group_rule': {'security_group_id': '4eadc0ea-f026-44b2-bbfb-e5ca721864a7', 'project_id': '24a66f8478a345ff840018a8952a092e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:50.806853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:50.813754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.817819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:security_group_rule and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:50.821108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object 03941404-5029-4690-aea3-42f3c967cb49 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:50.825015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:50.832180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:50.838586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] For port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:50.848836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.858160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-29d03ecb-264b-4e23-95fa-6c11f914fd40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1080116113-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:50.878108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.903987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] For port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca6f7f99-d6a7-4d47-9358-02e8f8040ba3,segment=NetworkSegment(f4e566cd-02fa-4a94-b9d8-9953cccd743a),segment_id=f4e566cd-02fa-4a94-b9d8-9953cccd743a)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:50.915400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.924673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:50.926883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d798433-580f-4e5e-8179-905949531dc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:50.927630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1d798433-580f-4e5e-8179-905949531dc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:50.939846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:50.944307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cfbf7564-0de4-435d-b061-76dcd532820c tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.022744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:51.028966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:51.032317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:51.036378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1d798433-580f-4e5e-8179-905949531dc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:51.040246 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1d798433-580f-4e5e-8179-905949531dc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2976408 Dec 22 08:39:51.041585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36180) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:51.043107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=03941404-5029-4690-aea3-42f3c967cb49,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.049252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.074328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event updated for resources: {'Port': ['ID=dfe9360e-daeb-4fb5-8e31-96fcd64345b2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.086740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.099664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 21e65582-4789-4b5d-a381-168a6237947a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:51.107626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5d75-b73f-4beb-ab49-a69ceeab94bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.110948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:51.122604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:51.127628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:51.128224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.147427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/18d71b2b-29da-4a77-af93-fcc3c9cf6507/0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:51.149413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.154203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Pushing event updated for resources: {'Port': ['ID=ca6f7f99-d6a7-4d47-9358-02e8f8040ba3,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.164216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.175926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.178589 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.187489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 65b0cc3f-91ae-473b-9d70-23f31a62ed0e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:51.187825 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.225855 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.5509787 Dec 22 08:39:51.237662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5d75-b73f-4beb-ab49-a69ceeab94bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.239833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36184) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:51.248457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3356da-83d7-4b25-96b6-1822894b6844,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.286154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.299144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.300518 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5621197 Dec 22 08:39:51.304972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:51.323598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.323968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.324410 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Floating IP aa63262b-da6c-4363-8c31-b7ba9559b84a disassociated. External IP: 172.26.5.80, port: 41f8ddd2-8d4b-400d-b46b-fc0903373f22. Dec 22 08:39:51.324804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for 41f8ddd2-8d4b-400d-b46b-fc0903373f22 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:51.358512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'security_group_rule': {'security_group_id': '4eadc0ea-f026-44b2-bbfb-e5ca721864a7', 'project_id': '24a66f8478a345ff840018a8952a092e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:51.374440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 03941404-5029-4690-aea3-42f3c967cb49 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:51.375394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.375827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:51.390793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:security_group_rule and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:51.401296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:51.418661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:51.527772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.548736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5d75-b73f-4beb-ab49-a69ceeab94bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.557665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0e857768-679b-420c-a897-4f2065acc23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.627556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec5d75-b73f-4beb-ab49-a69ceeab94bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aecefef-e107-490f-b060-12fa604502f4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.645229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d75-b73f-4beb-ab49-a69ceeab94bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.728539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.738540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d9ec5d75-b73f-4beb-ab49-a69ceeab94bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.739819 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d9ec5d75-b73f-4beb-ab49-a69ceeab94bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0aecefef-e107-490f-b060-12fa604502f4 HTTP/1.1" status: 204 len: 168 time: 1.0643084 Dec 22 08:39:51.742412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.745840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.749140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.754922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8c769811-9e30-46a0-b030-24dd2290deca tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.755188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Transition to ACTIVE for port object 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:51.768504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Transition to ACTIVE for port object 19a99b66-b52f-4e4a-8206-6203bfb3348f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:51.783198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.796937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Transition to ACTIVE for port object 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:51.800008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.802689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0cb64b05-6e64-45eb-80e7-49e71bf7df0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.804754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.813793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=41f8ddd2-8d4b-400d-b46b-fc0903373f22,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.822823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.823359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:51.853921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36d25a5-7123-4f3b-94c6-84efc5320741,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.909365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.918283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.919794 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6095238 Dec 22 08:39:51.926920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4960f6-ddea-43b9-8586-3bf4ae36c198 None None] Pushing event updated for resources: {'Port': ['ID=19a99b66-b52f-4e4a-8206-6203bfb3348f,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:51.928615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36198) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:51.930486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd4960f6-ddea-43b9-8586-3bf4ae36c198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:51.933464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.940768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.941702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:51.951324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'security_group_rule': {'security_group_id': '4eadc0ea-f026-44b2-bbfb-e5ca721864a7', 'project_id': '24a66f8478a345ff840018a8952a092e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:51.972647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:51.985642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:security_group_rule and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:51.999936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:52.013498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c33d3656-2688-4da8-892a-553661d04521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:52.049719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 65b0cc3f-91ae-473b-9d70-23f31a62ed0e owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:52.089301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:52.101599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:52.111476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:52.112709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:52.144949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.315676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Pushing event updated for resources: {'Port': ['ID=0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:52.332762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:52.402131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:52.408362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.492544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 03941404-5029-4690-aea3-42f3c967cb49 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:52.682607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Attempting to bind port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:52.682984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Attempting to bind port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:52.683380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Attempting to bind port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:52.700060 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Attempting to bind port 19a99b66-b52f-4e4a-8206-6203bfb3348f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:39:52.700883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Attempting to bind port 19a99b66-b52f-4e4a-8206-6203bfb3348f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '339d5835-706c-4a85-af86-1e038ab2559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:39:52.700883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Attempting to bind port 19a99b66-b52f-4e4a-8206-6203bfb3348f on network c690d9cb-4082-45ab-bd5c-a65ad9a760ae {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:39:52.718136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:52.718653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:52.719368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.719825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:52.720305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Bound port: 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:52.720996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.752713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.760810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:39:52.761427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Checking segment: {'id': '339d5835-706c-4a85-af86-1e038ab2559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:39:52.761585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.761986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Bound using segment: {'id': '339d5835-706c-4a85-af86-1e038ab2559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:39:52.762473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Bound port: 19a99b66-b52f-4e4a-8206-6203bfb3348f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339d5835-706c-4a85-af86-1e038ab2559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:39:52.763088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.771794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-73f69514-0bba-4a18-a2eb-2c896e805b9b tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:52.831639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.842836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 9a39b486-004c-49a0-8686-94ef1c02c9f2 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:39:52.845761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.854139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:52.871845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=65b0cc3f-91ae-473b-9d70-23f31a62ed0e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:52.877847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:52.920705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:52.938233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b751ef9-507e-4da8-9083-0a437fd06654,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:52.944671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:52.976664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:52.977836 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0475004 Dec 22 08:39:52.981306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36214) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.016589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4cc059-9256-4123-b77e-5f8896c27ebb None None] Network 21e65582-4789-4b5d-a381-168a6237947a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:53.068547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'security_group_rule': {'security_group_id': '4eadc0ea-f026-44b2-bbfb-e5ca721864a7', 'project_id': '24a66f8478a345ff840018a8952a092e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:53.077999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.098525 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/65b0cc3f-91ae-473b-9d70-23f31a62ed0e HTTP/1.1" status: 204 len: 168 time: 2.0519340 Dec 22 08:39:53.099984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.104471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36220) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.107274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:53.107590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:53.118966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:security_group_rule and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:53.124900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:53.136546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:53.152535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Router fdc8764f-65be-43f8-8959-0bfa8607dca3 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:39:53.170154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.202024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=03941404-5029-4690-aea3-42f3c967cb49,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:53.210035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:53.270012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.274914 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/03941404-5029-4690-aea3-42f3c967cb49 HTTP/1.1" status: 204 len: 168 time: 2.0339124 Dec 22 08:39:53.275628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36226) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.284565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58888cf0-e5c0-4d7e-ba1c-b0a63602188c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:53.286038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58888cf0-e5c0-4d7e-ba1c-b0a63602188c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:53.286852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-58888cf0-e5c0-4d7e-ba1c-b0a63602188c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:53.312871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] For port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:53.331635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] For port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:53.335788 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-7876d788-46e4-4fd9-9c63-efafd1ec6639 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:39:53.336364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7876d788-46e4-4fd9-9c63-efafd1ec6639 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:53.344659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] For port 19a99b66-b52f-4e4a-8206-6203bfb3348f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:39:53.355806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] For port 19a99b66-b52f-4e4a-8206-6203bfb3348f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=19a99b66-b52f-4e4a-8206-6203bfb3348f,segment=NetworkSegment(339d5835-706c-4a85-af86-1e038ab2559e),segment_id=339d5835-706c-4a85-af86-1e038ab2559e)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:39:53.360686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-58888cf0-e5c0-4d7e-ba1c-b0a63602188c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:53.362163 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-58888cf0-e5c0-4d7e-ba1c-b0a63602188c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2223699 Dec 22 08:39:53.364007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7876d788-46e4-4fd9-9c63-efafd1ec6639 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:53.365878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.368545 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7876d788-46e4-4fd9-9c63-efafd1ec6639 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/03941404-5029-4690-aea3-42f3c967cb49 HTTP/1.1" status: 404 len: 333 time: 0.0884032 Dec 22 08:39:53.368966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36230) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.369666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36232) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.378801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-74fbfaf9-4bdb-4b07-8f57-d98710f9cd50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:53.417331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.550487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7b5e0c7c-8bd9-46cf-9568-28da941acc48 None None] Provisioning for port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:53.582148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7b5e0c7c-8bd9-46cf-9568-28da941acc48 None None] Provisioning complete for port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:53.582530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0c7c-8bd9-46cf-9568-28da941acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.649482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4960f6-ddea-43b9-8586-3bf4ae36c198 None None] Pushing event updated for resources: {'Port': ['ID=19a99b66-b52f-4e4a-8206-6203bfb3348f,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:53.658213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.671378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd4960f6-ddea-43b9-8586-3bf4ae36c198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:53.678434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75a9f38e-2762-43ec-be12-6f46b29cd694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:53.703791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.725546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6d76f01c-26a3-4016-9423-1fadea1e1671 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:53.774685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 18d71b2b-29da-4a77-af93-fcc3c9cf6507 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:53.789878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.869824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa02aead-bb0d-4bbd-a324-7e20b71ba1ae,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:53.877508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.879630 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8966193 Dec 22 08:39:53.882161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:53.885253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36244) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:53.893421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'security_group_rule': {'security_group_id': '4eadc0ea-f026-44b2-bbfb-e5ca721864a7', 'project_id': '24a66f8478a345ff840018a8952a092e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:53.903748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet 10ce408d-b0af-4a1d-8dc7-2ad7c5a0c668 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:39:53.907746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:53.907911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:53.919412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:security_group_rule and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:53.923694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:53.932275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:53.934609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:53.996944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4525f1-bb55-4a9c-a36e-3969357138f2 None None] Sync routers for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:54.000755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Routers {'17e099fb-4f92-422c-82c1-de9bcba3b30b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:54.001820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['17e099fb-4f92-422c-82c1-de9bcba3b30b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.009286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.043919 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Project 24a66f8478a345ff840018a8952a092e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:39:54.059714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.084596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.174316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.183382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.189229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.203785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0d208d8e-c5aa-4125-beb4-05f6509b3cc2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:54.221280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.229497 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/ports/41f8ddd2-8d4b-400d-b46b-fc0903373f22 HTTP/1.1" status: 204 len: 168 time: 4.5863833 Dec 22 08:39:54.232500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:39:54.239224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.244647 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b03d4-5a87-45ca-83eb-8668f0e73ecd None None] Sync routers for ids ['fdc8764f-65be-43f8-8959-0bfa8607dca3'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:39:54.262501 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b03d4-5a87-45ca-83eb-8668f0e73ecd None None] Routers {'fdc8764f-65be-43f8-8959-0bfa8607dca3'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:54.274143 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0c0b03d4-5a87-45ca-83eb-8668f0e73ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['fdc8764f-65be-43f8-8959-0bfa8607dca3'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.277088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.305987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] Set router 17e099fb-4f92-422c-82c1-de9bcba3b30b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:39:54.373618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.375723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62dd308-b83e-4125-9984-fb76d9e18980,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:54.383349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:54.394332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.396041 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5084357 Dec 22 08:39:54.406645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:54.407568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.408899 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7891006 Dec 22 08:39:54.410340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36258) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.418873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36260) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.421119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Pushing event updated for resources: {'Port': ['ID=0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:54.423588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=10ce408d-b0af-4a1d-8dc7-2ad7c5a0c668,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:54.425562 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0c0b03d4-5a87-45ca-83eb-8668f0e73ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.428111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:54.429505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'security_group_rule': {'security_group_id': '4eadc0ea-f026-44b2-bbfb-e5ca721864a7', 'project_id': '24a66f8478a345ff840018a8952a092e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:54.431850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:54.438470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.448629 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/10ce408d-b0af-4a1d-8dc7-2ad7c5a0c668 HTTP/1.1" status: 204 len: 168 time: 1.0758419 Dec 22 08:39:54.450189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:54.450436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.456006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:security_group_rule and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:54.457189 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b03d4-5a87-45ca-83eb-8668f0e73ecd None None] Routers {'fdc8764f-65be-43f8-8959-0bfa8607dca3'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:54.457891 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0c0b03d4-5a87-45ca-83eb-8668f0e73ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['fdc8764f-65be-43f8-8959-0bfa8607dca3'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.459218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:54.462718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36266) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.463679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7dbb8efc-a2ea-4505-b3dc-b84bb62a0007 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:54.466675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:54.511970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.513956 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/18d71b2b-29da-4a77-af93-fcc3c9cf6507 HTTP/1.1" status: 204 len: 168 time: 1.1430168 Dec 22 08:39:54.519495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36268) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.520776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=18d71b2b-29da-4a77-af93-fcc3c9cf6507,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:54.528721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:54.593495 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Project 24a66f8478a345ff840018a8952a092e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:39:54.594903 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0c0b03d4-5a87-45ca-83eb-8668f0e73ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.595776 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b03d4-5a87-45ca-83eb-8668f0e73ecd None None] The sync data for ids ['fdc8764f-65be-43f8-8959-0bfa8607dca3'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:54.613860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4525f1-bb55-4a9c-a36e-3969357138f2 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:54.614508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fb4525f1-bb55-4a9c-a36e-3969357138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.621894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.710545 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-769e6698-ccd1-4b18-8880-12bc505d2806 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1778023 Dec 22 08:39:54.712141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36278) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.719078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fb4525f1-bb55-4a9c-a36e-3969357138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:54.722493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:54.782898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.876449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0c7c-8bd9-46cf-9568-28da941acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.877086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.903409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:54.915416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:54.927139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:54.927699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.955161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36282) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:54.962062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.964196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:54.968086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:54.997449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:55.026302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85136f6e-566c-4922-ba1d-216998996baf,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:55.039822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:55.051933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.056892 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6416008 Dec 22 08:39:55.217299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7b5e0c7c-8bd9-46cf-9568-28da941acc48 None None] For port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca6f7f99-d6a7-4d47-9358-02e8f8040ba3,segment=NetworkSegment(f4e566cd-02fa-4a94-b9d8-9953cccd743a),segment_id=f4e566cd-02fa-4a94-b9d8-9953cccd743a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:55.247590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4525f1-bb55-4a9c-a36e-3969357138f2 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:39:55.248246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fb4525f1-bb55-4a9c-a36e-3969357138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:55.262642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6595b4a5-352b-48bd-b352-e11aa5688bca tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/routers/fdc8764f-65be-43f8-8959-0bfa8607dca3 HTTP/1.1" status: 200 len: 920 time: 0.8407476 Dec 22 08:39:55.266505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36300) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:55.320765 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6293c6d4-9659-4c8c-b52f-4a235afadc70 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdc8764f-65be-43f8-8959-0bfa8607dca3 HTTP/1.1" status: 200 len: 205 time: 0.0530267 Dec 22 08:39:55.321504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36308) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:55.330619 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fb4525f1-bb55-4a9c-a36e-3969357138f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:55.331035 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4525f1-bb55-4a9c-a36e-3969357138f2 None None] The sync data for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:55.333558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37939be5-6f22-4e73-ab61-35f6cfc57e4d None None] Network 21e65582-4789-4b5d-a381-168a6237947a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:55.382193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'network': {'name': 'tempest-network-smoke--1790539650', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:55.399679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:55.405233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:network and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:55.411895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:55.430728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:55.445249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5e6ce-649a-44ef-b5f9-2db3cc5ea7a1 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:55.505655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:55.509175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.535887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.563195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0c7c-8bd9-46cf-9568-28da941acc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.570102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e7b82d24-9996-4edf-9642-d923cf9e6064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:55.628107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.637377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-66a3d4fe-57f3-45c6-8a20-af5188e4dd53 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:55.645435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:55.653686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:55.658869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:55.676206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:55.750541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e0c7c-8bd9-46cf-9568-28da941acc48 None None] Pushing event updated for resources: {'Port': ['ID=ca6f7f99-d6a7-4d47-9358-02e8f8040ba3,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:55.754327 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7b5e0c7c-8bd9-46cf-9568-28da941acc48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:55.761385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.795790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:55.804638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:55.820619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:55.821958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:55.842737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=924c3ba7-d649-41fe-82be-a1884f972261,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:55.859597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:55.900927 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1876836 Dec 22 08:39:55.947915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36318) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:55.957044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:30Z', 'updated_at': '2021-12-22T08:39:44Z', 'revision_number': 4, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'gw_port': {'id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:32Z', 'updated_at': '2021-12-22T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '19a99b66-b52f-4e4a-8206-6203bfb3348f', 'name': '', 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'mac_address': 'fa:16:3e:0a:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff30c3df-395a-40e4-87d6-eeacec1adbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:40Z', 'updated_at': '2021-12-22T08:39:53Z', 'revision_number': 4, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'subnets': [{'id': 'ff30c3df-395a-40e4-87d6-eeacec1adbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:55.962436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'name': 'tempest-NetworksTestDHCPv6-1602612189'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:55.972505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a8abb-17e8-4a5d-bd9e-7c18d43b84d0 None None] The sync data for ids ['17e099fb-4f92-422c-82c1-de9bcba3b30b'] in dv-neutron-822610-1-hyperv is: [{'id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:30Z', 'updated_at': '2021-12-22T08:39:44Z', 'revision_number': 4, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'gw_port': {'id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:32Z', 'updated_at': '2021-12-22T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '19a99b66-b52f-4e4a-8206-6203bfb3348f', 'name': '', 'network_id': 'c690d9cb-4082-45ab-bd5c-a65ad9a760ae', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'mac_address': 'fa:16:3e:0a:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff30c3df-395a-40e4-87d6-eeacec1adbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:40Z', 'updated_at': '2021-12-22T08:39:53Z', 'revision_number': 4, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'subnets': [{'id': 'ff30c3df-395a-40e4-87d6-eeacec1adbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:39:55.986581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b6901a02-a7e7-480a-8b0c-301484218254 None None] Provisioning for port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:56.017767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b6901a02-a7e7-480a-8b0c-301484218254 None None] Could not find standard attr ID for object 65b0cc3f-91ae-473b-9d70-23f31a62ed0e. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:39:56.076144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b6901a02-a7e7-480a-8b0c-301484218254 None None] Provisioning complete for port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:56.076649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b6901a02-a7e7-480a-8b0c-301484218254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.112270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.124125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.127136 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] For port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca6f7f99-d6a7-4d47-9358-02e8f8040ba3,segment=NetworkSegment(f4e566cd-02fa-4a94-b9d8-9953cccd743a),segment_id=f4e566cd-02fa-4a94-b9d8-9953cccd743a)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:56.127535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.192571 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24621121-30d5-4797-95de-878040eaeecf None None] DHCP port deletion for 21e65582-4789-4b5d-a381-168a6237947a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:39:56.215142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-24621121-30d5-4797-95de-878040eaeecf None None] Deleting port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:56.217505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-24621121-30d5-4797-95de-878040eaeecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.281819 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.287253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d9ec5d75-b73f-4beb-ab49-a69ceeab94bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:56.389740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:39:56.417720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:56.422750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db396878-21c0-4b2d-be8a-1a42af97b33b None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:39:56.424049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:56.533895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:56.542390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.542732 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Added segment e7410e17-e870-4a2b-bca2-f24a42989085 of type vlan for network 3338bacd-141e-4905-a19f-d796f099cbf7 Dec 22 08:39:56.630131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.631631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:56.643401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:56.647041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:56.655376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:56.672946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:56.675397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:56.678989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.726607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 956a0670-46ca-4af1-b51a-11f3b27f9850 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:56.803317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.810683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:56.811338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.816785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:56.879882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:56.923958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17e997ac-cd61-4bcb-a088-578b06730046 tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:56.926533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b6901a02-a7e7-480a-8b0c-301484218254 None None] Port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 update to ACTIVE by agent not found {{(pid=83497) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 22 08:39:57.011782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=ca6f7f99-d6a7-4d47-9358-02e8f8040ba3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:57.021690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:57.036829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No DVR routers for this DVR port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:39:57.117366 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1567512 Dec 22 08:39:57.122555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Network': ['ID=3338bacd-141e-4905-a19f-d796f099cbf7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:57.125149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36348) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:57.131296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:57.139113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-462757158', 'admin_state_up': True, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:57.149179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 3338bacd-141e-4905-a19f-d796f099cbf7 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:39:57.152006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:57.206678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:router and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:57.232331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:57.240736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:57.243687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.280450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::3a6 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/924c3ba7-d649-41fe-82be-a1884f972261/956a0670-46ca-4af1-b51a-11f3b27f9850) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:39:57.321972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-24621121-30d5-4797-95de-878040eaeecf None None] For port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca6f7f99-d6a7-4d47-9358-02e8f8040ba3,segment=NetworkSegment(f4e566cd-02fa-4a94-b9d8-9953cccd743a),segment_id=f4e566cd-02fa-4a94-b9d8-9953cccd743a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:57.322708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-24621121-30d5-4797-95de-878040eaeecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.328407 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Deleting port dfe9360e-daeb-4fb5-8e31-96fcd64345b2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:57.328937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.360121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.368693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.369619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.460819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e65582-4789-4b5d-a381-168a6237947a']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:57.498057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e566cd-02fa-4a94-b9d8-9953cccd743a') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:57.498437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e566cd-02fa-4a94-b9d8-9953cccd743a') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:39:57.580132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.621334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.648080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:57.658666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-24621121-30d5-4797-95de-878040eaeecf None None] Calling delete_port for ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:57.701733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:57.702290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.795320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.849177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.869585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:39:57.870023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:57.885999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-24621121-30d5-4797-95de-878040eaeecf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:39:57.886500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-24621121-30d5-4797-95de-878040eaeecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:39:57.901946 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:39:57.951637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.002568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:58.009441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.011390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 19a99b66-b52f-4e4a-8206-6203bfb3348f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:58.056719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Calling delete_port for dfe9360e-daeb-4fb5-8e31-96fcd64345b2 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:58.061404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1ecb228c-07cc-4017-a629-d362e0f5a0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:58.087858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.094023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-18e95c7c-6533-4ba3-a2c8-87f9b7eaddd6 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:58.114292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.135623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.140833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Network': ['ID=21e65582-4789-4b5d-a381-168a6237947a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:58.151018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:58.166164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 956a0670-46ca-4af1-b51a-11f3b27f9850 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:39:58.174224 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/networks/21e65582-4789-4b5d-a381-168a6237947a HTTP/1.1" status: 204 len: 168 time: 3.6591806 Dec 22 08:39:58.180171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36354) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:58.191047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'name': 'tempest-PortsIpV6TestJSON-524969372'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:39:58.244142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:58.252139 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:58.255818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 19a99b66-b52f-4e4a-8206-6203bfb3348f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:58.272487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 19a99b66-b52f-4e4a-8206-6203bfb3348f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:58.273839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.362408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a528e835-cecc-4ed4-b580-5cdae640ef3f None None] Provisioning complete for port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:58.363124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a528e835-cecc-4ed4-b580-5cdae640ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.367483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.419263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-24621121-30d5-4797-95de-878040eaeecf None None] Deleting port ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:58.423082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-24621121-30d5-4797-95de-878040eaeecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.487999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.500445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:58.561424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:39:58.573908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:port and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:39:58.579538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:39:58.611514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:39:58.624213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:58.626364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=956a0670-46ca-4af1-b51a-11f3b27f9850,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:58.630108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:58.630988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:58.637698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:58.641753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:58.642151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-24621121-30d5-4797-95de-878040eaeecf None None] The port 'ca6f7f99-d6a7-4d47-9358-02e8f8040ba3' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:39:58.642399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.665024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:39:58.668336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.705250 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7544038 Dec 22 08:39:58.706407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36358) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:58.727805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 14921505-2f07-4f42-8f05-6cdc387f2137 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:39:58.754251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.768836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1be274ee-b1ac-434d-8e80-18031452f36a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:58.802377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.857270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 19a99b66-b52f-4e4a-8206-6203bfb3348f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=19a99b66-b52f-4e4a-8206-6203bfb3348f,segment=NetworkSegment(339d5835-706c-4a85-af86-1e038ab2559e),segment_id=339d5835-706c-4a85-af86-1e038ab2559e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:39:58.869079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:58.871742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bbbb58c6-28eb-4625-9438-389381de0f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:58.884252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event deleted for resources: {'Port': ['ID=dfe9360e-daeb-4fb5-8e31-96fcd64345b2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:58.916320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.916794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.917303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.917666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.930335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.931087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.931511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.931891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.932458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.932658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.933016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:39:58.940011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:58.961033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:39:59.076574 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ae46f705-6771-4bd6-b3fb-9479625f498f None None] Could not find standard attr ID for object 65b0cc3f-91ae-473b-9d70-23f31a62ed0e. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:39:59.078206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:39:59.079307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca6f7f99-d6a7-4d47-9358-02e8f8040ba3 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:39:59.135119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=19a99b66-b52f-4e4a-8206-6203bfb3348f,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:59.141728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:59.152947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9583aa-5866-4d56-ad03-7d2d42d32578 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:59.156857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9583aa-5866-4d56-ad03-7d2d42d32578 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:59.173573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6e9583aa-5866-4d56-ad03-7d2d42d32578 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:39:59.201173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-45dfbd15-c4a5-4ac0-99f4-a1a4d5d7f89c None None] Provisioning for port 956a0670-46ca-4af1-b51a-11f3b27f9850 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:39:59.210390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-45dfbd15-c4a5-4ac0-99f4-a1a4d5d7f89c None None] Provisioning complete for port 956a0670-46ca-4af1-b51a-11f3b27f9850 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:59.211278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-45dfbd15-c4a5-4ac0-99f4-a1a4d5d7f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.237961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6e9583aa-5866-4d56-ad03-7d2d42d32578 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:39:59.242011 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6e9583aa-5866-4d56-ad03-7d2d42d32578 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.5322113 Dec 22 08:39:59.244594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36364) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:59.264093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:39:59.297043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.313484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 956a0670-46ca-4af1-b51a-11f3b27f9850 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:59.313853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.339543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-45dfbd15-c4a5-4ac0-99f4-a1a4d5d7f89c None None] Port 956a0670-46ca-4af1-b51a-11f3b27f9850 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:39:59.366915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.379175 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:39:59.379809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.468702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port 63f63dd6-13ed-4d27-a2a7-b4d8306d749c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:39:59.469273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.573357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.584939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ed6c6541-5c35-4877-82ff-56a43e91d4d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:39:59.733660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:39:59.735779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.745083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:39:59.747150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=14921505-2f07-4f42-8f05-6cdc387f2137,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:39:59.756454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:39:59.760511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:39:59.761110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.767703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.769075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:39:59.793790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.820801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:39:59.889851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 956a0670-46ca-4af1-b51a-11f3b27f9850 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:39:59.938388 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7571127 Dec 22 08:39:59.941436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36368) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:39:59.975683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for 63f63dd6-13ed-4d27-a2a7-b4d8306d749c owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:00.035599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 14921505-2f07-4f42-8f05-6cdc387f2137 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:00.035865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.162260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.162260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Fanout notify agent at l3_agent the message router_deleted on router fdc8764f-65be-43f8-8959-0bfa8607dca3 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:40:00.204518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.218919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3dd3fcda-5cd4-4aa3-9afc-e413ed63232d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:00.258510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.279757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=956a0670-46ca-4af1-b51a-11f3b27f9850,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:00.296300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.301916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.303277 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/fdc8764f-65be-43f8-8959-0bfa8607dca3 HTTP/1.1" status: 204 len: 168 time: 4.9795449 Dec 22 08:40:00.333409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36374) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:00.339710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:00.344773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'router': {'name': 'tempest-snat-router-486676544', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': False}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:00.358771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:00.415775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.421087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Usage tracker for resource:router and tenant:2e75baed4b794710b96f4e6089b9c32a is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:00.424854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:00.449246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:00.455114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.472633 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/956a0670-46ca-4af1-b51a-11f3b27f9850 HTTP/1.1" status: 204 len: 168 time: 1.2271156 Dec 22 08:40:00.479855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36378) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:00.547918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.68 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/5b0951aa-1763-4b4c-bf4e-892a427bf74e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:00.643138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719f17c-7bb4-40db-a5ae-a30b3e0e68eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:00.645910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719f17c-7bb4-40db-a5ae-a30b3e0e68eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:00.645910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3719f17c-7bb4-40db-a5ae-a30b3e0e68eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:00.673751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.681049 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:40:00.683076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f2972c4e-094d-4da4-88d1-8b1d059276dd tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:00.715121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3719f17c-7bb4-40db-a5ae-a30b3e0e68eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:00.718822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3719f17c-7bb4-40db-a5ae-a30b3e0e68eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2354224 Dec 22 08:40:00.724337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36382) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:00.739791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=63f63dd6-13ed-4d27-a2a7-b4d8306d749c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:00.769663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 14921505-2f07-4f42-8f05-6cdc387f2137 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:00.790079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:00.796352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.797309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.853717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.871321 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:00.879599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4568c21d-fa68-448e-a50d-8002c8a4ebd9 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:01.048154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=14921505-2f07-4f42-8f05-6cdc387f2137,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:01.063737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.078564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.078940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.079335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.079702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.080063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.080422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.080776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.081134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.081484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.081833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.082182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:01.086106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:01.097758 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/14921505-2f07-4f42-8f05-6cdc387f2137 HTTP/1.1" status: 204 len: 168 time: 1.1553168 Dec 22 08:40:01.100164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36386) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:01.107899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'mac_address': 'fa:16:3e:22:09:1c', 'name': 'tempest-PortsIpV6TestJSON-1224317827'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:01.133080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.148423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.283864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 19a99b66-b52f-4e4a-8206-6203bfb3348f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:01.294046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 924c3ba7-d649-41fe-82be-a1884f972261 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:01.299787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.362305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.367266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:01.373704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be1cb3f2-a33e-4454-97c6-12e0760e75b9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:01.374584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:port and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:01.382575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:01.385418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 19a99b66-b52f-4e4a-8206-6203bfb3348f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:01.385854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.389983 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:01.419296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:01.477887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=5b0951aa-1763-4b4c-bf4e-892a427bf74e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:01.494697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:01.571886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.622884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:01.627908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:01.630840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.638055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:01.677729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 0b86446f-0e3f-4119-b0a3-828b184ba49f yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:01.689738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.717557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.770207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.856526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.861552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d3ef8469-49be-4144-84e4-c17d4f9fadae tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:01.906486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=924c3ba7-d649-41fe-82be-a1884f972261,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:01.910635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.916602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:01.924002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:01.932121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f28c6-f276-4e29-bad4-a48cfbb40674 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:02.043638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Allocated IP 172.26.5.144 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:02.183715 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/924c3ba7-d649-41fe-82be-a1884f972261 HTTP/1.1" status: 204 len: 168 time: 1.4501016 Dec 22 08:40:02.187353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36392) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:02.205256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.256817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf7b88-776b-4257-a54d-166310863159 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:40:02.267486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bacf7b88-776b-4257-a54d-166310863159 None None] Deleting port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:02.268488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bacf7b88-776b-4257-a54d-166310863159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.276534 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e20d091-dd1b-4ce9-9b17-069b205c1556 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865223 Dec 22 08:40:02.279553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36396) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:02.282316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.296695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.301337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:02.384076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.384649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.396033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:02.397027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event updated for resources: {'Port': ['ID=5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:02.400504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:02.402473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:02.403612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.405030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:02.557586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704fad93-39b3-4e87-8add-11c8ba4ada0c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:02.559104 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-704fad93-39b3-4e87-8add-11c8ba4ada0c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2770381 Dec 22 08:40:02.563306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36402) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:02.615164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:02.730623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f255f1-49bc-48e5-a0bb-1dd605fe3c60 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:02.731372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49f255f1-49bc-48e5-a0bb-1dd605fe3c60 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:02.739495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:02.743179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bacf7b88-776b-4257-a54d-166310863159 None None] For port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:02.743790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bacf7b88-776b-4257-a54d-166310863159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.769719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:02.769984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49f255f1-49bc-48e5-a0bb-1dd605fe3c60 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:02.770876 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-49f255f1-49bc-48e5-a0bb-1dd605fe3c60 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2079935 Dec 22 08:40:02.771962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=0b86446f-0e3f-4119-b0a3-828b184ba49f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:02.774840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36406) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:02.779686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:02.783936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:02.784652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:02.797162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:02.843605 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7394128 Dec 22 08:40:02.843976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36410) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:02.911648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bacf7b88-776b-4257-a54d-166310863159 None None] Calling delete_port for 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:02.920630 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8c85ed0a-4fb6-4c2a-9529-c9e38129c5d1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394024 Dec 22 08:40:02.920918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36414) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:02.927339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:03.005836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d376c95-dc75-4cef-9ba4-f70ed4baa5ce tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:03.006414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6d376c95-dc75-4cef-9ba4-f70ed4baa5ce tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:03.009973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bacf7b88-776b-4257-a54d-166310863159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.015752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd4960f6-ddea-43b9-8586-3bf4ae36c198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:03.076278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6d376c95-dc75-4cef-9ba4-f70ed4baa5ce tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:03.077576 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6d376c95-dc75-4cef-9ba4-f70ed4baa5ce tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/0b86446f-0e3f-4119-b0a3-828b184ba49f HTTP/1.1" status: 200 len: 845 time: 0.2325485 Dec 22 08:40:03.078830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:03.081805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36418) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:03.125363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:03.126261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf7b88-776b-4257-a54d-166310863159 None None] Pushing event deleted for resources: {'Port': ['ID=0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:03.133178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bacf7b88-776b-4257-a54d-166310863159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:03.148703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf7b88-776b-4257-a54d-166310863159 None None] No DVR routers for this DVR port 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:03.162083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.162083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.169993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:03.186197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:40:03.201512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:03.239445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:03.240171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0d6999c7-be8f-4a9a-9ca1-0f4a0080b59c not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:03.262070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 0b86446f-0e3f-4119-b0a3-828b184ba49f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:03.262478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.429649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.464310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 9a39b486-004c-49a0-8686-94ef1c02c9f2 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:40:03.722839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:40:03.736134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Sync routers for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:40:03.759578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:03.761542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:03.780105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.801574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:03.802806 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6744993 Dec 22 08:40:03.806342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36424) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:03.865549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:40:03.871454 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/routers/9a39b486-004c-49a0-8686-94ef1c02c9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6265576 Dec 22 08:40:03.874181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:03.876473 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9c8d9-2aed-485a-adcc-8d900f490473 None None] Sync routers for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:40:03.909377 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9c8d9-2aed-485a-adcc-8d900f490473 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:03.910009 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7cd9c8d9-2aed-485a-adcc-8d900f490473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:03.916993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 0b86446f-0e3f-4119-b0a3-828b184ba49f owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:04.023889 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7cd9c8d9-2aed-485a-adcc-8d900f490473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.036263 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9c8d9-2aed-485a-adcc-8d900f490473 None None] Routers {'9a39b486-004c-49a0-8686-94ef1c02c9f2'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:04.036866 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7cd9c8d9-2aed-485a-adcc-8d900f490473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9a39b486-004c-49a0-8686-94ef1c02c9f2'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.080178 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-78a4b6dc-25e4-422f-ad34-32029cc75f5b tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2723429 Dec 22 08:40:04.087632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36434) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:04.131100 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7cd9c8d9-2aed-485a-adcc-8d900f490473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.131522 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9c8d9-2aed-485a-adcc-8d900f490473 None None] The sync data for ids ['9a39b486-004c-49a0-8686-94ef1c02c9f2'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:40:04.150162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.160010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-adf7ba0b-4114-4233-906b-269411d28e8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:04.229021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:40:04.280295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a29f492-deea-4ca7-9ea2-c194fb92c693 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:04.284843 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a29f492-deea-4ca7-9ea2-c194fb92c693 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1925385 Dec 22 08:40:04.288221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:04.331954 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eb81a1c2-8a5d-4f22-bcfd-2ee86aeee469 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431364 Dec 22 08:40:04.333387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36442) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:04.334600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=0b86446f-0e3f-4119-b0a3-828b184ba49f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:04.338521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1669716409', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:04.350743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:04.362584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.377795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.383104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-46849aec-30e8-419c-a5b2-871b952a2514 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:04.413755 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/0b86446f-0e3f-4119-b0a3-828b184ba49f HTTP/1.1" status: 204 len: 168 time: 1.3297176 Dec 22 08:40:04.419356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36446) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:04.457320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.457563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:04.463579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:04.468226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:04.468794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.487696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6291f-c7de-4f59-9239-55af71a4651e None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:04.498493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=347d8b6c-3da9-4408-b6b9-b39eb87d4933,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:04.503116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:04.521958 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5983360 Dec 22 08:40:04.522206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36450) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:04.539720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': '347d8b6c-3da9-4408-b6b9-b39eb87d4933', 'ip_address': '2001:db8::854a:d204:c20:73f5'}], 'name': 'tempest-NetworksTestDHCPv6-256850730'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:04.546251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Router 0fbd9f29-0938-48d2-a4ba-0afc7ed782de is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:40:04.662935 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae70b31f-acca-46ec-94ae-31d7dd5bb40a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:40:04.663478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae70b31f-acca-46ec-94ae-31d7dd5bb40a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:04.748273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:04.764061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae70b31f-acca-46ec-94ae-31d7dd5bb40a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:04.765205 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ae70b31f-acca-46ec-94ae-31d7dd5bb40a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/0b86446f-0e3f-4119-b0a3-828b184ba49f HTTP/1.1" status: 404 len: 333 time: 0.3442228 Dec 22 08:40:04.774147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36456) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:04.776432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:subnet and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:04.783216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'name': 'tempest-PortsIpV6TestJSON-1716298694'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:04.809706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:04.830043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:04.869070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:40:01Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:04.874579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Checking router: 44fbd9b5-e268-4b1d-a544-b74a2a34a422 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:40:04.875145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Updating router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 port 5b0951aa-1763-4b4c-bf4e-892a427bf74e binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:40:04.899503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:04.907487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '347d8b6c-3da9-4408-b6b9-b39eb87d4933'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:04.908956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:04.917969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:04.952040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:04.971869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:04.987615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:40:04.991872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:04.997075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.001061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.021628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:05.024123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Sync routers for ids ['0fbd9f29-0938-48d2-a4ba-0afc7ed782de'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:40:05.031263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:05.055650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:05.055937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Routers {'0fbd9f29-0938-48d2-a4ba-0afc7ed782de'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:05.056523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fbd9f29-0938-48d2-a4ba-0afc7ed782de'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:05.074420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port b923955a-5f68-4032-bf48-b13d730e6f91 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:05.088858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.102504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:05.111915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.146463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.146463 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8055248 Dec 22 08:40:05.155065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36460) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:05.252282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 18029734-4f2b-47e8-a42b-e94088205382 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:05.540724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/347d8b6c-3da9-4408-b6b9-b39eb87d4933/05862a7c-bbf0-4063-97a1-1348b8c7abe2) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:05.568034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Set router 0fbd9f29-0938-48d2-a4ba-0afc7ed782de gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:40:05.584709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.635009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.647612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port 6f1c264f-2146-4aeb-8dfd-c1d375c3cc4e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:05.648249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.667916 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a4e6b175-16f8-46bc-a5d4-497020384b5b tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/routers/0fbd9f29-0938-48d2-a4ba-0afc7ed782de HTTP/1.1" status: 200 len: 908 time: 0.5117607 Dec 22 08:40:05.669495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.671165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36464) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:05.677562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'router': {'name': 'tempest-snat-router-486676544', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': True}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:05.685040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9522b2b4-52c8-4702-8fc1-668aba36bb4d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:05.731194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:05.742977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Usage tracker for resource:router and tenant:2e75baed4b794710b96f4e6089b9c32a is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:05.749304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:05.758301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:05.779619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:05.785373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:05.791125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:05.795535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:05.796736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.802581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=b923955a-5f68-4032-bf48-b13d730e6f91,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:05.810928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.811977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.822480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:05.848630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:05.857440 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0812032 Dec 22 08:40:05.860129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36468) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:05.868257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:06.043346 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.052391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.061016 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Transition to ACTIVE for port object 5b0951aa-1763-4b4c-bf4e-892a427bf74e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:06.127329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.133744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.138750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.151546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.157024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.201230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-055a9c71-a04a-4542-ae72-12e0ce56742b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.234988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for 6f1c264f-2146-4aeb-8dfd-c1d375c3cc4e owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:06.272414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Attempting to bind port 5b0951aa-1763-4b4c-bf4e-892a427bf74e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:06.273395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Attempting to bind port 5b0951aa-1763-4b4c-bf4e-892a427bf74e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:06.273953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Attempting to bind port 5b0951aa-1763-4b4c-bf4e-892a427bf74e on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:06.328297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=e878378d-dcce-49c6-b631-310d786aa6e8,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:06.340477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:06.357716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:06.358430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:06.359002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.359582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:06.360229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Bound port: 5b0951aa-1763-4b4c-bf4e-892a427bf74e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:06.361039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.398001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Checking segment: {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:06.398559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network hostable DHCP agents. Network: 3338bacd-141e-4905-a19f-d796f099cbf7, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:06.449194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 3338bacd-141e-4905-a19f-d796f099cbf7 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:06.474345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Pushing event updated for resources: {'Port': ['ID=5b0951aa-1763-4b4c-bf4e-892a427bf74e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:06.490156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.490537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.490858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.491186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.491548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.491846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.492226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.492589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.492912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.493247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.493569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:06.506357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:06.517605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 3338bacd-141e-4905-a19f-d796f099cbf7) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:06.526422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.529550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] For port 5b0951aa-1763-4b4c-bf4e-892a427bf74e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:06.533319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9700cb5-cbc2-455d-990e-a47de1c1683e None None] Network 3338bacd-141e-4905-a19f-d796f099cbf7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:06.534800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:06.535465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.575731 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36474) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:06.576392 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2429423 Dec 22 08:40:06.611427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.619014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] For port 5b0951aa-1763-4b4c-bf4e-892a427bf74e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5b0951aa-1763-4b4c-bf4e-892a427bf74e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:06.625657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c852cfa8-2326-449c-ba18-d43a51ee4bb6 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.626710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Transition to ACTIVE for port object 05862a7c-bbf0-4063-97a1-1348b8c7abe2 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:06.641597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.650433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0cd95593-680a-4ce0-be8c-6b4df44a7a22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.684528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=6f1c264f-2146-4aeb-8dfd-c1d375c3cc4e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:06.687619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:06.737477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Transition to ACTIVE for port object 05862a7c-bbf0-4063-97a1-1348b8c7abe2 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:06.764786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd9f29-0938-48d2-a4ba-0afc7ed782de', 'name': 'tempest-snat-router-486676544', 'tenant_id': '2e75baed4b794710b96f4e6089b9c32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.144'}], 'enable_snat': False}, 'gw_port_id': '5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:02Z', 'revision_number': 3, 'project_id': '2e75baed4b794710b96f4e6089b9c32a', 'gw_port': {'id': '5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbd9f29-0938-48d2-a4ba-0afc7ed782de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:01Z', 'updated_at': '2021-12-22T08:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:06.774387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.790471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.792720 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.797044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4e28b3a2-4ef7-46e1-b11d-1ab692c32c7e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.874179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Checking router: 0fbd9f29-0938-48d2-a4ba-0afc7ed782de for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:40:06.874551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Updating router 0fbd9f29-0938-48d2-a4ba-0afc7ed782de port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:40:06.879256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::854a:d204:c20:73f5 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/347d8b6c-3da9-4408-b6b9-b39eb87d4933/18029734-4f2b-47e8-a42b-e94088205382) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:06.908747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Pushing event updated for resources: {'Port': ['ID=5b0951aa-1763-4b4c-bf4e-892a427bf74e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:06.920248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:06.937991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:06.939152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] In _notify_port_updated(), no bound segment for port b923955a-5f68-4032-bf48-b13d730e6f91 on network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:40:06.940244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:06.943436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:06.943610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:06.944851 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "PUT /v2.0/ports/b923955a-5f68-4032-bf48-b13d730e6f91 HTTP/1.1" status: 200 len: 818 time: 1.0838165 Dec 22 08:40:06.950374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36478) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:06.991189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=b923955a-5f68-4032-bf48-b13d730e6f91,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:07.001560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:07.011005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:07.015207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:07.091121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port b923955a-5f68-4032-bf48-b13d730e6f91 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:07.091503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.170321 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.190860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.213647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:07.214295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:39:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:07.215609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.300867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.325186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7d99dd60-20f7-4a49-be8e-0db449e47258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.336977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Pushing event updated for resources: {'Port': ['ID=05862a7c-bbf0-4063-97a1-1348b8c7abe2,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:07.348945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:07.381678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-3338bacd-141e-4905-a19f-d796f099cbf7', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:07.382965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.446210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 18029734-4f2b-47e8-a42b-e94088205382 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:07.453013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.548393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Attempting to bind port 05862a7c-bbf0-4063-97a1-1348b8c7abe2 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:07.548767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Attempting to bind port 05862a7c-bbf0-4063-97a1-1348b8c7abe2 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:07.549128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Attempting to bind port 05862a7c-bbf0-4063-97a1-1348b8c7abe2 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:07.638483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:07.638867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:07.639302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.639705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:07.640343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Bound port: 05862a7c-bbf0-4063-97a1-1348b8c7abe2, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:07.640564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.751299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:40:07.845977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.947944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Allocated IP 172.26.5.115 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/7ec835a2-446a-4f6e-b31f-4f3007a516ed) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:07.955519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.964577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.965863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] For port 05862a7c-bbf0-4063-97a1-1348b8c7abe2, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:07.978655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:07.994184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5053a31c-2b5d-438e-920e-d1233d937c6f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:08.033373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] For port 05862a7c-bbf0-4063-97a1-1348b8c7abe2, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=05862a7c-bbf0-4063-97a1-1348b8c7abe2,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:08.034741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Allocated IP 172.20.0.2 (3338bacd-141e-4905-a19f-d796f099cbf7/e878378d-dcce-49c6-b631-310d786aa6e8/667167ca-426d-4e2b-b337-5da2c54a8db9) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:08.043045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.043796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for b923955a-5f68-4032-bf48-b13d730e6f91 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:08.057354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a68fe282-4c0f-47c6-8216-65ffca6d6538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:08.070796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.071417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Fanout notify agent at l3_agent the message router_deleted on router 9a39b486-004c-49a0-8686-94ef1c02c9f2 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:40:08.085276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:08.086772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:08.089594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:08.094088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:08.094812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.099276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=18029734-4f2b-47e8-a42b-e94088205382,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:08.103925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:08.109660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.110966 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/routers/9a39b486-004c-49a0-8686-94ef1c02c9f2 HTTP/1.1" status: 204 len: 168 time: 4.2357237 Dec 22 08:40:08.117646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36484) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.170355 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6380432 Dec 22 08:40:08.173863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36488) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.443079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19b43b-f4d8-486a-918d-8f4bf84ed51c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:08.448936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19b43b-f4d8-486a-918d-8f4bf84ed51c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:08.449954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cc19b43b-f4d8-486a-918d-8f4bf84ed51c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:08.464267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting subnet 20853a15-58b6-4029-8712-8eb3b8dd560f {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:08.472220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.478507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Pushing event updated for resources: {'Port': ['ID=05862a7c-bbf0-4063-97a1-1348b8c7abe2,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:08.497461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:08.522787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cc19b43b-f4d8-486a-918d-8f4bf84ed51c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:08.528488 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cc19b43b-f4d8-486a-918d-8f4bf84ed51c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3537588 Dec 22 08:40:08.534108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.538174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36494) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.553655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7ea2fd1f-cc16-4a40-b681-cb597c4b02e4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:08.597201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.616070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=b923955a-5f68-4032-bf48-b13d730e6f91,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:08.641507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:08.663970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.669482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:40:01Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:08.683588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc0fcc7-ccb6-4686-9945-08f4fa24bbc1 None None] The sync data for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv is: [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:40:01Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:40:08.690251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.693650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Transition to ACTIVE for port object 667167ca-426d-4e2b-b337-5da2c54a8db9 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:08.699136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 18029734-4f2b-47e8-a42b-e94088205382 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:08.699501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.713753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.729914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Transition to ACTIVE for port object 667167ca-426d-4e2b-b337-5da2c54a8db9 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:08.740075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.746059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:08.821813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Pushing event updated for resources: {'Port': ['ID=667167ca-426d-4e2b-b337-5da2c54a8db9,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:08.825259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:08.838837 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/b923955a-5f68-4032-bf48-b13d730e6f91 HTTP/1.1" status: 204 len: 168 time: 1.8823850 Dec 22 08:40:08.842079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36498) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:08.843370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Network 3338bacd-141e-4905-a19f-d796f099cbf7 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:08.844664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:08.848338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:08.936257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.989856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:08.997788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:09.106560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b0361-3571-45b9-993d-0b15dd7da812 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:09.107349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-102b0361-3571-45b9-993d-0b15dd7da812 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:09.167597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-102b0361-3571-45b9-993d-0b15dd7da812 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:09.179480 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-102b0361-3571-45b9-993d-0b15dd7da812 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3324058 Dec 22 08:40:09.190495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:09.197960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36502) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:09.207576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Attempting to bind port 667167ca-426d-4e2b-b337-5da2c54a8db9 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:09.207956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Attempting to bind port 667167ca-426d-4e2b-b337-5da2c54a8db9 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:09.208324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Attempting to bind port 667167ca-426d-4e2b-b337-5da2c54a8db9 on network 3338bacd-141e-4905-a19f-d796f099cbf7 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:09.269432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:09.272524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:09.282471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:09.282881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Checking segment: {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:09.283348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.283772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Bound using segment: {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:09.290606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Bound port: 667167ca-426d-4e2b-b337-5da2c54a8db9, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:09.290939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.299488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event updated for resources: {'Port': ['ID=7ec835a2-446a-4f6e-b31f-4f3007a516ed,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:09.310106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:09.310256 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9c5d87-6cc6-4883-a9cf-bd41be5619d5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:40:09.311921 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0c9c5d87-6cc6-4883-a9cf-bd41be5619d5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/b923955a-5f68-4032-bf48-b13d730e6f91 HTTP/1.1" status: 404 len: 333 time: 0.1125262 Dec 22 08:40:09.317595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36506) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:09.329685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1449831140'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:09.340458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.346617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 05862a7c-bbf0-4063-97a1-1348b8c7abe2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:09.396990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-056927f6-a0af-43bb-b1b1-07d55ebc5253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.410773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:09.461781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:network and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:09.468174 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:09.481036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:09.567600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:09.570896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.582141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 18029734-4f2b-47e8-a42b-e94088205382 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:09.644311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] For port 667167ca-426d-4e2b-b337-5da2c54a8db9, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:09.660373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.674291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.689872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e8e39fd6-5a95-4827-ba54-56c32ea81b7e tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:09.699575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 05862a7c-bbf0-4063-97a1-1348b8c7abe2 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:09.719060 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] For port 667167ca-426d-4e2b-b337-5da2c54a8db9, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=667167ca-426d-4e2b-b337-5da2c54a8db9,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:09.737459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.745190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f4eb37b0-bcb7-41f7-95b8-2747713311b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:09.770073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Subnet': ['ID=20853a15-58b6-4029-8712-8eb3b8dd560f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:09.777252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:09.780764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:09.812861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83018c67-4597-4937-aa55-0c2d383439f4 None None] Network 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:09.817395 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/subnets/20853a15-58b6-4029-8712-8eb3b8dd560f HTTP/1.1" status: 204 len: 168 time: 1.6987646 Dec 22 08:40:09.858647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36512) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:10.027711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.034079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.041564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c93fbe3-2a30-4597-b46c-71b860736252 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:10.049109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:10.108654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port 6b846451-d175-4424-bf95-893e7a8d63bd {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:10.109261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.133102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.152149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=18029734-4f2b-47e8-a42b-e94088205382,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:10.162308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:10.232015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.241162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Transition to ACTIVE for port object 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:10.264506 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.264506 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Added segment 8c5d312c-d877-40aa-abc3-c5bdf37abaf4 of type vlan for network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce Dec 22 08:40:10.284404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.330100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Pushing event updated for resources: {'Port': ['ID=667167ca-426d-4e2b-b337-5da2c54a8db9,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:10.352643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:10.367961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-202df04b-fee1-462d-80f3-e5fcb593e929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:10.421206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.577556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Attempting to bind port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:10.577927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Attempting to bind port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:10.578293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Attempting to bind port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:10.608615 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/18029734-4f2b-47e8-a42b-e94088205382 HTTP/1.1" status: 204 len: 168 time: 2.0673325 Dec 22 08:40:10.614911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36518) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:10.694019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5384d5de-ae31-4660-8685-bde689e86cbf None None] Provisioning for port 05862a7c-bbf0-4063-97a1-1348b8c7abe2 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:10.724585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5384d5de-ae31-4660-8685-bde689e86cbf None None] Provisioning complete for port 05862a7c-bbf0-4063-97a1-1348b8c7abe2 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:10.725169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5384d5de-ae31-4660-8685-bde689e86cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.802520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:10.802904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:10.803326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.803728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:10.804282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Bound port: 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:10.804661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.811088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:40:10.881030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.905080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.917128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f00e3a-5c7d-4d9e-9281-959ff1a5497c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.919164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f00e3a-5c7d-4d9e-9281-959ff1a5497c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.920213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e4f00e3a-5c7d-4d9e-9281-959ff1a5497c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:10.920730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1316749-8e40-40ad-9b33-f0200777a379 None None] Pushing event updated for resources: {'Port': ['ID=5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:10.928902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.935872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b1316749-8e40-40ad-9b33-f0200777a379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:10.937241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:10.938248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:10.949266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.1 (3338bacd-141e-4905-a19f-d796f099cbf7/e878378d-dcce-49c6-b631-310d786aa6e8/9afb7aff-8cd3-49a3-a401-510b45c697e1) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:10.965904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fae3f7d7-8a68-4edd-be1a-54500ccc79e5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:11.034358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] For port 6b846451-d175-4424-bf95-893e7a8d63bd, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6b846451-d175-4424-bf95-893e7a8d63bd,segment=NetworkSegment(c19949cd-3498-4e69-8570-279ab2b6165b),segment_id=c19949cd-3498-4e69-8570-279ab2b6165b)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:11.034846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.067374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] DHCP port deletion for 5c053647-4719-4766-a5d2-4c7ad2d5b3f4 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:40:11.077667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] For port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:11.093302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] Deleting port 6b846451-d175-4424-bf95-893e7a8d63bd {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:11.093694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.180931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] For port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:11.188031 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8667569 Dec 22 08:40:11.188031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e4f00e3a-5c7d-4d9e-9281-959ff1a5497c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:11.188940 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e4f00e3a-5c7d-4d9e-9281-959ff1a5497c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5722396 Dec 22 08:40:11.192150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36522) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:11.192489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36524) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:11.208372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.213188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.223083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7b5e0c7c-8bd9-46cf-9568-28da941acc48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:11.305925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5384d5de-ae31-4660-8685-bde689e86cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.334887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:11.338942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for 6b846451-d175-4424-bf95-893e7a8d63bd owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:11.381789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5b0951aa-1763-4b4c-bf4e-892a427bf74e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:11.474181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.486010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4432c431-8d9f-4c45-ac58-2c54eef4b8a8 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:11.518901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1316749-8e40-40ad-9b33-f0200777a379 None None] Pushing event updated for resources: {'Port': ['ID=5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:11.590540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=6b846451-d175-4424-bf95-893e7a8d63bd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:11.602649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:11.614296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] No DVR routers for this DVR port 6b846451-d175-4424-bf95-893e7a8d63bd on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:11.625524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Network': ['ID=7a4b0ba1-045b-4432-bfec-a21ba185c9ce,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:11.638770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:11.644635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.645907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.654127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b1316749-8e40-40ad-9b33-f0200777a379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:11.681462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:11.809949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5384d5de-ae31-4660-8685-bde689e86cbf None None] For port 05862a7c-bbf0-4063-97a1-1348b8c7abe2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=05862a7c-bbf0-4063-97a1-1348b8c7abe2,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:11.832767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Routers {'0fbd9f29-0938-48d2-a4ba-0afc7ed782de'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:11.833691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fbd9f29-0938-48d2-a4ba-0afc7ed782de'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:11.838798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:11.840853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.896107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c053647-4719-4766-a5d2-4c7ad2d5b3f4']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:11.909481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19949cd-3498-4e69-8570-279ab2b6165b') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:11.909802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19949cd-3498-4e69-8570-279ab2b6165b') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:11.923090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.943304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5384d5de-ae31-4660-8685-bde689e86cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.944642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.947121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b1316749-8e40-40ad-9b33-f0200777a379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:11.949316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:11.955926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:40:11.957029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:11.976348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:12.000846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:12.031111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.051566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18902e9c-195c-4768-b451-cede8296c2f6 None None] Network 3338bacd-141e-4905-a19f-d796f099cbf7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:12.055027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:12.067708 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:12.079871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.103687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 9afb7aff-8cd3-49a3-a401-510b45c697e1 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:12.114503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.123629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:12.147098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.150636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Network': ['ID=5c053647-4719-4766-a5d2-4c7ad2d5b3f4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:12.159040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:12.173007 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/networks/5c053647-4719-4766-a5d2-4c7ad2d5b3f4 HTTP/1.1" status: 204 len: 168 time: 2.3100891 Dec 22 08:40:12.173509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36540) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:12.207859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 347d8b6c-3da9-4408-b6b9-b39eb87d4933 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:12.218865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.254716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 5b0951aa-1763-4b4c-bf4e-892a427bf74e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:12.267070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] For port 6b846451-d175-4424-bf95-893e7a8d63bd, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6b846451-d175-4424-bf95-893e7a8d63bd,segment=NetworkSegment(c19949cd-3498-4e69-8570-279ab2b6165b),segment_id=c19949cd-3498-4e69-8570-279ab2b6165b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:12.267518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.341420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.347503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 5b0951aa-1763-4b4c-bf4e-892a427bf74e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:12.347880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.377828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384d5de-ae31-4660-8685-bde689e86cbf None None] Pushing event updated for resources: {'Port': ['ID=05862a7c-bbf0-4063-97a1-1348b8c7abe2,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:12.382091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5384d5de-ae31-4660-8685-bde689e86cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:12.394657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port 941b3907-e694-47dc-8018-48481ffd78a5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:12.395011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.427813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.489520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.497222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4bbb9f2b-40dc-46b8-83c6-dc0d8c102038 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:12.561645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] Calling delete_port for 6b846451-d175-4424-bf95-893e7a8d63bd owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:12.595513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c669408c-da83-47f5-b10f-fb944c2abf2e None None] Provisioning for port 667167ca-426d-4e2b-b337-5da2c54a8db9 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:12.621468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.622558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.636029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c669408c-da83-47f5-b10f-fb944c2abf2e None None] Could not find standard attr ID for object 18029734-4f2b-47e8-a42b-e94088205382. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:40:12.676064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 3338bacd-141e-4905-a19f-d796f099cbf7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:12.684460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=9afb7aff-8cd3-49a3-a401-510b45c697e1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:12.691711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:12.693691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:12.703883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:12.765191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] Set router 0fbd9f29-0938-48d2-a4ba-0afc7ed782de gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:40:12.777750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for 941b3907-e694-47dc-8018-48481ffd78a5 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:12.822431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.871539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:12.872139 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:12.896878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.975044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:12.977093 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-2777a628-0b73-4856-a07c-6ba8cc1c1b10 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3631883 Dec 22 08:40:13.013961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de8b5f3b-6f78-405d-bb01-0f22adbf8c46 tempest-FloatingIPNegativeTestJSON-358534301 tempest-FloatingIPNegativeTestJSON-358534301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:13.045397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.058580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.074216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d6cb6e48-6ff4-48e0-a493-872dbf5c9b0d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:13.105762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 5b0951aa-1763-4b4c-bf4e-892a427bf74e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5b0951aa-1763-4b4c-bf4e-892a427bf74e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:13.115634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.116495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 667167ca-426d-4e2b-b337-5da2c54a8db9 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:13.136207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=941b3907-e694-47dc-8018-48481ffd78a5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:13.142819 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:13.155853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:13.205251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=347d8b6c-3da9-4408-b6b9-b39eb87d4933,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:13.228420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.246825 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Router 38fcff71-36d4-48ea-b769-f2a30780724e is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:40:13.248124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33fbbe7-c3f9-44e8-b8d4-e011cf49e5ed None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:13.254039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.279775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:13.280599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:13.312317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.330670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.335513 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/floatingips/aa63262b-da6c-4363-8c31-b7ba9559b84a HTTP/1.1" status: 204 len: 168 time: 1.1570771 Dec 22 08:40:13.335992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:13.370663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:13.379885 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-371ccb29-37b2-4861-b84b-41eceea04209 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:13.380184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371ccb29-37b2-4861-b84b-41eceea04209 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:13.384314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] Deleting port 6b846451-d175-4424-bf95-893e7a8d63bd {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:13.384462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-371ccb29-37b2-4861-b84b-41eceea04209 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/ports/41f8ddd2-8d4b-400d-b46b-fc0903373f22 HTTP/1.1" status: 404 len: 333 time: 0.0447171 Dec 22 08:40:13.384575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.386842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36554) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:13.444461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ec61ac1-8486-4552-a46c-021e2068c287 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Synchronizing usage tracker for tenant:9c436f1970f747a49c1411d820397766 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:13.468944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2ec61ac1-8486-4552-a46c-021e2068c287 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Unset dirty status for tenant:9c436f1970f747a49c1411d820397766 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:13.471290 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2ec61ac1-8486-4552-a46c-021e2068c287 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a39b486-004c-49a0-8686-94ef1c02c9f2 HTTP/1.1" status: 200 len: 205 time: 0.0832024 Dec 22 08:40:13.473679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36558) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:13.478155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:13.512095 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=5b0951aa-1763-4b4c-bf4e-892a427bf74e,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:13.520181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:13.577777 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-f5e8b075-895b-48eb-9bb4-fb18db91b05f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] delete failed (client error): The resource could not be found. Dec 22 08:40:13.578871 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f5e8b075-895b-48eb-9bb4-fb18db91b05f tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/routers/9a39b486-004c-49a0-8686-94ef1c02c9f2 HTTP/1.1" status: 404 len: 336 time: 0.1042435 Dec 22 08:40:13.581515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36562) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:13.595206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9d72c177-7f24-46b1-9f4a-7d651a072703 None None] The port '6b846451-d175-4424-bf95-893e7a8d63bd' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:40:13.660682 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-555541b1-14ac-4b3e-b119-d7df363ffc64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] DELETE failed (client error): The resource could not be found. Dec 22 08:40:13.661259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555541b1-14ac-4b3e-b119-d7df363ffc64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:13.666267 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-555541b1-14ac-4b3e-b119-d7df363ffc64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/subnets/20853a15-58b6-4029-8712-8eb3b8dd560f HTTP/1.1" status: 404 len: 337 time: 0.0834761 Dec 22 08:40:13.668719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36566) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:13.694558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 667167ca-426d-4e2b-b337-5da2c54a8db9 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:13.706035 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 667167ca-426d-4e2b-b337-5da2c54a8db9 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:13.706729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.782748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port 91253857-90e4-4e61-ab69-ae435cb40034 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:13.783138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.789203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.808101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbd9f29-0938-48d2-a4ba-0afc7ed782de', 'name': 'tempest-snat-router-486676544', 'tenant_id': '2e75baed4b794710b96f4e6089b9c32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.144'}], 'enable_snat': False}, 'gw_port_id': '5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:02Z', 'revision_number': 3, 'project_id': '2e75baed4b794710b96f4e6089b9c32a', 'gw_port': {'id': '5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbd9f29-0938-48d2-a4ba-0afc7ed782de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:01Z', 'updated_at': '2021-12-22T08:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:13.834928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775818c-4374-46a0-9f75-8162ed2934f8 None None] The sync data for ids ['0fbd9f29-0938-48d2-a4ba-0afc7ed782de'] in dv-neutron-822610-1-hyperv is: [{'id': '0fbd9f29-0938-48d2-a4ba-0afc7ed782de', 'name': 'tempest-snat-router-486676544', 'tenant_id': '2e75baed4b794710b96f4e6089b9c32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.144'}], 'enable_snat': False}, 'gw_port_id': '5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:02Z', 'revision_number': 3, 'project_id': '2e75baed4b794710b96f4e6089b9c32a', 'gw_port': {'id': '5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbd9f29-0938-48d2-a4ba-0afc7ed782de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:01Z', 'updated_at': '2021-12-22T08:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:40:13.855867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-af446e99-6c39-4628-b5c4-85086133e083 None None] Provisioning complete for port 667167ca-426d-4e2b-b337-5da2c54a8db9 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:13.856590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af446e99-6c39-4628-b5c4-85086133e083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:13.952436 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-19d6ceaa-ecd8-44a4-9634-0de2b5103f27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/347d8b6c-3da9-4408-b6b9-b39eb87d4933 HTTP/1.1" status: 204 len: 168 time: 2.6585209 Dec 22 08:40:13.973238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:14.012292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Checking segment: {'id': '8c5d312c-d877-40aa-abc3-c5bdf37abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:14.012644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network hostable DHCP agents. Network: 7a4b0ba1-045b-4432-bfec-a21ba185c9ce, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:14.071530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a24e54d-8447-410b-bbf6-d8096163adbd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990186 Dec 22 08:40:14.074498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:14.080540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:14.151817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.233203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:40:14.248494 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-6d209078-0d9f-4a21-a46d-6f36b299fb64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1099 time: 1.0850041 Dec 22 08:40:14.259008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] Deleting port 05862a7c-bbf0-4063-97a1-1348b8c7abe2 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:14.259513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.286779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:14.299342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 667167ca-426d-4e2b-b337-5da2c54a8db9, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=667167ca-426d-4e2b-b337-5da2c54a8db9,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:14.307653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:14.314341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:14.328839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.337714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:14.441506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af446e99-6c39-4628-b5c4-85086133e083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.488090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6b846451-d175-4424-bf95-893e7a8d63bd no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:14.506320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:14.573905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:14.581457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6b846451-d175-4424-bf95-893e7a8d63bd {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:14.581808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6b846451-d175-4424-bf95-893e7a8d63bd not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:14.701477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:14.726567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-af446e99-6c39-4628-b5c4-85086133e083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:14.727079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-af446e99-6c39-4628-b5c4-85086133e083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:14.744609 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=667167ca-426d-4e2b-b337-5da2c54a8db9,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:14.768022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:14.853992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:14.926939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for 91253857-90e4-4e61-ab69-ae435cb40034 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:14.957686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5b0951aa-1763-4b4c-bf4e-892a427bf74e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:14.980624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 7a4b0ba1-045b-4432-bfec-a21ba185c9ce) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:14.994760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:14.995878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.046188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f12826e-d089-44d7-aa7c-3f1cda553f49 None None] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:15.076085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] For port 05862a7c-bbf0-4063-97a1-1348b8c7abe2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=05862a7c-bbf0-4063-97a1-1348b8c7abe2,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:15.076484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.131907 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8436947 Dec 22 08:40:15.150345 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36580) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:15.162745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:15.184720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-cff8d62c-b944-4c4e-9688-f592746b5d9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:15.186497 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-cff8d62c-b944-4c4e-9688-f592746b5d9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 913 time: 0.8715236 Dec 22 08:40:15.206295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.228573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef1eb401-d272-4d0d-a9f6-950183f2f14b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:15.299396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=91253857-90e4-4e61-ab69-ae435cb40034,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:15.306392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:15.353386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] Calling delete_port for 05862a7c-bbf0-4063-97a1-1348b8c7abe2 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:15.447582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.463810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 5b0951aa-1763-4b4c-bf4e-892a427bf74e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:15.464361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.489912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.507623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bacf7b88-776b-4257-a54d-166310863159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:15.555198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:15.570373 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-f87f5f9f-467f-4be8-8f92-4207bc17fce2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 1002 time: 0.1796849 Dec 22 08:40:15.583171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:15.587910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:40:15.595892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] Pushing event deleted for resources: {'Port': ['ID=05862a7c-bbf0-4063-97a1-1348b8c7abe2,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:15.597781 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Sync routers for ids ['38fcff71-36d4-48ea-b769-f2a30780724e'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:40:15.598393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:15.609973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:15.612940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] No DVR routers for this DVR port 05862a7c-bbf0-4063-97a1-1348b8c7abe2 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:15.621490 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Routers {'38fcff71-36d4-48ea-b769-f2a30780724e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:15.623543 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['38fcff71-36d4-48ea-b769-f2a30780724e'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:15.673286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:15.679752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:40:15.734145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.766935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.774044 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.1017339 Dec 22 08:40:15.776065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.838347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36590) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:15.849050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9461ac1e-cbb6-48c8-a271-b438cf791690 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:15.849773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:15.877369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.886672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.892446 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Set router 38fcff71-36d4-48ea-b769-f2a30780724e gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:40:15.895222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6bd625de-09b8-420d-ae72-0c0fc76c3c7f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:15.916825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-af446e99-6c39-4628-b5c4-85086133e083 None None] Provisioning for port 9afb7aff-8cd3-49a3-a401-510b45c697e1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:15.940523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-af446e99-6c39-4628-b5c4-85086133e083 None None] Provisioning complete for port 9afb7aff-8cd3-49a3-a401-510b45c697e1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:15.940994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af446e99-6c39-4628-b5c4-85086133e083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:15.963915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:15.967797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:15.984982 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/ports/91253857-90e4-4e61-ab69-ae435cb40034 HTTP/1.1" status: 204 len: 168 time: 2.3151779 Dec 22 08:40:15.989539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:15.990135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.005123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:16.009387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36594) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:16.010263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.050581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-7df880c4-7d08-40f4-9d92-47b2ffa19dfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:16.052864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-7df880c4-7d08-40f4-9d92-47b2ffa19dfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 200 len: 851 time: 0.4477134 Dec 22 08:40:16.062263 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9842420 Dec 22 08:40:16.062263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=92f43c16-634e-407a-9de3-5ba0f11f6e19,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:16.063444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-af446e99-6c39-4628-b5c4-85086133e083 None None] Port 9afb7aff-8cd3-49a3-a401-510b45c697e1 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:16.063579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:16.072557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199df3b-2bd6-4c26-9541-4869f20968b6 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:16.079453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': '92f43c16-634e-407a-9de3-5ba0f11f6e19', 'ip_address': '2001:db8::ceb7:ea8f:71b9:920c'}], 'name': 'tempest-NetworksTestDHCPv6-512983932'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:16.190453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:16.258551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port 2bbf2645-92aa-49ef-9c2e-e5f2330bf829 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:16.258797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.384706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=9afb7aff-8cd3-49a3-a401-510b45c697e1,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:16.388850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:16.394638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.417936 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fcff71-36d4-48ea-b769-f2a30780724e', 'name': 'tempest-snat-router-486676544', 'tenant_id': '2e75baed4b794710b96f4e6089b9c32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '7ec835a2-446a-4f6e-b31f-4f3007a516ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:05Z', 'updated_at': '2021-12-22T08:40:09Z', 'revision_number': 3, 'project_id': '2e75baed4b794710b96f4e6089b9c32a', 'gw_port': {'id': '7ec835a2-446a-4f6e-b31f-4f3007a516ed', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fcff71-36d4-48ea-b769-f2a30780724e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:07Z', 'updated_at': '2021-12-22T08:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:16.427659 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Checking router: 38fcff71-36d4-48ea-b769-f2a30780724e for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:40:16.428005 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Updating router 38fcff71-36d4-48ea-b769-f2a30780724e port 7ec835a2-446a-4f6e-b31f-4f3007a516ed binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:40:16.458207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:16.509915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:16.515798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:16.516541 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.525978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:16.608609 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.ipam_backend_mixin [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54 (CIDR: 2001:db8::/64) Dec 22 08:40:16.611793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:16.620308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:16.621010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.632794 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:40:16.633238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:16.677686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9a3b1abe-d1ef-485a-9450-d67be6fd3688 None None] Provisioning complete for port 9afb7aff-8cd3-49a3-a401-510b45c697e1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:16.678260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a3b1abe-d1ef-485a-9450-d67be6fd3688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.704660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:16.705310 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.743096 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-d22c3218-8689-4401-95ab-407baf7e0158 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da5084d-8efd-4897-9d2d-6026cbe0946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6059844 Dec 22 08:40:16.751646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36604) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:16.752682 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0fc1154e-42ec-4b41-af38-02af6d22e8bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6007152 Dec 22 08:40:16.755144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 64782b5e-e612-40d7-8d87-9d910cd8e4c1 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:16.806454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:16.841259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '92f43c16-634e-407a-9de3-5ba0f11f6e19'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:16.842445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.869945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-7a4b0ba1-045b-4432-bfec-a21ba185c9ce', 'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce', 'tenant_id': 'f4c80051c1864fc382c5d764ec033c31', 'fixed_ips': [{'subnet_id': '1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:16.873492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.900732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 3338bacd-141e-4905-a19f-d796f099cbf7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:16.915874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:16.948767 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:16.977222 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Transition to ACTIVE for port object 7ec835a2-446a-4f6e-b31f-4f3007a516ed will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:16.982402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:16.997205 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.006538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:17.009030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b1abe-d1ef-485a-9450-d67be6fd3688 None None] Port 9afb7aff-8cd3-49a3-a401-510b45c697e1 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:17.013489 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:17.018457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:17.034622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:17.090783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:17.156240 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36608) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:17.156534 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bbfaa3b0-a36b-481a-9f82-3d4e8e3aed22 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/routers/38fcff71-36d4-48ea-b769-f2a30780724e HTTP/1.1" status: 200 len: 907 time: 1.2318830 Dec 22 08:40:17.201228 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Attempting to bind port 7ec835a2-446a-4f6e-b31f-4f3007a516ed on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:17.201592 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Attempting to bind port 7ec835a2-446a-4f6e-b31f-4f3007a516ed by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:17.201947 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Attempting to bind port 7ec835a2-446a-4f6e-b31f-4f3007a516ed on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:17.206103 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c0efe-a976-4cf7-9201-fc97d6256454 None None] Pushing event updated for resources: {'Port': ['ID=7ec835a2-446a-4f6e-b31f-4f3007a516ed,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:17.210465 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-622c0efe-a976-4cf7-9201-fc97d6256454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:17.214060 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:17.214428 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:17.215435 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.215435 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:17.215720 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Bound port: 7ec835a2-446a-4f6e-b31f-4f3007a516ed, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:17.216098 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.336996 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-0f3a58d6-7820-44ac-9d3e-411ed0b89a5c service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810981 Dec 22 08:40:17.380456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.391309 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] For port 7ec835a2-446a-4f6e-b31f-4f3007a516ed, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:17.396563 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] For port 7ec835a2-446a-4f6e-b31f-4f3007a516ed, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7ec835a2-446a-4f6e-b31f-4f3007a516ed,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:17.409000 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.429168 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-c086d2a9-bb6b-430a-93e1-97e444f573b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:17.491786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.531088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a2caf5a8-8d0e-4648-b4e1-ff0e5fe5877f None None] Provisioning complete for port 9afb7aff-8cd3-49a3-a401-510b45c697e1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:17.531495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a2caf5a8-8d0e-4648-b4e1-ff0e5fe5877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.596401 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Routers {'38fcff71-36d4-48ea-b769-f2a30780724e'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:17.596601 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ea0eaa26-5cdf-4c2e-8549-23fd9ebbc0e7 req-83571c54-9fb5-4bfa-bad4-a3dada432c00 service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458539 Dec 22 08:40:17.597644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Allocated IP 2001:db8::2 (7a4b0ba1-045b-4432-bfec-a21ba185c9ce/1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54/ecf1a1a3-387d-4e07-a9c2-396e49feb566) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:17.603438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for 2bbf2645-92aa-49ef-9c2e-e5f2330bf829 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:17.609189 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['38fcff71-36d4-48ea-b769-f2a30780724e'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:17.717034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.798390 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c0efe-a976-4cf7-9201-fc97d6256454 None None] Pushing event updated for resources: {'Port': ['ID=7ec835a2-446a-4f6e-b31f-4f3007a516ed,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:17.831659 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-622c0efe-a976-4cf7-9201-fc97d6256454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:17.848042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:40:17.910512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:17.927107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Transition to ACTIVE for port object ecf1a1a3-387d-4e07-a9c2-396e49feb566 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:17.974698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf5a8-8d0e-4648-b4e1-ff0e5fe5877f None None] Port 9afb7aff-8cd3-49a3-a401-510b45c697e1 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:18.024063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Transition to ACTIVE for port object ecf1a1a3-387d-4e07-a9c2-396e49feb566 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:18.052416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:18.065114 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] Set router 38fcff71-36d4-48ea-b769-f2a30780724e gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:40:18.066364 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.082380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0a636073-c419-401f-b14a-a9bab40b70db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:18.164598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.168508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/92f43c16-634e-407a-9de3-5ba0f11f6e19/aa651bc3-f6ac-4d6e-9739-1374a97664c2) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:18.190176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:40:18.198826 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/44fbd9b5-e268-4b1d-a544-b74a2a34a422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6177535 Dec 22 08:40:18.199205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:18.199730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36616) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:18.250481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:18.260019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:18.271482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Sync routers for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:40:18.288509 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 05862a7c-bbf0-4063-97a1-1348b8c7abe2 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:18.349187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.376578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15f5e694-5303-4b19-a21d-ab547ce9a4e1 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:18.380998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 05862a7c-bbf0-4063-97a1-1348b8c7abe2 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:18.381618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 05862a7c-bbf0-4063-97a1-1348b8c7abe2 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:18.449048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=2bbf2645-92aa-49ef-9c2e-e5f2330bf829,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:18.452391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:18.548695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.549107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.549555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.549815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.550168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.557856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.560588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.560588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.560949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.561084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.561541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.567517 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2e58af48-203f-4e8f-84dc-8b54e68a3884 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7739 time: 0.3628409 Dec 22 08:40:18.576749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36620) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:18.701878 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fcff71-36d4-48ea-b769-f2a30780724e', 'name': 'tempest-snat-router-486676544', 'tenant_id': '2e75baed4b794710b96f4e6089b9c32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '7ec835a2-446a-4f6e-b31f-4f3007a516ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:05Z', 'updated_at': '2021-12-22T08:40:09Z', 'revision_number': 3, 'project_id': '2e75baed4b794710b96f4e6089b9c32a', 'gw_port': {'id': '7ec835a2-446a-4f6e-b31f-4f3007a516ed', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fcff71-36d4-48ea-b769-f2a30780724e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:07Z', 'updated_at': '2021-12-22T08:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:18.712198 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4e379-d820-43b1-aec4-63d063b296b8 None None] The sync data for ids ['38fcff71-36d4-48ea-b769-f2a30780724e'] in dv-neutron-822610-1-hyperv is: [{'id': '38fcff71-36d4-48ea-b769-f2a30780724e', 'name': 'tempest-snat-router-486676544', 'tenant_id': '2e75baed4b794710b96f4e6089b9c32a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '7ec835a2-446a-4f6e-b31f-4f3007a516ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:05Z', 'updated_at': '2021-12-22T08:40:09Z', 'revision_number': 3, 'project_id': '2e75baed4b794710b96f4e6089b9c32a', 'gw_port': {'id': '7ec835a2-446a-4f6e-b31f-4f3007a516ed', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fcff71-36d4-48ea-b769-f2a30780724e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:07Z', 'updated_at': '2021-12-22T08:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:40:18.725176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.725824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.726793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.727273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.727665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.728245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.728522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 667167ca-426d-4e2b-b337-5da2c54a8db9 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:18.728644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.729075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.729512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.729963 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:18.736544 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ed453c32-da03-4258-9847-ff34ecc8b054 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6474 time: 0.1571076 Dec 22 08:40:18.738181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36624) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:18.804890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Pushing event updated for resources: {'Port': ['ID=ecf1a1a3-387d-4e07-a9c2-396e49feb566,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:18.824133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:18.824756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:18.833627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:18.864720 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/ports/2bbf2645-92aa-49ef-9c2e-e5f2330bf829 HTTP/1.1" status: 204 len: 168 time: 2.8541112 Dec 22 08:40:18.869627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36628) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:18.921655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:18.922380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:18.942405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.111054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99bee3c-4c6d-4158-a93d-8098f11f6554 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:19.111054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e99bee3c-4c6d-4158-a93d-8098f11f6554 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Synchronizing usage tracker for tenant:9c436f1970f747a49c1411d820397766 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:19.170602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.176135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:19.210457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Attempting to bind port ecf1a1a3-387d-4e07-a9c2-396e49feb566 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:19.210834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Attempting to bind port ecf1a1a3-387d-4e07-a9c2-396e49feb566 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8c5d312c-d877-40aa-abc3-c5bdf37abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:19.211378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Attempting to bind port ecf1a1a3-387d-4e07-a9c2-396e49feb566 on network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:19.214104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e99bee3c-4c6d-4158-a93d-8098f11f6554 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Unset dirty status for tenant:9c436f1970f747a49c1411d820397766 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:19.217882 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e99bee3c-4c6d-4158-a93d-8098f11f6554 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a97f483-54e8-469a-8207-a6f813eddade HTTP/1.1" status: 200 len: 913 time: 0.3432772 Dec 22 08:40:19.221394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36634) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:19.227489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 667167ca-426d-4e2b-b337-5da2c54a8db9 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:19.227871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.312122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:19.315538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=cf280e69-f03f-43f1-8ba0-d13270b96cfe,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:19.317786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:19.320441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:19.321572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:19.321754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:19.322150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.326337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:19.326709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Checking segment: {'id': '8c5d312c-d877-40aa-abc3-c5bdf37abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:19.327114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.327522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Bound using segment: {'id': '8c5d312c-d877-40aa-abc3-c5bdf37abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:19.327994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Bound port: ecf1a1a3-387d-4e07-a9c2-396e49feb566, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5d312c-d877-40aa-abc3-c5bdf37abaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:19.328366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.351450 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5979326 Dec 22 08:40:19.357861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:19.360697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36638) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:19.373817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce', 'fixed_ips': [{'subnet_id': '1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54'}, {'subnet_id': 'cf280e69-f03f-43f1-8ba0-d13270b96cfe'}], 'name': 'tempest-PortsIpV6TestJSON-502714673'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:19.394590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.406816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Deleting port 7ec835a2-446a-4f6e-b31f-4f3007a516ed {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:19.407553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.533021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:40:19.694496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] For port 7ec835a2-446a-4f6e-b31f-4f3007a516ed, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7ec835a2-446a-4f6e-b31f-4f3007a516ed,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:19.695181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.752613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:19.759261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.776026 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-159f9ffb-e79f-46e1-a57a-d934f0f54d76 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5891 time: 1.0364835 Dec 22 08:40:19.780987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:19.809559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:19.910798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Calling delete_port for 7ec835a2-446a-4f6e-b31f-4f3007a516ed owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:19.927696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] For port ecf1a1a3-387d-4e07-a9c2-396e49feb566, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:19.985042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:19.997992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] For port ecf1a1a3-387d-4e07-a9c2-396e49feb566, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ecf1a1a3-387d-4e07-a9c2-396e49feb566,segment=NetworkSegment(8c5d312c-d877-40aa-abc3-c5bdf37abaf4),segment_id=8c5d312c-d877-40aa-abc3-c5bdf37abaf4)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:19.999423 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Transition to ACTIVE for port object aa651bc3-f6ac-4d6e-9739-1374a97664c2 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:20.014529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.033370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:20.086739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Transition to ACTIVE for port object aa651bc3-f6ac-4d6e-9739-1374a97664c2 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:20.119079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 3a50d992-3b74-454c-9091-6c93cc8b2dea yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:20.152889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.186638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.211605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:20.248940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:20.259850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:20.264673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:20.302250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:14Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:20.315371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Pushing event updated for resources: {'Port': ['ID=ecf1a1a3-387d-4e07-a9c2-396e49feb566,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:20.329392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Checking router: 44fbd9b5-e268-4b1d-a544-b74a2a34a422 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:40:20.329748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Updating router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 port 9afb7aff-8cd3-49a3-a401-510b45c697e1 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:40:20.403646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ec835a2-446a-4f6e-b31f-4f3007a516ed,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:20.412223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:20.519634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:20.520867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:20.735970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::ceb7:ea8f:71b9:920c (5c665321-260e-4f9a-b094-bcc5e34e9b4a/92f43c16-634e-407a-9de3-5ba0f11f6e19/64782b5e-e612-40d7-8d87-9d910cd8e4c1) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:20.832165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7ec835a2-446a-4f6e-b31f-4f3007a516ed up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:20.860364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36654) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:20.882758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1500131074', 'description': 'tempest-secgroup-smoke-1500131074 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:20.905560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:20.935560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:20.945958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:20.953190 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:20.978008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 7ec835a2-446a-4f6e-b31f-4f3007a516ed {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:20.978496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7ec835a2-446a-4f6e-b31f-4f3007a516ed not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:40:20.999758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:21.041384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.087933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Port 7ec835a2-446a-4f6e-b31f-4f3007a516ed not found, will not notify nova. {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:40:21.088351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:21.120884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:21.125397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:21.128597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:21.135005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:21.142131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Pushing event updated for resources: {'Port': ['ID=aa651bc3-f6ac-4d6e-9739-1374a97664c2,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:21.144597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Attempting to bind port aa651bc3-f6ac-4d6e-9739-1374a97664c2 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:21.145077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Attempting to bind port aa651bc3-f6ac-4d6e-9739-1374a97664c2 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:21.145492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Attempting to bind port aa651bc3-f6ac-4d6e-9739-1374a97664c2 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:21.148716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:21.175266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:21.175633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:21.176187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.176653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:21.177485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Bound port: aa651bc3-f6ac-4d6e-9739-1374a97664c2, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:21.177931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.259137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-85c840c6-305c-4383-99ae-243d91e1abdd tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:21.264369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.285677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.286848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.297341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-583dcb95-65eb-4137-aba5-d0e3c596d82e tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:21.344350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d5456-fded-44fa-bdd9-dbe361f33c70,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:21.351885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-85c840c6-305c-4383-99ae-243d91e1abdd tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:21.353076 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-85c840c6-305c-4383-99ae-243d91e1abdd tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741611110&fields=id&tenant_id=24a66f8478a345ff840018a8952a092e HTTP/1.1" status: 200 len: 267 time: 0.1929688 Dec 22 08:40:21.373962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:21.406438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::179 (7a4b0ba1-045b-4432-bfec-a21ba185c9ce/1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54/3a50d992-3b74-454c-9091-6c93cc8b2dea) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:21.409488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.410693 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5492754 Dec 22 08:40:21.416110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.467490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36660) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:21.484940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8:0:1::335 (7a4b0ba1-045b-4432-bfec-a21ba185c9ce/cf280e69-f03f-43f1-8ba0-d13270b96cfe/3a50d992-3b74-454c-9091-6c93cc8b2dea) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:21.502273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'dd1d5456-fded-44fa-bdd9-dbe361f33c70', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:21.509636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:21.514647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:21.517899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:21.525957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:21.528065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:21.528622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.550580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.591618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] For port aa651bc3-f6ac-4d6e-9739-1374a97664c2, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:21.618025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] For port aa651bc3-f6ac-4d6e-9739-1374a97664c2, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=aa651bc3-f6ac-4d6e-9739-1374a97664c2,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:21.646174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.660355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:21.756222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aca17d-9034-451b-b598-09e785942b1f None None] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:21.794115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.832511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.930168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.930168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38fcff71-36d4-48ea-b769-f2a30780724e {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:40:21.940490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.957697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-2953a5fe-0d06-491b-a387-4178e8ce22bb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:21.957961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Pushing event updated for resources: {'Port': ['ID=aa651bc3-f6ac-4d6e-9739-1374a97664c2,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:21.958661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-2953a5fe-0d06-491b-a387-4178e8ce22bb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:21.968616 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.resource_extend [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:40:21.973575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.977271 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "DELETE /v2.0/routers/38fcff71-36d4-48ea-b769-f2a30780724e HTTP/1.1" status: 204 len: 168 time: 4.7295711 Dec 22 08:40:21.977416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:21.982589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36664) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:21.982730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:21.987295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 64782b5e-e612-40d7-8d87-9d910cd8e4c1 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:21.993151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.006761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-83b508c0-a7f3-45b1-871d-ca1fe87e9577 tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:22.049239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a68e88-19c6-4dda-a2cd-fcfc63eee6c2,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:22.077045 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-2953a5fe-0d06-491b-a387-4178e8ce22bb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:22.078294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-2953a5fe-0d06-491b-a387-4178e8ce22bb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 811 time: 0.4453497 Dec 22 08:40:22.090765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:22.093046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.098091 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6283150 Dec 22 08:40:22.099067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36668) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:22.114562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'dd1d5456-fded-44fa-bdd9-dbe361f33c70', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:22.123560 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-67d833b2-0caf-415a-89aa-1a27f0831308 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/quotas/24a66f8478a345ff840018a8952a092e HTTP/1.1" status: 200 len: 375 time: 0.0342813 Dec 22 08:40:22.126731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.133610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cbe50f2-708e-4af4-89cd-4ce95ee0026e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:22.133839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:22.151352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:22.155430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:22.160095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.165613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-62fdc2a8-4626-4dd0-ae38-d3de704bd2a4 None None] Provisioning for port ecf1a1a3-387d-4e07-a9c2-396e49feb566 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:22.170143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:22.199582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object 3a50d992-3b74-454c-9091-6c93cc8b2dea will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:22.224651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.291553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.321228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Transition to ACTIVE for port object 9afb7aff-8cd3-49a3-a401-510b45c697e1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:22.335837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.347999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:22.375083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=64782b5e-e612-40d7-8d87-9d910cd8e4c1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:22.386680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:22.394680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:22.399386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:22.403145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:22.406845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.407084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:22.407711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.426489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2c9366d9-07ef-44e8-8db3-650081e0c18a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:22.476978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.4049556 Dec 22 08:40:22.477744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36674) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:22.490670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.535547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.546629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7158407-16dd-408e-bc9f-6615b240fc12 None None] Pushing event updated for resources: {'Port': ['ID=9afb7aff-8cd3-49a3-a401-510b45c697e1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:22.549449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a7158407-16dd-408e-bc9f-6615b240fc12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:22.549792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-2a44843c-57bd-4b55-b5ae-805d2049a0ba tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:22.611444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-2a44843c-57bd-4b55-b5ae-805d2049a0ba tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:22.632623 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-2a44843c-57bd-4b55-b5ae-805d2049a0ba tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4502890 Dec 22 08:40:22.670087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Attempting to bind port 9afb7aff-8cd3-49a3-a401-510b45c697e1 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:22.670637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Attempting to bind port 9afb7aff-8cd3-49a3-a401-510b45c697e1 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:22.670835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Attempting to bind port 9afb7aff-8cd3-49a3-a401-510b45c697e1 on network 3338bacd-141e-4905-a19f-d796f099cbf7 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:22.721437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=3a50d992-3b74-454c-9091-6c93cc8b2dea,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:22.727206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:22.727996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:22.729840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:22.735927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.737466 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6330047 Dec 22 08:40:22.740933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:22.743803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:22.747973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:22.748949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.750462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36678) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:22.761908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'dd1d5456-fded-44fa-bdd9-dbe361f33c70', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:22.763734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c23ef7a-4a1e-4d2a-8ba4-70eb7fa22132,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:22.766211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:22.775098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device aa651bc3-f6ac-4d6e-9739-1374a97664c2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:22.781195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.841885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:22.863322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:22.877699 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5144453 Dec 22 08:40:22.880929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa1150-caa9-4bd1-809b-4b444a260a53 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:22.883517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36682) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:22.886893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa1150-caa9-4bd1-809b-4b444a260a53 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:22.888295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2aa1150-caa9-4bd1-809b-4b444a260a53 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:22.891725 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:22.893166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:22.893845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Checking segment: {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:22.894753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.895226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Bound using segment: {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:22.896409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:22.896540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Bound port: 9afb7aff-8cd3-49a3-a401-510b45c697e1, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:22.896882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.904996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:22.938865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:22.940155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae19cc5-9707-4465-947b-70618480c58f None None] Update dhcp port {'port': {'network_id': '7a4b0ba1-045b-4432-bfec-a21ba185c9ce', 'fixed_ips': [{'subnet_id': '1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf280e69-f03f-43f1-8ba0-d13270b96cfe'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': 'ecf1a1a3-387d-4e07-a9c2-396e49feb566'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:40:23.057583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port aa651bc3-f6ac-4d6e-9739-1374a97664c2 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:23.090039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bae19cc5-9707-4465-947b-70618480c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.100447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ecf1a1a3-387d-4e07-a9c2-396e49feb566 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:23.166525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.181898 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-41fa3e97-9514-4fbb-a9c4-3fc3c8c0cde9 service neutron] 10.222.0.31 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477185 Dec 22 08:40:23.183972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2aa1150-caa9-4bd1-809b-4b444a260a53 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:23.188440 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b2aa1150-caa9-4bd1-809b-4b444a260a53 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7038615 Dec 22 08:40:23.188700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36686) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:23.238866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] For port 9afb7aff-8cd3-49a3-a401-510b45c697e1, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:23.261617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] For port 9afb7aff-8cd3-49a3-a401-510b45c697e1, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9afb7aff-8cd3-49a3-a401-510b45c697e1,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:23.264114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 64782b5e-e612-40d7-8d87-9d910cd8e4c1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:23.264886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.311654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.326731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:23.367001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port a65e3e0d-a560-457b-bef1-de8a00e224a5 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:23.367905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.372153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.389288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.408409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:23.420754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ecf1a1a3-387d-4e07-a9c2-396e49feb566 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:23.453322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6273f6-6b33-413d-bd7e-33d3c67320c5,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:23.468908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:23.489276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.493545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7335770 Dec 22 08:40:23.501138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36690) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:23.512037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'dd1d5456-fded-44fa-bdd9-dbe361f33c70', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:23.512295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7158407-16dd-408e-bc9f-6615b240fc12 None None] Pushing event updated for resources: {'Port': ['ID=9afb7aff-8cd3-49a3-a401-510b45c697e1,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:23.516991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a7158407-16dd-408e-bc9f-6615b240fc12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:23.517604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ecf1a1a3-387d-4e07-a9c2-396e49feb566 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:23.517981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.531822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-539e55e2-8da6-4012-8fbf-0b35d4850f49 service neutron] 10.222.0.31 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489976 Dec 22 08:40:23.533177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:23.539574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:23.544033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:23.553066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:23.610207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.620755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.669056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:23.672258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:23.725470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.727300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Deleting port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:23.727769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.775667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7cba898b-0386-47db-b581-7c4bfd43fedc None None] Provisioning for port aa651bc3-f6ac-4d6e-9739-1374a97664c2 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:23.802646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7cba898b-0386-47db-b581-7c4bfd43fedc None None] Provisioning complete for port aa651bc3-f6ac-4d6e-9739-1374a97664c2 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:23.803039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7cba898b-0386-47db-b581-7c4bfd43fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.890201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.925955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-bae19cc5-9707-4465-947b-70618480c58f None None] Allocated IP 2001:db8:0:1::2 (7a4b0ba1-045b-4432-bfec-a21ba185c9ce/cf280e69-f03f-43f1-8ba0-d13270b96cfe/ecf1a1a3-387d-4e07-a9c2-396e49feb566) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:23.929994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-501b9b49-bc1d-4f6c-9a8b-bd383669fb44 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:23.948513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:23.954024 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4470603 Dec 22 08:40:23.958650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36700) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:23.974736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'dd1d5456-fded-44fa-bdd9-dbe361f33c70', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:23.985851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228fdd77-6114-4c26-8b29-c65199ba88ec,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:24.002462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:24.008642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:24.024960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:24.052472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:24.065219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:24.133070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] For port 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:24.134090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.143542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.226099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.290333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:40:24.296162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Calling delete_port for 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:24.310523 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0faab0a2-5f9c-4170-8aec-305171781060 req-de480d27-3436-4b24-9867-e0e9cf78c99f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 210 time: 0.1733327 Dec 22 08:40:24.387850 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:40:24.409717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for a65e3e0d-a560-457b-bef1-de8a00e224a5 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:24.412809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.487364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.518172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.554692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.562123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3c982291-498d-4914-a4ea-54de0ba11279 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:24.576659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bae19cc5-9707-4465-947b-70618480c58f None None] For port ecf1a1a3-387d-4e07-a9c2-396e49feb566, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ecf1a1a3-387d-4e07-a9c2-396e49feb566,segment=NetworkSegment(8c5d312c-d877-40aa-abc3-c5bdf37abaf4),segment_id=8c5d312c-d877-40aa-abc3-c5bdf37abaf4)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:24.581650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7cba898b-0386-47db-b581-7c4bfd43fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.604782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.608434 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6415381 Dec 22 08:40:24.614025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4957d627-8303-4320-a8f4-8df234470faa,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:24.615783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36714) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:24.620677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:24.628650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'dd1d5456-fded-44fa-bdd9-dbe361f33c70', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:24.640206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:24.644764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:24.648791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:24.651583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.653807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 64782b5e-e612-40d7-8d87-9d910cd8e4c1 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:24.658057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d361556-3716-4beb-8875-c5a950c1bfce tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:24.703828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:24.732777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event deleted for resources: {'Port': ['ID=5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:24.749660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bae19cc5-9707-4465-947b-70618480c58f None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.753901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:24.754794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7cba898b-0386-47db-b581-7c4bfd43fedc None None] For port aa651bc3-f6ac-4d6e-9739-1374a97664c2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=aa651bc3-f6ac-4d6e-9739-1374a97664c2,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:24.771687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7cba898b-0386-47db-b581-7c4bfd43fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.777381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8c8f6fc4-266b-443c-b4f5-be87981d74df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:24.801015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:40:24.814055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.882730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bae19cc5-9707-4465-947b-70618480c58f None None] Transition to ACTIVE for port object ecf1a1a3-387d-4e07-a9c2-396e49feb566 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:24.901332 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.911457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bae19cc5-9707-4465-947b-70618480c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:24.942784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa9f32c5-20ae-479a-81f4-b9b7f6ffa6f1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:24.943027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-77cef124-b3ea-45b9-95e5-fbfd13fcc1b0 None None] Could not find standard attr ID for object 64782b5e-e612-40d7-8d87-9d910cd8e4c1. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:40:24.962476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba898b-0386-47db-b581-7c4bfd43fedc None None] Pushing event updated for resources: {'Port': ['ID=aa651bc3-f6ac-4d6e-9739-1374a97664c2,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:24.974908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7cba898b-0386-47db-b581-7c4bfd43fedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:24.975472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:24.997062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=64782b5e-e612-40d7-8d87-9d910cd8e4c1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:25.011391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:25.079891 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:25.080249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:25.096617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.101216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Delete allocated IP 2001:db8:0:1::335 (7a4b0ba1-045b-4432-bfec-a21ba185c9ce/cf280e69-f03f-43f1-8ba0-d13270b96cfe) {{(pid=83496) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:40:25.118640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.130888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:25.140390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.163677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.187736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae19cc5-9707-4465-947b-70618480c58f None None] Pushing event updated for resources: {'Port': ['ID=ecf1a1a3-387d-4e07-a9c2-396e49feb566,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:25.194509 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bae19cc5-9707-4465-947b-70618480c58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:25.201457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:23Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:25.206170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b005b3-80cf-435c-a0b7-4b5c4e425972 None None] The sync data for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv is: [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:23Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:40:25.214605 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/64782b5e-e612-40d7-8d87-9d910cd8e4c1 HTTP/1.1" status: 204 len: 168 time: 2.0224581 Dec 22 08:40:25.267565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36718) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:25.304829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=a65e3e0d-a560-457b-bef1-de8a00e224a5,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:25.328178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:25.466162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.695798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.752873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7fa7c775-26ba-4e44-ac37-99976d103614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:25.774688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ecf1a1a3-387d-4e07-a9c2-396e49feb566, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ecf1a1a3-387d-4e07-a9c2-396e49feb566,segment=NetworkSegment(8c5d312c-d877-40aa-abc3-c5bdf37abaf4),segment_id=8c5d312c-d877-40aa-abc3-c5bdf37abaf4)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:25.782049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.807458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-79cfa95a-68b8-4d39-85f5-8e3f6a9e0679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:25.818911 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9b357bd-7f14-4725-b164-acfb5fde078e req-93aac696-21f6-429f-b0cc-17fe5653afa3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 210 time: 0.0557981 Dec 22 08:40:25.843753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.852967 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2264259 Dec 22 08:40:25.852967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9640eb-2807-4b3a-a88a-675509b0605d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:25.870499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:25.878170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.904669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Ignored duplicate provisioning block setup for port 3a50d992-3b74-454c-9091-6c93cc8b2dea by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:40:25.936084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-a75bb520-fc1a-40a1-b718-d6aff99bb3d4 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:25.942142 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-a75bb520-fc1a-40a1-b718-d6aff99bb3d4 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 811 time: 0.4791636 Dec 22 08:40:25.948624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:25.959469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-075505aa-3d47-4857-9dd0-fc20e4b76b34 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:26.047647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ecf1a1a3-387d-4e07-a9c2-396e49feb566,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:26.057315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:26.182231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79677f55-cd9d-463b-9600-8d3cb5d8d8a5 None None] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:26.213764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf3dd7-1327-4e47-9c29-a24bb12810eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:26.215871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf3dd7-1327-4e47-9c29-a24bb12810eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:26.216731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0adf3dd7-1327-4e47-9c29-a24bb12810eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:26.249642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.253611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0adf3dd7-1327-4e47-9c29-a24bb12810eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:26.257577 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0adf3dd7-1327-4e47-9c29-a24bb12810eb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9860077 Dec 22 08:40:26.258080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.259845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36736) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:26.286762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device aa651bc3-f6ac-4d6e-9739-1374a97664c2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:26.373925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.374545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fbd9f29-0938-48d2-a4ba-0afc7ed782de {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:40:26.395802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5fd3b5c1-33d1-4b6d-aa36-014b3755e52e None None] Provisioning for port ecf1a1a3-387d-4e07-a9c2-396e49feb566 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:26.410392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5fd3b5c1-33d1-4b6d-aa36-014b3755e52e None None] Provisioning complete for port ecf1a1a3-387d-4e07-a9c2-396e49feb566 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:26.410773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5fd3b5c1-33d1-4b6d-aa36-014b3755e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.421523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=3a50d992-3b74-454c-9091-6c93cc8b2dea,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:26.425668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:26.461309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.462678 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0fbd9f29-0938-48d2-a4ba-0afc7ed782de HTTP/1.1" status: 204 len: 168 time: 4.4789822 Dec 22 08:40:26.467653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36742) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:26.473631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2130097722', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:26.489809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:26.497062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port aa651bc3-f6ac-4d6e-9739-1374a97664c2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:26.497472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.497616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Usage tracker for resource:router and tenant:dbd857faadb049e29ccdf3075ce36b73 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:26.503638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:26.527637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:26.554229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 92f43c16-634e-407a-9de3-5ba0f11f6e19 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:26.558472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.559564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.577607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.616698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.647028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] In _notify_port_updated(), no bound segment for port 3a50d992-3b74-454c-9091-6c93cc8b2dea on network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:40:26.650839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:26.651460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.655374 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "PUT /v2.0/ports/3a50d992-3b74-454c-9091-6c93cc8b2dea HTTP/1.1" status: 200 len: 925 time: 3.7692420 Dec 22 08:40:26.671571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36746) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:26.718329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54'}, {'subnet_id': 'cf280e69-f03f-43f1-8ba0-d13270b96cfe'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:26.798415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-91f38ee3-d3d0-4301-aa81-969df7a9432e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:26.821011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.858102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-35cd57bb-d4fb-4ac9-8720-f8ef8a5bfcf8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:26.878926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:26.880512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9afb7aff-8cd3-49a3-a401-510b45c697e1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:26.954161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-91f38ee3-d3d0-4301-aa81-969df7a9432e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:26.955350 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-91f38ee3-d3d0-4301-aa81-969df7a9432e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a66f8478a345ff840018a8952a092e HTTP/1.1" status: 200 len: 380 time: 0.5351613 Dec 22 08:40:27.003778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 9afb7aff-8cd3-49a3-a401-510b45c697e1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:27.010054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9afb7aff-8cd3-49a3-a401-510b45c697e1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:27.010760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.072784 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-368b55b2-a9d2-4272-874a-a3745510847b req-aaeea8fc-6f03-4b8c-a891-82aba74f3e4d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 210 time: 0.0532146 Dec 22 08:40:27.082896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.114701 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'port': {'device_id': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'admin_state_up': True, 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'security_groups': ['4eadc0ea-f026-44b2-bbfb-e5ca721864a7']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:27.133944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-35cd57bb-d4fb-4ac9-8720-f8ef8a5bfcf8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:27.145283 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-35cd57bb-d4fb-4ac9-8720-f8ef8a5bfcf8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1500131074&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.6956155 Dec 22 08:40:27.214701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.220098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8bfa562d-20be-4deb-9dc8-74e82f854c40 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:27.262249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=92f43c16-634e-407a-9de3-5ba0f11f6e19,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:27.267317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:27.287599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.294527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.330069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 9afb7aff-8cd3-49a3-a401-510b45c697e1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9afb7aff-8cd3-49a3-a401-510b45c697e1,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:27.331375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ad0c7-80ea-450e-9f3b-351624a65d50 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:27.360673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.408349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.410527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ecf1a1a3-387d-4e07-a9c2-396e49feb566 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:27.422470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.485884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a5944bf1-e3b4-4752-844d-b633c041ee54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:27.512575 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/92f43c16-634e-407a-9de3-5ba0f11f6e19 HTTP/1.1" status: 204 len: 168 time: 1.2506001 Dec 22 08:40:27.517944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36752) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:27.640009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-81f3e774-2461-4ea6-ab92-1021f2e644fd None None] Provisioning complete for port ecf1a1a3-387d-4e07-a9c2-396e49feb566 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:27.640355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-81f3e774-2461-4ea6-ab92-1021f2e644fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.669570 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3809c967-9b4d-434e-b98b-df312080f6ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499202 Dec 22 08:40:27.672886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36756) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:27.678628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:27.744456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=9afb7aff-8cd3-49a3-a401-510b45c697e1,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:27.745709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:27.781321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:27.787919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-fd0ee415-c8eb-4d42-837d-56315bd8ef3d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:27.789349 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-fd0ee415-c8eb-4d42-837d-56315bd8ef3d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=3338bacd-141e-4905-a19f-d796f099cbf7 HTTP/1.1" status: 200 len: 797 time: 0.6437523 Dec 22 08:40:27.797533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:27.814665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ecf1a1a3-387d-4e07-a9c2-396e49feb566 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:27.815047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.819388 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-8b7ce0ce-dd6a-4cd0-8eea-5dd5fcab92a0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0133862 Dec 22 08:40:27.824296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.885255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.888131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:27.892453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:27.897327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:27.912105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:27.929801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:27.933404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:27.996591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Made reservation on behalf of 24a66f8478a345ff840018a8952a092e for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:27.999578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.078472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-81f3e774-2461-4ea6-ab92-1021f2e644fd None None] Provisioning for port 3a50d992-3b74-454c-9091-6c93cc8b2dea completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:28.086719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-81f3e774-2461-4ea6-ab92-1021f2e644fd None None] Provisioning complete for port 3a50d992-3b74-454c-9091-6c93cc8b2dea triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:28.086969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-81f3e774-2461-4ea6-ab92-1021f2e644fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.161501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:40:28.183196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] Deleting port aa651bc3-f6ac-4d6e-9739-1374a97664c2 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:28.183776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.228336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9afb7aff-8cd3-49a3-a401-510b45c697e1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:28.231731 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-d0072c7b-8342-4fcd-8846-7190440f86e5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:28.234909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Allocated IP 172.26.5.196 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/548b5395-766e-4e45-b02a-5160c0e40cca) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:28.311522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-81f3e774-2461-4ea6-ab92-1021f2e644fd None None] Port 3a50d992-3b74-454c-9091-6c93cc8b2dea cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:28.332282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-d0072c7b-8342-4fcd-8846-7190440f86e5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:28.333664 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-d0072c7b-8342-4fcd-8846-7190440f86e5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4978869 Dec 22 08:40:28.439894 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74727885-11d2-425d-8bf8-758875f09862 req-565f152d-e300-4980-98e7-fa1d3959c8fb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 210 time: 0.0660300 Dec 22 08:40:28.523847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9afb7aff-8cd3-49a3-a401-510b45c697e1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:28.549653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.566199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.577472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9fc574a0-7787-444d-9c63-c1b232487d98 None None] Provisioning complete for port 3a50d992-3b74-454c-9091-6c93cc8b2dea triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:28.577846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9fc574a0-7787-444d-9c63-c1b232487d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.626363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] For port aa651bc3-f6ac-4d6e-9739-1374a97664c2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=aa651bc3-f6ac-4d6e-9739-1374a97664c2,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:28.626757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.665185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.670070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f0663d8-0d45-4f41-a6ce-65e13b8ee9d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:28.730983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.756626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:28.761995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:28.764857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:28.768299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:28.768875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.772833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:28.776505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=b93b7c6e-618f-4270-960d-d4da0595a4e2,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:28.778660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:28.780384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] Calling delete_port for aa651bc3-f6ac-4d6e-9739-1374a97664c2 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:28.816073 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-cf723d2d-45bd-4f9a-88f0-86efae93dee2 service neutron] 10.222.0.31 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465055 Dec 22 08:40:28.817398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:28.818034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-021c0dbf-648f-4e4e-8b30-a2d857238b64 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:28.818820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9fc574a0-7787-444d-9c63-c1b232487d98 None None] Port 3a50d992-3b74-454c-9091-6c93cc8b2dea cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:28.907725 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2336435 Dec 22 08:40:28.911135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36762) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:28.916213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ecf1a1a3-387d-4e07-a9c2-396e49feb566 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:28.955890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:28.967742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7cba898b-0386-47db-b581-7c4bfd43fedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:28.992850 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-3d4fbfda-a282-4445-9b2e-1b2c9fa003bd service neutron] 10.222.0.31 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532292 Dec 22 08:40:29.007102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': 'b93b7c6e-618f-4270-960d-d4da0595a4e2', 'ip_address': '2001:db8::3210:86fa:8217:a52b'}], 'name': 'tempest-NetworksTestDHCPv6-358393561'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:29.086746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event updated for resources: {'Port': ['ID=548b5395-766e-4e45-b02a-5160c0e40cca,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:29.097812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:29.105845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] Pushing event deleted for resources: {'Port': ['ID=aa651bc3-f6ac-4d6e-9739-1374a97664c2,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:29.113547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Allocated IP 172.20.0.14 (92f65482-9f9c-46c3-804a-23a9f7abb542/8eee5301-e275-4078-a5f2-0e5308490799/f87ae542-c8c4-4a82-aab6-f1c2da43d31b) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:29.147665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:29.154828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] No DVR routers for this DVR port aa651bc3-f6ac-4d6e-9739-1374a97664c2 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:29.187281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38642099-3ac9-4ba5-ba99-ad8b487d285c None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:29.218229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.226212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.229071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:29.235022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:29.250687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:29.266757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:29.373865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ecf1a1a3-387d-4e07-a9c2-396e49feb566 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:29.374250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.385273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:29.391161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.433378 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ff69491-1b41-4517-879d-9fe21588fe02 req-67d6b00a-9d7c-4451-907a-8e58d56a3f99 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 210 time: 0.0896957 Dec 22 08:40:29.446025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port b9dfa13d-0752-405d-95f1-ce52484c40db yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:29.833383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'b93b7c6e-618f-4270-960d-d4da0595a4e2'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:29.834420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.915654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::3210:86fa:8217:a52b (5c665321-260e-4f9a-b094-bcc5e34e9b4a/b93b7c6e-618f-4270-960d-d4da0595a4e2/b9dfa13d-0752-405d-95f1-ce52484c40db) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:29.969873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:29.991250 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Transition to ACTIVE for port object f87ae542-c8c4-4a82-aab6-f1c2da43d31b will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:30.025420 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cdea0159-5500-498c-a5f2-8d3b2fd812df req-642cf4db-c8c0-4b28-860f-abf92b7bdc79 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 210 time: 0.2753475 Dec 22 08:40:30.064306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8:0:1::2f4 (7a4b0ba1-045b-4432-bfec-a21ba185c9ce/cf280e69-f03f-43f1-8ba0-d13270b96cfe/3a50d992-3b74-454c-9091-6c93cc8b2dea) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:30.172345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device aa651bc3-f6ac-4d6e-9739-1374a97664c2 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:30.234774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.238248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.244974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: aa651bc3-f6ac-4d6e-9739-1374a97664c2 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:30.245381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device aa651bc3-f6ac-4d6e-9739-1374a97664c2 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:30.253048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8d028e4d-d690-4051-a35a-f233a00e7d4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:30.274438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object b9dfa13d-0752-405d-95f1-ce52484c40db will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:30.322174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Router bee4c9f4-6b77-494d-a8e5-f124579c0af7 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:40:30.349069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.359761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bd664ef7-52ad-4391-a6aa-7b4d2faa5dfa tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:30.379317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:30.382427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'Port': ['ID=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:30.384859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:30.388994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:30.391251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:30.405299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/b93b7c6e-618f-4270-960d-d4da0595a4e2/aae5847b-8482-47f7-b1fb-8f99e49c8e0d) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:30.498964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.686653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object 3a50d992-3b74-454c-9091-6c93cc8b2dea will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:30.692265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:30.693172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.701672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.719903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da92e615-b0be-41af-abe0-68331474e2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:30.721948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.737609 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Transition to ACTIVE for port object aae5847b-8482-47f7-b1fb-8f99e49c8e0d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:30.798136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Transition to ACTIVE for port object aae5847b-8482-47f7-b1fb-8f99e49c8e0d will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:30.800175 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6896884 Dec 22 08:40:30.820574 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.823200 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dbf5370b-fc6d-4e06-8853-ba1ddc780ce6 req-7ea5e974-ecc7-4081-93be-997e9c309b98 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 210 time: 0.1091514 Dec 22 08:40:30.824930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=b9dfa13d-0752-405d-95f1-ce52484c40db,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:30.828929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:30.832727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:30.836492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:30.839419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:30.844106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:30.845425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:30.850790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-695559cd-7de4-44bf-a245-d32198a79497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:30.865147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Request body: {'port': {'device_id': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:30.914275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=3a50d992-3b74-454c-9091-6c93cc8b2dea,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:30.994381 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9952638 Dec 22 08:40:30.996839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36782) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:31.034285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:31.060507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:31.065905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:31.252497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36f3ba-0608-4388-8c15-c0f3fc8abefa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:31.257105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36f3ba-0608-4388-8c15-c0f3fc8abefa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:31.257928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ec36f3ba-0608-4388-8c15-c0f3fc8abefa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:31.260341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Pushing event updated for resources: {'Port': ['ID=aae5847b-8482-47f7-b1fb-8f99e49c8e0d,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:31.262940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:40:31.263688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:31.273938 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468117f8-3d47-4e9b-b823-9b8bbb4f0830 None None] Sync routers for ids ['bee4c9f4-6b77-494d-a8e5-f124579c0af7'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:40:31.285589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Attempting to bind port aae5847b-8482-47f7-b1fb-8f99e49c8e0d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:31.286423 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Attempting to bind port aae5847b-8482-47f7-b1fb-8f99e49c8e0d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:31.287162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Attempting to bind port aae5847b-8482-47f7-b1fb-8f99e49c8e0d on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:31.291529 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468117f8-3d47-4e9b-b823-9b8bbb4f0830 None None] Routers {'bee4c9f4-6b77-494d-a8e5-f124579c0af7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:31.292142 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-468117f8-3d47-4e9b-b823-9b8bbb4f0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bee4c9f4-6b77-494d-a8e5-f124579c0af7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:31.292618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ca5a10aa-7dd3-40c7-b6cd-53a018e9d5ff None None] Provisioning for port f87ae542-c8c4-4a82-aab6-f1c2da43d31b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:31.300010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:31.302542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:31.303314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:31.304009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.304739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:31.305500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Bound port: aae5847b-8482-47f7-b1fb-8f99e49c8e0d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:31.306149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.321575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ca5a10aa-7dd3-40c7-b6cd-53a018e9d5ff None None] Provisioning complete for port f87ae542-c8c4-4a82-aab6-f1c2da43d31b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:31.322498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ca5a10aa-7dd3-40c7-b6cd-53a018e9d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.326268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.330265 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8614655 Dec 22 08:40:31.337723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36788) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:31.350843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-78dab7b4-da79-4b92-bd2e-e782abe97432 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': False}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:31.435630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ec36f3ba-0608-4388-8c15-c0f3fc8abefa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:31.437408 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ec36f3ba-0608-4388-8c15-c0f3fc8abefa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4353704 Dec 22 08:40:31.440035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36792) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:31.480806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] In _notify_port_updated(), no bound segment for port 3a50d992-3b74-454c-9091-6c93cc8b2dea on network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:40:31.491515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:31.491885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.495121 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "PUT /v2.0/ports/3a50d992-3b74-454c-9091-6c93cc8b2dea HTTP/1.1" status: 200 len: 1011 time: 4.8202996 Dec 22 08:40:31.520463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a10aa-7dd3-40c7-b6cd-53a018e9d5ff None None] Port f87ae542-c8c4-4a82-aab6-f1c2da43d31b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:31.524288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36796) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:31.538384 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-468117f8-3d47-4e9b-b823-9b8bbb4f0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:31.562366 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468117f8-3d47-4e9b-b823-9b8bbb4f0830 None None] Routers {'bee4c9f4-6b77-494d-a8e5-f124579c0af7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:31.562997 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-468117f8-3d47-4e9b-b823-9b8bbb4f0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bee4c9f4-6b77-494d-a8e5-f124579c0af7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:31.600714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] For port aae5847b-8482-47f7-b1fb-8f99e49c8e0d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:31.607193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] For port aae5847b-8482-47f7-b1fb-8f99e49c8e0d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=aae5847b-8482-47f7-b1fb-8f99e49c8e0d,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:31.624664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.628618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bae19cc5-9707-4465-947b-70618480c58f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:31.655099 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-468117f8-3d47-4e9b-b823-9b8bbb4f0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:31.655830 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468117f8-3d47-4e9b-b823-9b8bbb4f0830 None None] The sync data for ids ['bee4c9f4-6b77-494d-a8e5-f124579c0af7'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:40:31.671876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port b9dfa13d-0752-405d-95f1-ce52484c40db {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:31.672217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.675802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-6ce92843-dd2b-4828-9f8b-8f380b81ed16 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:31.677286 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-6ce92843-dd2b-4828-9f8b-8f380b81ed16 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=3338bacd-141e-4905-a19f-d796f099cbf7 HTTP/1.1" status: 200 len: 797 time: 0.3763762 Dec 22 08:40:31.706155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 3a50d992-3b74-454c-9091-6c93cc8b2dea {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:31.706665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.785461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Pushing event updated for resources: {'Port': ['ID=aae5847b-8482-47f7-b1fb-8f99e49c8e0d,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:31.788966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-37e9cf83-87f0-415a-9a23-3d02e7aa6f78 None None] Provisioning for port 3a50d992-3b74-454c-9091-6c93cc8b2dea completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:31.794248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:31.797928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-37e9cf83-87f0-415a-9a23-3d02e7aa6f78 None None] Provisioning complete for port 3a50d992-3b74-454c-9091-6c93cc8b2dea triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:31.798317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-37e9cf83-87f0-415a-9a23-3d02e7aa6f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.808821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Router 4a97f483-54e8-469a-8207-a6f813eddade has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:40:31.815651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:31.835040 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-80d43aaf-0ccd-4dfa-8e0e-35d0da431614 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 380 time: 0.1419232 Dec 22 08:40:31.855044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b5b74-c760-4914-b75e-a292d26709b2 req-2c8e7a67-13a1-485a-a0c5-57bdd92dc806 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:31.856003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-633b5b74-c760-4914-b75e-a292d26709b2 req-2c8e7a67-13a1-485a-a0c5-57bdd92dc806 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:31.902029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-37e9cf83-87f0-415a-9a23-3d02e7aa6f78 None None] Port 3a50d992-3b74-454c-9091-6c93cc8b2dea cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:31.918225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['dd1d5456-fded-44fa-bdd9-dbe361f33c70']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:31.932123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-633b5b74-c760-4914-b75e-a292d26709b2 req-2c8e7a67-13a1-485a-a0c5-57bdd92dc806 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:31.933234 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-633b5b74-c760-4914-b75e-a292d26709b2 req-2c8e7a67-13a1-485a-a0c5-57bdd92dc806 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 932 time: 0.6063194 Dec 22 08:40:32.224371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device aae5847b-8482-47f7-b1fb-8f99e49c8e0d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:32.264951 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-96328209-c325-4417-be44-b6fc60040731 req-b1e14434-6ec3-49d0-90fd-c12cbbb10059 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 210 time: 0.1616719 Dec 22 08:40:32.341124 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-633b5b74-c760-4914-b75e-a292d26709b2 req-0f378fac-268c-438f-ad85-bb614405ef76 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3985167 Dec 22 08:40:32.347824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port aae5847b-8482-47f7-b1fb-8f99e49c8e0d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:32.363082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:32.410519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:32.410875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5eaf7299-2c2e-4f77-9d81-9a9b9fd05a6d not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:32.428448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:32.486400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:32.513374 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.531198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.576605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:32.579626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.657086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 3a50d992-3b74-454c-9091-6c93cc8b2dea owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:32.787993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87ae542-c8c4-4a82-aab6-f1c2da43d31b {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:40:32.799069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.872697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Transition to ACTIVE for port object f87ae542-c8c4-4a82-aab6-f1c2da43d31b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:32.883641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:32.891099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4c51d436-fcfa-4645-98ab-355b87f18434 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:32.923203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:40:32.938248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for b9dfa13d-0752-405d-95f1-ce52484c40db owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:32.940463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23783b-6ccd-4dcc-bc72-5722392b491a None None] Sync routers for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:40:32.945844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.4 (3338bacd-141e-4905-a19f-d796f099cbf7/e878378d-dcce-49c6-b631-310d786aa6e8/9c630b7f-5970-4574-92f1-4ed9fe4d3532) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:32.961667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23783b-6ccd-4dcc-bc72-5722392b491a None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:32.962826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0d23783b-6ccd-4dcc-bc72-5722392b491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:32.977530 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "PUT /v2.0/routers/4a97f483-54e8-469a-8207-a6f813eddade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7536373 Dec 22 08:40:32.987536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36802) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:33.051618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Pushing event updated for resources: {'Port': ['ID=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:33.067530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:33.110877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0d23783b-6ccd-4dcc-bc72-5722392b491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:33.132407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23783b-6ccd-4dcc-bc72-5722392b491a None None] Routers {'4a97f483-54e8-469a-8207-a6f813eddade'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:33.133438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0d23783b-6ccd-4dcc-bc72-5722392b491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4a97f483-54e8-469a-8207-a6f813eddade'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:33.212936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-efff91bd-465e-4fb6-a00b-d479f2927b6f None None] Provisioning for port aae5847b-8482-47f7-b1fb-8f99e49c8e0d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:33.246214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0d23783b-6ccd-4dcc-bc72-5722392b491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:33.246571 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23783b-6ccd-4dcc-bc72-5722392b491a None None] The sync data for ids ['4a97f483-54e8-469a-8207-a6f813eddade'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:40:33.254731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-efff91bd-465e-4fb6-a00b-d479f2927b6f None None] Provisioning complete for port aae5847b-8482-47f7-b1fb-8f99e49c8e0d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:33.255394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-efff91bd-465e-4fb6-a00b-d479f2927b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.428995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-efff91bd-465e-4fb6-a00b-d479f2927b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.481410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-efff91bd-465e-4fb6-a00b-d479f2927b6f None None] For port aae5847b-8482-47f7-b1fb-8f99e49c8e0d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=aae5847b-8482-47f7-b1fb-8f99e49c8e0d,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:33.491368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-efff91bd-465e-4fb6-a00b-d479f2927b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.495642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-29271b1b-0a95-4acb-b151-033625ee8067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:33.584736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.593398 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ad31ae7-748d-4ab5-bd00-6e92b3405076 req-b13cfeca-570c-4ea7-8369-964a9ce8c139 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 210 time: 0.1092963 Dec 22 08:40:33.594917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Attempting to bind port f87ae542-c8c4-4a82-aab6-f1c2da43d31b on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:33.595829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Attempting to bind port f87ae542-c8c4-4a82-aab6-f1c2da43d31b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:33.596331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Attempting to bind port f87ae542-c8c4-4a82-aab6-f1c2da43d31b on network 92f65482-9f9c-46c3-804a-23a9f7abb542 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:33.614802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d034797d-7698-4b29-bbb2-dd8ce5e78656 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:33.630211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.638463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Port f87ae542-c8c4-4a82-aab6-f1c2da43d31b on network 92f65482-9f9c-46c3-804a-23a9f7abb542 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:40:33.638787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Attempting to bind port f87ae542-c8c4-4a82-aab6-f1c2da43d31b on network 92f65482-9f9c-46c3-804a-23a9f7abb542 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:33.650244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff91bd-465e-4fb6-a00b-d479f2927b6f None None] Pushing event updated for resources: {'Port': ['ID=aae5847b-8482-47f7-b1fb-8f99e49c8e0d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:33.654563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-efff91bd-465e-4fb6-a00b-d479f2927b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:33.656566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 9c630b7f-5970-4574-92f1-4ed9fe4d3532 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:33.659457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:33.659794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Checking segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:33.660541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Bound using segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:33.660673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Bound port: f87ae542-c8c4-4a82-aab6-f1c2da43d31b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:33.660934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.716295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=3a50d992-3b74-454c-9091-6c93cc8b2dea,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:33.749015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e6a65-71e5-4024-b592-8d7a15a4e7e8 req-7914e783-7765-4797-8056-9578718044b2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:33.750654 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-544e6a65-71e5-4024-b592-8d7a15a4e7e8 req-7914e783-7765-4797-8056-9578718044b2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 944 time: 0.2175086 Dec 22 08:40:33.770468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:33.778433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-697d1e05-c831-4a95-9a77-d2b9aee3ee11 None None] Provisioning for port b9dfa13d-0752-405d-95f1-ce52484c40db completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:33.784225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-697d1e05-c831-4a95-9a77-d2b9aee3ee11 None None] Provisioning complete for port b9dfa13d-0752-405d-95f1-ce52484c40db triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:33.784906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-697d1e05-c831-4a95-9a77-d2b9aee3ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.804848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.823522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f7b67572-5d0b-4982-a225-669bea029ca0 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:33.828478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-697d1e05-c831-4a95-9a77-d2b9aee3ee11 None None] Port b9dfa13d-0752-405d-95f1-ce52484c40db was deleted so its status cannot be updated. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 22 08:40:33.868678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.874856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.878409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] For port f87ae542-c8c4-4a82-aab6-f1c2da43d31b, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:33.894046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f4eb196c-58f6-4512-abca-384a647170e9 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:33.903966 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-544e6a65-71e5-4024-b592-8d7a15a4e7e8 req-c554f0f4-90d7-4cf7-a4b1-3a4475d0cd93 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445072 Dec 22 08:40:33.906263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] For port f87ae542-c8c4-4a82-aab6-f1c2da43d31b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:33.914266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 3338bacd-141e-4905-a19f-d796f099cbf7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:33.922459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:33.924839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:33.933257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:33.962052 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/3a50d992-3b74-454c-9091-6c93cc8b2dea HTTP/1.1" status: 204 len: 168 time: 2.4292312 Dec 22 08:40:33.963133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=b9dfa13d-0752-405d-95f1-ce52484c40db,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:33.965552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:33.967140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36810) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:33.978072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=9c630b7f-5970-4574-92f1-4ed9fe4d3532,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:33.982870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:33.983558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fc6e2e1d-0ac3-4d32-8f26-6e6cc0dd3515 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:34.041478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.042942 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] 10.222.0.32 "PUT /v2.0/ports/f87ae542-c8c4-4a82-aab6-f1c2da43d31b HTTP/1.1" status: 200 len: 1094 time: 3.1818562 Dec 22 08:40:34.045614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'tag': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:40:34.063573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:34.064189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.080167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.084960 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/b9dfa13d-0752-405d-95f1-ce52484c40db HTTP/1.1" status: 204 len: 168 time: 2.6435907 Dec 22 08:40:34.088448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:34.091366 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06c1203-2ce3-4e08-bea4-0651c2290abc tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:40:34.091852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f06c1203-2ce3-4e08-bea4-0651c2290abc tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:34.166503 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'tag': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'status': 'completed', 'code': 200} Dec 22 08:40:34.189418 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2756555 Dec 22 08:40:34.190347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Pushing event updated for resources: {'Port': ['ID=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:34.194451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:34.201232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Request body: {'port': {'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:34.240786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device aae5847b-8482-47f7-b1fb-8f99e49c8e0d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:34.245297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f06c1203-2ce3-4e08-bea4-0651c2290abc tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:34.250709 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f06c1203-2ce3-4e08-bea4-0651c2290abc tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/3a50d992-3b74-454c-9091-6c93cc8b2dea HTTP/1.1" status: 404 len: 333 time: 0.2819681 Dec 22 08:40:34.251249 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36820) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:34.273362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efdf928-b28f-4914-a589-7feb145129cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:34.275041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efdf928-b28f-4914-a589-7feb145129cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:34.275989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3efdf928-b28f-4914-a589-7feb145129cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:34.293957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.369951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port aae5847b-8482-47f7-b1fb-8f99e49c8e0d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:34.370606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.442394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d58bd4c7-8fd4-4b56-b264-288c81d6adde None None] Provisioning for port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:34.445963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3efdf928-b28f-4914-a589-7feb145129cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:34.447175 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3efdf928-b28f-4914-a589-7feb145129cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3577683 Dec 22 08:40:34.449042 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d58bd4c7-8fd4-4b56-b264-288c81d6adde None None] Provisioning complete for port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:34.449492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d58bd4c7-8fd4-4b56-b264-288c81d6adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.451967 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-55c66fbb-1df5-4181-aa6d-bb9ce63d3719 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 1097 time: 0.3570182 Dec 22 08:40:34.454301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36824) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:34.567149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d58bd4c7-8fd4-4b56-b264-288c81d6adde None None] Port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:34.617869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.686322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-bbb10452-a4d5-446c-b797-1aea454e571a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f87ae542-c8c4-4a82-aab6-f1c2da43d31b HTTP/1.1" status: 200 len: 217 time: 0.1335909 Dec 22 08:40:34.911361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78dab7b4-da79-4b92-bd2e-e782abe97432 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.914511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.928225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting port 9cc76203-b897-48be-8dd0-3e9cfa0bf100 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:34.928225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:34.969605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet cf280e69-f03f-43f1-8ba0-d13270b96cfe {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:34.982692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-39b606f5-4308-43cc-999a-e03d12cdd90e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:34.984215 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-39b606f5-4308-43cc-999a-e03d12cdd90e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.2585142 Dec 22 08:40:34.988750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.293595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.328592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.375071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet b93b7c6e-618f-4270-960d-d4da0595a4e2 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:35.422671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Calling delete_port for 9cc76203-b897-48be-8dd0-3e9cfa0bf100 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:35.453553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85d711-b1bf-4a21-b541-5ce3e7dcc7d2 req-6b2111a1-9da4-4ef9-87a4-21c534be4928 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:35.455030 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff85d711-b1bf-4a21-b541-5ce3e7dcc7d2 req-6b2111a1-9da4-4ef9-87a4-21c534be4928 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 944 time: 0.4171472 Dec 22 08:40:35.461275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.543849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6c57-2f2e-4cc9-a808-c5fc9b1375be req-3a1a2b15-79ca-4ea6-be9e-889b33c47bb1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:35.544442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-352f6c57-2f2e-4cc9-a808-c5fc9b1375be req-3a1a2b15-79ca-4ea6-be9e-889b33c47bb1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:35.578086 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff85d711-b1bf-4a21-b541-5ce3e7dcc7d2 req-93552495-42ae-4d5b-b5c5-5e92895cd717 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106870 Dec 22 08:40:35.578584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.656521 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-2c3c1a5f-2c21-4b79-b999-30f4edbf9afc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5947516 Dec 22 08:40:35.672061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-352f6c57-2f2e-4cc9-a808-c5fc9b1375be req-3a1a2b15-79ca-4ea6-be9e-889b33c47bb1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:35.673177 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-352f6c57-2f2e-4cc9-a808-c5fc9b1375be req-3a1a2b15-79ca-4ea6-be9e-889b33c47bb1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 931 time: 0.9016635 Dec 22 08:40:35.809323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.817714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78dab7b4-da79-4b92-bd2e-e782abe97432 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.819647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.823988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3dc8e2de-c9a5-4b80-9ff2-4e5cb253f088 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:35.864803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78dab7b4-da79-4b92-bd2e-e782abe97432 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:35.868437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Port': ['ID=9cc76203-b897-48be-8dd0-3e9cfa0bf100,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:35.871474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:35.936296 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-352f6c57-2f2e-4cc9-a808-c5fc9b1375be req-97f496f6-466d-4b90-b454-9d77fa2cfdf7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415712 Dec 22 08:40:35.947363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.036496 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-fbfaf9a1-222f-48f0-a779-79733a764ae6 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683572 Dec 22 08:40:36.147654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.155558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c630b7f-5970-4574-92f1-4ed9fe4d3532 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:40:36.160073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:36.196807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.222647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=cf280e69-f03f-43f1-8ba0-d13270b96cfe,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:36.237890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:36.247956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Transition to ACTIVE for port object 9c630b7f-5970-4574-92f1-4ed9fe4d3532 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:36.252186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.255471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.257022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6c16bc-c9e7-49a5-b8f1-6d9cbf95a997 None None] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:36.262433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b82eac78-1cdd-44a2-802e-b322af1359b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:36.305246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.327875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=b93b7c6e-618f-4270-960d-d4da0595a4e2,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:36.330265 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/cf280e69-f03f-43f1-8ba0-d13270b96cfe HTTP/1.1" status: 204 len: 168 time: 2.0780249 Dec 22 08:40:36.341530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:36.342039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:36.357445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36834) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:36.369308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.392811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.397693 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/b93b7c6e-618f-4270-960d-d4da0595a4e2 HTTP/1.1" status: 204 len: 168 time: 1.8852310 Dec 22 08:40:36.399893 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad3a741b-6260-472d-a989-f7ff041bfc5e req-ee4dbaf8-a354-458a-88ac-91adc787180c service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506820 Dec 22 08:40:36.430372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36838) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:36.430837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56234f37-f769-40a2-8da3-3aa0bbbc34b6 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:36.527669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Pushing event updated for resources: {'Port': ['ID=9c630b7f-5970-4574-92f1-4ed9fe4d3532,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:36.535645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:36.633657 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4e18fa49-82c3-4921-af05-c0282c8f4773 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1560049 Dec 22 08:40:36.641947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36844) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:36.789376 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac6fd603-1b0c-4b14-b17c-df68bdab1e59 req-b37354e9-b485-4141-b7b6-eea3779fbc44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 1097 time: 0.3145866 Dec 22 08:40:36.794005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Attempting to bind port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:36.794340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Attempting to bind port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:36.794726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Attempting to bind port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 on network 3338bacd-141e-4905-a19f-d796f099cbf7 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:36.895890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 on network 3338bacd-141e-4905-a19f-d796f099cbf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:40:36.896204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Attempting to bind port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 on network 3338bacd-141e-4905-a19f-d796f099cbf7 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:36.903971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:40:36.916529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] Deleting port aae5847b-8482-47f7-b1fb-8f99e49c8e0d {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:36.917647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.929942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:36.930278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Checking segment: {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:36.930667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Bound using segment: {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:36.931108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Bound port: 9c630b7f-5970-4574-92f1-4ed9fe4d3532, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7410e17-e870-4a2b-bca2-f24a42989085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:36.931500 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.942228 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:36.949094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775a12a-5e6b-4076-a670-c9a1cd104909 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:36.949794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4775a12a-5e6b-4076-a670-c9a1cd104909 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:36.961191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.042171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4775a12a-5e6b-4076-a670-c9a1cd104909 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:37.046222 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4775a12a-5e6b-4076-a670-c9a1cd104909 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3989351 Dec 22 08:40:37.047058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36850) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:37.081200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet 1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:37.087293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.107478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fd603-1b0c-4b14-b17c-df68bdab1e59 req-4f1e52bb-a7a8-49c2-b3c6-c1b369e410f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:37.108953 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac6fd603-1b0c-4b14-b17c-df68bdab1e59 req-4f1e52bb-a7a8-49c2-b3c6-c1b369e410f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.3113673 Dec 22 08:40:37.117723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.118236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Fanout notify agent at l3_agent the message router_deleted on router 4a97f483-54e8-469a-8207-a6f813eddade {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:40:37.147868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dab7b4-da79-4b92-bd2e-e782abe97432 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Router bee4c9f4-6b77-494d-a8e5-f124579c0af7 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:40:37.168174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb619ae7-31f9-49d0-93a1-e8642508f315 req-47a17836-3d26-4215-a34e-f610fc3c5b08 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:37.175453 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb619ae7-31f9-49d0-93a1-e8642508f315 req-47a17836-3d26-4215-a34e-f610fc3c5b08 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 944 time: 0.3408844 Dec 22 08:40:37.209435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.213894 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/routers/4a97f483-54e8-469a-8207-a6f813eddade HTTP/1.1" status: 204 len: 168 time: 4.2255876 Dec 22 08:40:37.214889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36854) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:37.223723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.264634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1078ed6f-46e0-4ee7-91db-b632b4daa5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.294045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] For port aae5847b-8482-47f7-b1fb-8f99e49c8e0d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=aae5847b-8482-47f7-b1fb-8f99e49c8e0d,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:37.294448 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.368534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] For port 9c630b7f-5970-4574-92f1-4ed9fe4d3532, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:37.436420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] Calling delete_port for aae5847b-8482-47f7-b1fb-8f99e49c8e0d owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:37.440874 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb619ae7-31f9-49d0-93a1-e8642508f315 req-5767cd74-1f69-4b62-82f8-2fdfe4f6a7f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643607 Dec 22 08:40:37.449841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] For port 9c630b7f-5970-4574-92f1-4ed9fe4d3532, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:37.452174 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac6fd603-1b0c-4b14-b17c-df68bdab1e59 req-a003cfbd-bce8-45dd-b6fc-e98b44df6a65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f87ae542-c8c4-4a82-aab6-f1c2da43d31b HTTP/1.1" status: 200 len: 217 time: 0.3286030 Dec 22 08:40:37.525075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.529885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:37.572036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.586666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] Pushing event deleted for resources: {'Port': ['ID=aae5847b-8482-47f7-b1fb-8f99e49c8e0d,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:37.590997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:37.597536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] No DVR routers for this DVR port aae5847b-8482-47f7-b1fb-8f99e49c8e0d on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:37.610924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fd603-1b0c-4b14-b17c-df68bdab1e59 req-1d93258c-44b5-49bd-ae79-d749872d2e2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:37.612741 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac6fd603-1b0c-4b14-b17c-df68bdab1e59 req-1d93258c-44b5-49bd-ae79-d749872d2e2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.1280198 Dec 22 08:40:37.613488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.618822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-61bdf3fc-e419-4749-bc2f-127f50b29024 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:37.657179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbceaab6-9148-4fcb-bad3-6df4f58702e0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:37.657855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fbceaab6-9148-4fcb-bad3-6df4f58702e0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:37.682096 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:40:37.739448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c484de-b022-49f4-8e85-7ce5e371d850 req-63e14d2e-9522-4058-8ca8-92c97447636d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:37.749827 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-13c484de-b022-49f4-8e85-7ce5e371d850 req-63e14d2e-9522-4058-8ca8-92c97447636d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 943 time: 0.3738730 Dec 22 08:40:37.750096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f92bbb0d-c44a-443a-8a3c-48d1c64886b1 None None] Provisioning complete for port ecf1a1a3-387d-4e07-a9c2-396e49feb566 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:37.750096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f92bbb0d-c44a-443a-8a3c-48d1c64886b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.756528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.758367 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] 10.222.0.32 "PUT /v2.0/ports/9c630b7f-5970-4574-92f1-4ed9fe4d3532 HTTP/1.1" status: 200 len: 1093 time: 3.5612392 Dec 22 08:40:37.765608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:40:37.881732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Deleting subnet 12119a2e-3ac5-46db-ad77-ba8ab02b41ff {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:37.883908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fbceaab6-9148-4fcb-bad3-6df4f58702e0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:37.885591 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fbceaab6-9148-4fcb-bad3-6df4f58702e0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8339970 Dec 22 08:40:37.886821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Pushing event updated for resources: {'Port': ['ID=9c630b7f-5970-4574-92f1-4ed9fe4d3532,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:37.892312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36860) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:37.906207 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'status': 'completed', 'code': 200} Dec 22 08:40:37.910881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:37.957004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:37.975833 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-13c484de-b022-49f4-8e85-7ce5e371d850 req-81675ada-9866-458a-9b46-68339382aaf6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139969 Dec 22 08:40:37.996820 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac6fd603-1b0c-4b14-b17c-df68bdab1e59 req-39b311a5-d261-4cb1-a258-6023b28e12fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3248169 Dec 22 08:40:38.017234 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4cff8eab-5924-478c-86f4-f46a329ffac4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195090 Dec 22 08:40:38.017884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:38.032868 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-cca95454-7701-4a28-aabc-416e985f5945 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 1096 time: 0.1863673 Dec 22 08:40:38.035500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:38.053678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.062899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f6a11453-34e5-4f32-9190-77489f5f1e60 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:38.093818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.142179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device aae5847b-8482-47f7-b1fb-8f99e49c8e0d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:38.161594 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-138fbad8-0e1f-45f5-9c75-3c3bad36e22c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532 HTTP/1.1" status: 200 len: 217 time: 0.0739822 Dec 22 08:40:38.175023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: aae5847b-8482-47f7-b1fb-8f99e49c8e0d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:38.175536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device aae5847b-8482-47f7-b1fb-8f99e49c8e0d not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:38.186642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:38.207287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:38.235424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b44727-02cc-4f28-99b3-bc61b4256ad3 None None] Network 7a4b0ba1-045b-4432-bfec-a21ba185c9ce requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:38.241535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.261441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4979dc6c-763e-4155-a4ee-57140280f82e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:38.262885 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-4979dc6c-763e-4155-a4ee-57140280f82e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e878378d-dcce-49c6-b631-310d786aa6e8 HTTP/1.1" status: 200 len: 835 time: 0.0937817 Dec 22 08:40:38.268126 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac6fd603-1b0c-4b14-b17c-df68bdab1e59 req-afbc4eb8-84cd-4445-9e0a-bd9e6eea8a0c service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626731 Dec 22 08:40:38.272675 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54 HTTP/1.1" status: 204 len: 168 time: 1.9100814 Dec 22 08:40:38.277062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:38.278944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:38.283817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.348794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:38.458024 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-fe13343e-b5fb-40fc-a40f-a18e32c0d340 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3338bacd-141e-4905-a19f-d796f099cbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1827583 Dec 22 08:40:38.461818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:38.546384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.575890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] DHCP port deletion for 7a4b0ba1-045b-4432-bfec-a21ba185c9ce request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:40:38.581394 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac6fd603-1b0c-4b14-b17c-df68bdab1e59 req-83e13591-2213-4885-8735-cf6ddf24cf1e service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679746 Dec 22 08:40:38.582359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dab7b4-da79-4b92-bd2e-e782abe97432 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:40:38.591916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] Deleting port ecf1a1a3-387d-4e07-a9c2-396e49feb566 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:38.592611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.593560 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b568545-f30e-4c6e-a9d9-b87fc85cf2ef None None] Sync routers for ids ['bee4c9f4-6b77-494d-a8e5-f124579c0af7'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:40:38.602908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.611511 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b568545-f30e-4c6e-a9d9-b87fc85cf2ef None None] Routers {'bee4c9f4-6b77-494d-a8e5-f124579c0af7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:38.613260 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0b568545-f30e-4c6e-a9d9-b87fc85cf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bee4c9f4-6b77-494d-a8e5-f124579c0af7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:38.624605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-452b926d-a472-484a-8a57-559bc28752d0 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470 tempest-ExtraDHCPOptionsIpV6TestJSON-761407470-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:38.668774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port ecf1a1a3-387d-4e07-a9c2-396e49feb566 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:38.669122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.690368 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0b568545-f30e-4c6e-a9d9-b87fc85cf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:38.701469 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-a1028d0c-c707-4395-a368-e00660ebfc29 service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240551 Dec 22 08:40:38.702229 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b568545-f30e-4c6e-a9d9-b87fc85cf2ef None None] Routers {'bee4c9f4-6b77-494d-a8e5-f124579c0af7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:38.702874 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0b568545-f30e-4c6e-a9d9-b87fc85cf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bee4c9f4-6b77-494d-a8e5-f124579c0af7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:38.728660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Subnet': ['ID=12119a2e-3ac5-46db-ad77-ba8ab02b41ff,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:38.742132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.756692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-78dab7b4-da79-4b92-bd2e-e782abe97432 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.760563 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-78dab7b4-da79-4b92-bd2e-e782abe97432 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "PUT /v2.0/routers/bee4c9f4-6b77-494d-a8e5-f124579c0af7 HTTP/1.1" status: 200 len: 922 time: 7.4195709 Dec 22 08:40:38.761768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:38.761998 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0b568545-f30e-4c6e-a9d9-b87fc85cf2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:38.762584 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b568545-f30e-4c6e-a9d9-b87fc85cf2ef None None] The sync data for ids ['bee4c9f4-6b77-494d-a8e5-f124579c0af7'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:40:38.771827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36874) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:38.832155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.834019 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/subnets/12119a2e-3ac5-46db-ad77-ba8ab02b41ff HTTP/1.1" status: 204 len: 168 time: 1.5754647 Dec 22 08:40:38.836621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36878) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:38.848666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] For port ecf1a1a3-387d-4e07-a9c2-396e49feb566, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ecf1a1a3-387d-4e07-a9c2-396e49feb566,segment=NetworkSegment(8c5d312c-d877-40aa-abc3-c5bdf37abaf4),segment_id=8c5d312c-d877-40aa-abc3-c5bdf37abaf4)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:38.849459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:38.944389 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d2911a2-00bc-4f2c-8f1a-aa0a48450af5 req-0569d29e-a1aa-41e6-92a3-3db76d1e8aeb service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358754 Dec 22 08:40:38.977418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] Calling delete_port for ecf1a1a3-387d-4e07-a9c2-396e49feb566 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:38.992632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.090116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.095030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1547a536-ca7b-434f-a916-2e70115c1c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:39.149159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] Pushing event deleted for resources: {'Port': ['ID=ecf1a1a3-387d-4e07-a9c2-396e49feb566,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:39.159445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:39.160389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] No DVR routers for this DVR port ecf1a1a3-387d-4e07-a9c2-396e49feb566 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:39.185514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a96d3-6b7d-4733-ba2f-1f90feb79bb6 req-77943370-39f4-49a3-85ca-eb870d66ba89 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:39.186875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6f0aca9e-8a51-4527-a0e6-4caf9fb230f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.187462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-259a96d3-6b7d-4733-ba2f-1f90feb79bb6 req-77943370-39f4-49a3-85ca-eb870d66ba89 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 944 time: 0.4901128 Dec 22 08:40:39.251362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.315158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] For port ecf1a1a3-387d-4e07-a9c2-396e49feb566, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ecf1a1a3-387d-4e07-a9c2-396e49feb566,segment=NetworkSegment(8c5d312c-d877-40aa-abc3-c5bdf37abaf4),segment_id=8c5d312c-d877-40aa-abc3-c5bdf37abaf4)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:39.315531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.421419 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90479ab5-a690-4650-b7b3-5ffaec41e9cc']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:39.437758 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c6549160-77ec-40c2-961c-69d2b71b7c2c req-53617f3b-c587-46c8-b617-07d227f15336 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 1096 time: 0.4328640 Dec 22 08:40:39.442410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001817c6-cf90-4caa-a9f5-3de3c3ff1a88') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:39.442675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001817c6-cf90-4caa-a9f5-3de3c3ff1a88') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:39.480560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.570946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.586978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for ecf1a1a3-387d-4e07-a9c2-396e49feb566 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:39.591440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edfc0a-243d-4dc0-80d5-16d750e60ac4 req-3b7a748c-57f9-4016-9247-feda7c9251d7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:39.592865 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-95edfc0a-243d-4dc0-80d5-16d750e60ac4 req-3b7a748c-57f9-4016-9247-feda7c9251d7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 943 time: 0.4191210 Dec 22 08:40:39.593811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:40:39.594537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:39.610590 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:39.663260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-259a96d3-6b7d-4733-ba2f-1f90feb79bb6 req-0c8f4d9a-3646-4610-8736-fc2bab3cdf15 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203572 Dec 22 08:40:39.717688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.723523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ff71bec9-274a-438d-ab07-7d5dc2356b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:39.737318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6549160-77ec-40c2-961c-69d2b71b7c2c req-6ee01f27-801a-4533-9621-c226fc66cb14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:39.738743 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c6549160-77ec-40c2-961c-69d2b71b7c2c req-6ee01f27-801a-4533-9621-c226fc66cb14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3338bacd-141e-4905-a19f-d796f099cbf7 HTTP/1.1" status: 200 len: 898 time: 0.2883229 Dec 22 08:40:39.753428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:39.753752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:39.790289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:39.794425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:39.798761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.799359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:39.799978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.808172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d26b8c-1633-4da2-aad2-7b91bf488ac5 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:39.808719 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2caed50-4f3c-4ac1-bf67-870d7f9363d5 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/routers/bee4c9f4-6b77-494d-a8e5-f124579c0af7 HTTP/1.1" status: 200 len: 922 time: 1.0328472 Dec 22 08:40:39.809994 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-95edfc0a-243d-4dc0-80d5-16d750e60ac4 req-362f199e-41b0-46db-a324-70a31481ddb4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428416 Dec 22 08:40:39.811275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36884) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:39.812082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f4fd7b0e-d02d-4f6d-8039-2b65c2ed3feb tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:39.819010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=93f2ccea-cf92-4317-8e2e-2983266faa0b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:39.821726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:39.840063 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8115468 Dec 22 08:40:39.847956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36888) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:39.854908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': '93f2ccea-cf92-4317-8e2e-2983266faa0b', 'ip_address': '2001:db8::c061:d7eb:5893:e356'}], 'name': 'tempest-NetworksTestDHCPv6-755710235'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:39.875839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:39.878863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Pushing event deleted for resources: {'Network': ['ID=90479ab5-a690-4650-b7b3-5ffaec41e9cc,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:39.891947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:39.894987 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c6549160-77ec-40c2-961c-69d2b71b7c2c req-f9d6243e-3395-406c-a5f9-ac7317f1df3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532 HTTP/1.1" status: 200 len: 217 time: 0.1468489 Dec 22 08:40:39.937376 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] 10.222.0.31 "DELETE /v2.0/networks/90479ab5-a690-4650-b7b3-5ffaec41e9cc HTTP/1.1" status: 204 len: 168 time: 1.0997026 Dec 22 08:40:39.987218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6549160-77ec-40c2-961c-69d2b71b7c2c req-6118d966-882f-424e-bca4-37285a827012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:39.988783 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c6549160-77ec-40c2-961c-69d2b71b7c2c req-6118d966-882f-424e-bca4-37285a827012 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e878378d-dcce-49c6-b631-310d786aa6e8 HTTP/1.1" status: 200 len: 835 time: 0.0821366 Dec 22 08:40:39.994677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c560c41b-ec7f-4f93-a150-85e47383f23d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Synchronizing usage tracker for tenant:2e75baed4b794710b96f4e6089b9c32a on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:40.035340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:40.050603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:40.056810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c560c41b-ec7f-4f93-a150-85e47383f23d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Unset dirty status for tenant:2e75baed4b794710b96f4e6089b9c32a on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:40.060983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36894) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:40.061357 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c560c41b-ec7f-4f93-a150-85e47383f23d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=bee4c9f4-6b77-494d-a8e5-f124579c0af7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2272074 Dec 22 08:40:40.076657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '93f2ccea-cf92-4317-8e2e-2983266faa0b'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:40.077497 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.098611 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c6549160-77ec-40c2-961c-69d2b71b7c2c req-a9faddcd-f0e3-44c2-a918-18ff79d4df52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3338bacd-141e-4905-a19f-d796f099cbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999174 Dec 22 08:40:40.173625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:40.180797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.182112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ecf1a1a3-387d-4e07-a9c2-396e49feb566 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:40.224198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 6c9118de-3194-4b8f-a79d-0e9a803b0d7e yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:40.236409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ecf1a1a3-387d-4e07-a9c2-396e49feb566 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:40.236868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ecf1a1a3-387d-4e07-a9c2-396e49feb566 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:40.257007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port ecf1a1a3-387d-4e07-a9c2-396e49feb566 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:40.257952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.292806 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c6549160-77ec-40c2-961c-69d2b71b7c2c req-834ad04f-e587-4804-874f-bc42829583f6 service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862366 Dec 22 08:40:40.338389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36900) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:40.339633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/93f2ccea-cf92-4317-8e2e-2983266faa0b/ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:40.353052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] The port 'ecf1a1a3-387d-4e07-a9c2-396e49feb566' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:40:40.388878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.456527 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c6549160-77ec-40c2-961c-69d2b71b7c2c req-7672c258-a307-41aa-831d-ed7ce38b37d2 service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545286 Dec 22 08:40:40.494185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.547508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce01cbc7-6fd5-4e4e-8064-3e41fa189ffd tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:40.547997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ce01cbc7-6fd5-4e4e-8064-3e41fa189ffd tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Synchronizing usage tracker for tenant:2e75baed4b794710b96f4e6089b9c32a on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:40.616694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.627438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Transition to ACTIVE for port object ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:40.629907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.644038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ce01cbc7-6fd5-4e4e-8064-3e41fa189ffd tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Unset dirty status for tenant:2e75baed4b794710b96f4e6089b9c32a on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:40.645198 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ce01cbc7-6fd5-4e4e-8064-3e41fa189ffd tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 881 time: 0.5814672 Dec 22 08:40:40.645359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Transition to ACTIVE for port object ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:40.648809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36906) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:40.652671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.656417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:40.695289 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4eb13e78-86b7-4b6b-995d-4a76a408626e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee4c9f4-6b77-494d-a8e5-f124579c0af7 HTTP/1.1" status: 200 len: 205 time: 0.0423739 Dec 22 08:40:40.695441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36912) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:40.707354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4b0ba1-045b-4432-bfec-a21ba185c9ce']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:40.729355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:40.732585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:40.736872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:40.737198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5d312c-d877-40aa-abc3-c5bdf37abaf4') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:40.737451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5d312c-d877-40aa-abc3-c5bdf37abaf4') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:40.739277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Pushing event updated for resources: {'Port': ['ID=ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:40.743473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:40.759634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.770141 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-affc44f0-caf2-4626-9d49-6720b6ca2169 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c436f1970f747a49c1411d820397766&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4226797 Dec 22 08:40:40.772625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36916) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:40.802689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.816442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::c061:d7eb:5893:e356 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/93f2ccea-cf92-4317-8e2e-2983266faa0b/6c9118de-3194-4b8f-a79d-0e9a803b0d7e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:40.832507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:40:40.832798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.836833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Attempting to bind port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:40.837395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Attempting to bind port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:40.837532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Attempting to bind port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:40.844932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:40.845299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:40.845696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.846085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:40.846543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Bound port: ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:40.846913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:40.847689 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:40.987721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] For port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:40.990792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] For port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:40.996625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.001029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:41.040041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.080235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.085376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.096242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ce1d70f2-2082-4951-a881-6004c5aaca5a tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:41.126307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76e45b11-851e-48ad-851f-b906043712a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.127445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Pushing event updated for resources: {'Port': ['ID=ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:41.129071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4d1c2-831c-4e8a-b547-279af81c8a68 req-1ed23998-d031-4bba-ab67-83e3f39f85a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:41.133375 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eed4d1c2-831c-4e8a-b547-279af81c8a68 req-1ed23998-d031-4bba-ab67-83e3f39f85a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 943 time: 0.1679025 Dec 22 08:40:41.138115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Network': ['ID=7a4b0ba1-045b-4432-bfec-a21ba185c9ce,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:41.141254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:41.141392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.142143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:41.200190 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eed4d1c2-831c-4e8a-b547-279af81c8a68 req-35b71264-e269-40f8-8ad7-2f40c9031b5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593240 Dec 22 08:40:41.221911 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/networks/7a4b0ba1-045b-4432-bfec-a21ba185c9ce HTTP/1.1" status: 204 len: 168 time: 2.9404736 Dec 22 08:40:41.232350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36922) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:41.348865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.360461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Deleting port 548b5395-766e-4e45-b02a-5160c0e40cca {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:41.360695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.461841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76e45b11-851e-48ad-851f-b906043712a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.504355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec809-eab7-449d-aeb6-5ab84e4f183e req-4ce56f25-7ffb-4667-bc3f-5abc729fddff tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:41.506370 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-714ec809-eab7-449d-aeb6-5ab84e4f183e req-4ce56f25-7ffb-4667-bc3f-5abc729fddff tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 944 time: 0.6761928 Dec 22 08:40:41.629113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.667225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 6c9118de-3194-4b8f-a79d-0e9a803b0d7e will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:41.668338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76e45b11-851e-48ad-851f-b906043712a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.673625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.676299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d02e639-e93e-4188-8a5f-cd0f3ecc36f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:41.685260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-714ec809-eab7-449d-aeb6-5ab84e4f183e req-9a6ce3fe-77bf-4115-a45d-a9dac2e4e7b1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677530 Dec 22 08:40:41.696228 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67dcf13-b891-4d57-90dd-c16de460a9ee tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:41.696897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c67dcf13-b891-4d57-90dd-c16de460a9ee tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:41.703318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e45b11-851e-48ad-851f-b906043712a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe65dd-68eb-4c57-a84c-f1a9458b29f2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:41.704477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.706246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-76e45b11-851e-48ad-851f-b906043712a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:41.712140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76e45b11-851e-48ad-851f-b906043712a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.713315 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-76e45b11-851e-48ad-851f-b906043712a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eefe65dd-68eb-4c57-a84c-f1a9458b29f2 HTTP/1.1" status: 204 len: 168 time: 0.9381979 Dec 22 08:40:41.737008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c67dcf13-b891-4d57-90dd-c16de460a9ee tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:41.738375 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c67dcf13-b891-4d57-90dd-c16de460a9ee tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5031521 Dec 22 08:40:41.743733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36928) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:41.784244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.795061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6f20036c-a324-48d5-ae8e-ee99912a1f72 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:41.856550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Calling delete_port for 548b5395-766e-4e45-b02a-5160c0e40cca owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:41.861171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:41.865293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:41.868094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:41.872420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:41.872953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:41.906587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=6c9118de-3194-4b8f-a79d-0e9a803b0d7e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:41.910226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:41.935435 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0860615 Dec 22 08:40:41.937360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36934) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:41.942472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': '93f2ccea-cf92-4317-8e2e-2983266faa0b', 'ip_address': '2001:db8::c061:d7eb:5893:e356'}], 'name': 'tempest-NetworksTestDHCPv6-1330688062'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:41.963789 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-238921cf-5318-4f56-a0be-d6a5916d5b23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2160697 Dec 22 08:40:41.964385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36938) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:42.044662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-29618602'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:42.051107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:42.059194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:network and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:42.069510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:42.082323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:42.100700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.106060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-63d9cf48-bf2c-47a7-a6d0-5cf7729a1e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:42.113874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:42.117604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.172234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:42.181245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event deleted for resources: {'Port': ['ID=548b5395-766e-4e45-b02a-5160c0e40cca,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:42.183611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.183969 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Added segment d6ea785a-a2bd-475d-a60b-92821dc0b082 of type vlan for network 5ab27874-12c7-47eb-badf-6bda60c0440a Dec 22 08:40:42.185979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:42.217299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:42.223793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.228358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:42.231923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:42.249493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:42.282901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:42.283396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:42.290387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.359415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 160361c1-6671-43f9-b6b6-d5c93b289d4d yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:42.418664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.423009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:42.424350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.434928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:42.492625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bb676f3e-ede1-4630-af3e-d89cf560fdcd None None] Provisioning for port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:42.524342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:42.532538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:42.533061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.545118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.677836 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7123051 Dec 22 08:40:42.681422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36956) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:42.702088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': '5ab27874-12c7-47eb-badf-6bda60c0440a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:42.760834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.801184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:42.806810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:42.807180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Network': ['ID=5ab27874-12c7-47eb-badf-6bda60c0440a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:42.814551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:42.821528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cd8e4c00-2eca-4cea-bc53-4ae5c8a90d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:42.847844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:42.855024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:42.858607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:42.860028 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 08:40:42.860684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:42.884692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 5ab27874-12c7-47eb-badf-6bda60c0440a details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:42.886732 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f64e8ed-6cdf-4e70-96bc-2b56f456925c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9485333 Dec 22 08:40:42.889336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:42.936349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:42.993730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9c630b7f-5970-4574-92f1-4ed9fe4d3532 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:40:43.026626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:43.039851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872417f9-118a-4052-a1d4-93c83deb6880 req-f44711f1-2baa-43dd-9c9f-232b1a119f91 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:43.041357 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-872417f9-118a-4052-a1d4-93c83deb6880 req-f44711f1-2baa-43dd-9c9f-232b1a119f91 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 943 time: 0.5656307 Dec 22 08:40:43.044886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:43.045063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:43.064385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.075760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d7977ff6-8bf3-4eab-bf5e-5f89d41e598e None None] Provisioning for port 6c9118de-3194-4b8f-a79d-0e9a803b0d7e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:43.099872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7261f462-9f05-4c46-a309-c8df55eded0c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:43.104324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7261f462-9f05-4c46-a309-c8df55eded0c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:43.105371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7261f462-9f05-4c46-a309-c8df55eded0c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:43.119906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fee5f-4775-42b8-b366-3a5e250c938b req-6ea25f60-3e7e-4321-8d0d-0872ddd13e17 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:43.119906 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-563fee5f-4775-42b8-b366-3a5e250c938b req-6ea25f60-3e7e-4321-8d0d-0872ddd13e17 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 944 time: 0.1648149 Dec 22 08:40:43.120272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36970) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:43.148150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d7977ff6-8bf3-4eab-bf5e-5f89d41e598e None None] Provisioning complete for port 6c9118de-3194-4b8f-a79d-0e9a803b0d7e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:43.148914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d7977ff6-8bf3-4eab-bf5e-5f89d41e598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.161060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7261f462-9f05-4c46-a309-c8df55eded0c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:43.162499 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7261f462-9f05-4c46-a309-c8df55eded0c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2718635 Dec 22 08:40:43.165521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36976) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:43.256100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d7977ff6-8bf3-4eab-bf5e-5f89d41e598e None None] Port 6c9118de-3194-4b8f-a79d-0e9a803b0d7e cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:43.270441 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-563fee5f-4775-42b8-b366-3a5e250c938b req-1105c497-4183-40fe-9abd-6cfc56af8837 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375413 Dec 22 08:40:43.283044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.284822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 6c9118de-3194-4b8f-a79d-0e9a803b0d7e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:43.285165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.294524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 9c630b7f-5970-4574-92f1-4ed9fe4d3532, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:43.310618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:40:43.327155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.343572 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-872417f9-118a-4052-a1d4-93c83deb6880 req-51caf5f4-fd45-46ca-9323-9bae917f2a82 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813148 Dec 22 08:40:43.348690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448201255'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:43.362827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:43.379893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:43.379893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:43.404217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.408698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:43.427698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.428532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Fanout notify agent at l3_agent the message router_deleted on router bee4c9f4-6b77-494d-a8e5-f124579c0af7 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:40:43.433820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.442273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c630b7f-5970-4574-92f1-4ed9fe4d3532 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:40:43.459089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.463805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 9c630b7f-5970-4574-92f1-4ed9fe4d3532, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:43.470409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.472867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b1316749-8e40-40ad-9b33-f0200777a379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:43.528281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.529330 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/bee4c9f4-6b77-494d-a8e5-f124579c0af7 HTTP/1.1" status: 204 len: 168 time: 2.8330731 Dec 22 08:40:43.538209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36982) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:43.543757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1904156184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:43.581745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=9c630b7f-5970-4574-92f1-4ed9fe4d3532,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:43.585286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:43.593397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:43.599095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Usage tracker for resource:router and tenant:dbd857faadb049e29ccdf3075ce36b73 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:43.603344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:43.610724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:43.629463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.631077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.684062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.688075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eaa41048-72ee-4092-a422-5efc44088140 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:43.689310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:43.713013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:43.727940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:43.745945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:43.764185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=8cd29e22-b32f-46a2-93e7-b5c6cddf758e,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:43.767891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.768109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:43.769993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.776676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Checking segment: {'id': 'd6ea785a-a2bd-475d-a60b-92821dc0b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5ab27874-12c7-47eb-badf-6bda60c0440a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:43.777052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network hostable DHCP agents. Network: 5ab27874-12c7-47eb-badf-6bda60c0440a, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:43.798803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 5ab27874-12c7-47eb-badf-6bda60c0440a is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:43.808067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 5ab27874-12c7-47eb-badf-6bda60c0440a) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:43.811884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:43.812457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:43.819327 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951e27e-3a02-4758-8617-e766cfde0693 None None] Network 5ab27874-12c7-47eb-badf-6bda60c0440a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:43.841863 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1587090 Dec 22 08:40:43.846120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 36986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:43.909393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['9c630b7f-5970-4574-92f1-4ed9fe4d3532'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:40:43.914132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 6c9118de-3194-4b8f-a79d-0e9a803b0d7e owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:43.944776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': '5ab27874-12c7-47eb-badf-6bda60c0440a', 'name': 'tempest-PortsIpV6TestJSON-1314898649'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:44.122820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5ab27874-12c7-47eb-badf-6bda60c0440a', 'network_id': '5ab27874-12c7-47eb-badf-6bda60c0440a', 'tenant_id': 'f4c80051c1864fc382c5d764ec033c31', 'fixed_ips': [{'subnet_id': '8cd29e22-b32f-46a2-93e7-b5c6cddf758e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:44.123666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.177987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:44.178485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.218493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ebfa9-6f2c-4842-8b96-7c3d174f032e req-58f89a5a-28e8-4ffe-a1c8-b3b392caab85 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:44.220294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-362ebfa9-6f2c-4842-8b96-7c3d174f032e req-58f89a5a-28e8-4ffe-a1c8-b3b392caab85 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.5693150 Dec 22 08:40:44.313849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.318408 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d31f5e46-c7ea-4f2d-b6a4-94486a3a9753 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7789116 Dec 22 08:40:44.318903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 36992) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.330625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:44.414608 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-362ebfa9-6f2c-4842-8b96-7c3d174f032e req-eb84001d-7209-4c53-9460-4ec8648006d2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723433 Dec 22 08:40:44.421435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:44.430523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:44.431073 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.445318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.454285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.461067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:44.464196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15db162f-cc28-4dab-a1f8-694e11e60c50 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:44.493949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Allocated IP 2001:db8::2 (5ab27874-12c7-47eb-badf-6bda60c0440a/8cd29e22-b32f-46a2-93e7-b5c6cddf758e/56e4224b-1559-44c0-80a8-4f57199e6824) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:44.508191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:44.511330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.529329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:44.537765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.542352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:44.557740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:44.563814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36336524-5913-4c38-bb7b-93b300d3010e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:44.574934 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:44.576324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:44.576848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4524ae3e-2b02-46b8-a1bf-a9ea542b3446 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:44.665536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=6c9118de-3194-4b8f-a79d-0e9a803b0d7e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:44.673364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port ab52f86f-4091-4771-a16d-eeb8b82ff597 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:44.712665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:44.780441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.782139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31c033-dbb7-40c7-84bc-2f740ce975c2 req-15b5b588-aeb2-4cd1-a967-8c0fa860c94b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:44.783872 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bc31c033-dbb7-40c7-84bc-2f740ce975c2 req-15b5b588-aeb2-4cd1-a967-8c0fa860c94b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 944 time: 0.2662270 Dec 22 08:40:44.856086 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/6c9118de-3194-4b8f-a79d-0e9a803b0d7e HTTP/1.1" status: 204 len: 168 time: 1.6894817 Dec 22 08:40:44.861594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:44.919133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.930474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.938792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dd8ac025-689a-40a7-b508-428bcea7d76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:44.959399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:44.971808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Transition to ACTIVE for port object 56e4224b-1559-44c0-80a8-4f57199e6824 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:44.974572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4ce47-a95f-4db2-a698-b7c9f12155ed req-304ebe13-02d1-4e71-9a2d-d216b2cf3ab1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:44.976120 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bc4ce47-a95f-4db2-a698-b7c9f12155ed req-304ebe13-02d1-4e71-9a2d-d216b2cf3ab1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 944 time: 0.3586237 Dec 22 08:40:44.989343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device f87ae542-c8c4-4a82-aab6-f1c2da43d31b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:40:44.993020 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bc31c033-dbb7-40c7-84bc-2f740ce975c2 req-39a6119c-28d3-47cc-b3ae-7d4539170ac6 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028561 Dec 22 08:40:45.004553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b26b16-d817-42dd-9324-30e5d5e50dfe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:45.005994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b26b16-d817-42dd-9324-30e5d5e50dfe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:45.006966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8b26b16-d817-42dd-9324-30e5d5e50dfe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:45.019335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Transition to ACTIVE for port object 56e4224b-1559-44c0-80a8-4f57199e6824 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:45.021836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.024435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.028525 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9057562 Dec 22 08:40:45.035901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37004) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:45.041805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.080905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb9df87-2793-4619-a99c-c0d3b26b7662,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:45.102100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f7e2c443-0c73-44a1-8560-ee924f85b115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:45.113605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:45.202255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8b26b16-d817-42dd-9324-30e5d5e50dfe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:45.203462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8b26b16-d817-42dd-9324-30e5d5e50dfe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3336403 Dec 22 08:40:45.208437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::157 (5ab27874-12c7-47eb-badf-6bda60c0440a/8cd29e22-b32f-46a2-93e7-b5c6cddf758e/ab52f86f-4091-4771-a16d-eeb8b82ff597) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:45.212310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37008) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:45.229362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Pushing event updated for resources: {'Port': ['ID=56e4224b-1559-44c0-80a8-4f57199e6824,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:45.232809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:45.238288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Network 5ab27874-12c7-47eb-badf-6bda60c0440a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:45.245350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:45.251096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:45.255404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-3bc4ce47-a95f-4db2-a698-b7c9f12155ed req-64e98336-e380-4f57-976a-e9dfb5a9bc50 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:45.309166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d1e691b2-62c8-4112-b1e9-adaebda4d2f4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:45.334387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-3bc4ce47-a95f-4db2-a698-b7c9f12155ed req-64e98336-e380-4f57-976a-e9dfb5a9bc50 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:45.335585 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bc4ce47-a95f-4db2-a698-b7c9f12155ed req-64e98336-e380-4f57-976a-e9dfb5a9bc50 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347631 Dec 22 08:40:45.372334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Attempting to bind port 56e4224b-1559-44c0-80a8-4f57199e6824 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:45.372936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Attempting to bind port 56e4224b-1559-44c0-80a8-4f57199e6824 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'd6ea785a-a2bd-475d-a60b-92821dc0b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5ab27874-12c7-47eb-badf-6bda60c0440a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:45.373090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Attempting to bind port 56e4224b-1559-44c0-80a8-4f57199e6824 on network 5ab27874-12c7-47eb-badf-6bda60c0440a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:45.384590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port f87ae542-c8c4-4a82-aab6-f1c2da43d31b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:45.385748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.395714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:45.396239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Checking segment: {'id': 'd6ea785a-a2bd-475d-a60b-92821dc0b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5ab27874-12c7-47eb-badf-6bda60c0440a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:45.397064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.397064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Bound using segment: {'id': 'd6ea785a-a2bd-475d-a60b-92821dc0b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5ab27874-12c7-47eb-badf-6bda60c0440a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:45.397536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Bound port: 56e4224b-1559-44c0-80a8-4f57199e6824, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ea785a-a2bd-475d-a60b-92821dc0b082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5ab27874-12c7-47eb-badf-6bda60c0440a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:45.397922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.413972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'port_id': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'mac_address': 'fa:16:3e:23:f0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:40:45.427453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.446651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d1e691b2-62c8-4112-b1e9-adaebda4d2f4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:45.451096 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d1e691b2-62c8-4112-b1e9-adaebda4d2f4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4110553 Dec 22 08:40:45.452399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:45.471488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-414f0fa2-967b-4ac3-9646-255d7bae92ce tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-security--149837846', 'description': 'tempest-security-description-74257195'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:45.508855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.522995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c939a3e-5c76-4368-8bc9-1cb4f1db41a4 req-0f194317-ffa2-4b57-a123-1e41392d0867 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:45.530056 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7c939a3e-5c76-4368-8bc9-1cb4f1db41a4 req-0f194317-ffa2-4b57-a123-1e41392d0867 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.2407370 Dec 22 08:40:45.532732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87ae542-c8c4-4a82-aab6-f1c2da43d31b {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:40:45.549584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port f87ae542-c8c4-4a82-aab6-f1c2da43d31b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:45.557683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.562981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:45.619484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-414f0fa2-967b-4ac3-9646-255d7bae92ce tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.632703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 93f2ccea-cf92-4317-8e2e-2983266faa0b {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:45.636090 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7c939a3e-5c76-4368-8bc9-1cb4f1db41a4 req-384577b2-b5c5-4921-81e9-7fa937a6536e tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051333 Dec 22 08:40:45.642111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.653847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Allocated IP 172.26.5.84 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/881abff3-d7d5-4821-b933-2b203cd353ea) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:45.659824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] For port 56e4224b-1559-44c0-80a8-4f57199e6824, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:45.667431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:45.671220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:45.674866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] For port 56e4224b-1559-44c0-80a8-4f57199e6824, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=56e4224b-1559-44c0-80a8-4f57199e6824,segment=NetworkSegment(d6ea785a-a2bd-475d-a60b-92821dc0b082),segment_id=d6ea785a-a2bd-475d-a60b-92821dc0b082)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:45.679768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.684477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4f39fc5a-04e4-42c4-9999-f44380e87fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:45.763451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.778688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Pushing event updated for resources: {'Port': ['ID=56e4224b-1559-44c0-80a8-4f57199e6824,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:45.784996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:45.808010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.829359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-414f0fa2-967b-4ac3-9646-255d7bae92ce tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.867854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-414f0fa2-967b-4ac3-9646-255d7bae92ce tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.870200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-414f0fa2-967b-4ac3-9646-255d7bae92ce tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:45.874300 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-414f0fa2-967b-4ac3-9646-255d7bae92ce tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "PUT /v2.0/security-groups/dbb9df87-2793-4619-a99c-c0d3b26b7662 HTTP/1.1" status: 200 len: 1609 time: 0.4194109 Dec 22 08:40:45.875120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37018) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:45.877887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object ab52f86f-4091-4771-a16d-eeb8b82ff597 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:45.878719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cee78ac0-85c5-4cd2-824c-1f276011815f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:45.910736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['f87ae542-c8c4-4a82-aab6-f1c2da43d31b'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:40:45.946225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f0fa2-967b-4ac3-9646-255d7bae92ce tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb9df87-2793-4619-a99c-c0d3b26b7662,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:45.961359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-414f0fa2-967b-4ac3-9646-255d7bae92ce tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:45.970811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.010616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.143056 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c899dba1-6362-4418-8eed-0c66532a4e41 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups/dbb9df87-2793-4619-a99c-c0d3b26b7662 HTTP/1.1" status: 200 len: 1609 time: 0.2232933 Dec 22 08:40:46.156592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37026) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:46.173712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.186466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-230ac3f2-b701-4dcd-b522-2e00577dd8e5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:46.192351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.206799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6f0e3d6c-2687-4fbc-97b6-c92b99e7eabd tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:46.292434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:46.298291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:46.305557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:46.314441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.325918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 5ab27874-12c7-47eb-badf-6bda60c0440a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:46.337219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event updated for resources: {'Port': ['ID=881abff3-d7d5-4821-b933-2b203cd353ea,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:46.337746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:46.346568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:46.354429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:46.358507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:46.359409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.382273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7976fe-69d8-4405-a023-a15bb1c431da req-c3df786f-a839-44a6-9d26-8c637adf355c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:46.383388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=ab52f86f-4091-4771-a16d-eeb8b82ff597,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:46.384160 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dd7976fe-69d8-4405-a023-a15bb1c431da req-c3df786f-a839-44a6-9d26-8c637adf355c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3189459 Dec 22 08:40:46.387187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:46.391546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7d8efbac-650b-475f-9417-5325f0057427 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:46.426786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5d8b8-8375-41f8-abda-0d0a95283bda None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:46.426978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.435463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=93f2ccea-cf92-4317-8e2e-2983266faa0b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:46.444629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:46.449075 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5441127 Dec 22 08:40:46.452664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37032) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:46.476220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': '5ab27874-12c7-47eb-badf-6bda60c0440a', 'name': 'tempest-PortsIpV6TestJSON-353968810'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:46.574212 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dd7976fe-69d8-4405-a023-a15bb1c431da req-91dcc386-2d58-4d3b-baf8-729824364629 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611345 Dec 22 08:40:46.634118 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/93f2ccea-cf92-4317-8e2e-2983266faa0b HTTP/1.1" status: 204 len: 168 time: 1.4207616 Dec 22 08:40:46.639836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37036) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:46.696281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.736946 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fd9ca7ae-8e36-4399-9fec-68150248f86d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952544 Dec 22 08:40:46.742779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37040) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:46.745485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103649b4-1709-4ade-9a23-6f3a0c0dae4d req-37757f37-f722-4c13-b51c-819be27de124 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:46.752198 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-103649b4-1709-4ade-9a23-6f3a0c0dae4d req-37757f37-f722-4c13-b51c-819be27de124 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 945 time: 0.5289941 Dec 22 08:40:46.757653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:46.810953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.884362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:46.889362 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-103649b4-1709-4ade-9a23-6f3a0c0dae4d req-ad9b6a3b-2b95-4bd2-b3c1-3983f4fa6f70 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362994 Dec 22 08:40:46.892568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.892815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:port and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:46.897135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:46.902593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:46.914225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.918646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c42ada44-e63f-4056-bc75-940a3564d013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:46.929956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:46.932967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:46.948144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb9df87-2793-4619-a99c-c0d3b26b7662,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:46.955902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:46.963540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 9d0e6fca-ce60-4dfe-9d3a-e9425c945abb yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:47.005676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9c630b7f-5970-4574-92f1-4ed9fe4d3532 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:47.026455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:47.036813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:47.046406 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:47.052901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.056452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:40:47.058021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/dbb9df87-2793-4619-a99c-c0d3b26b7662 HTTP/1.1" status: 204 len: 168 time: 0.8980784 Dec 22 08:40:47.058831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:47.074857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] Deleting port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:47.075406 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.174084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.178382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.185598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:47.197968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2165f0e8-8f1f-498b-83af-098f5624eae2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:47.208355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:47.229114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::ac (5ab27874-12c7-47eb-badf-6bda60c0440a/8cd29e22-b32f-46a2-93e7-b5c6cddf758e/9d0e6fca-ce60-4dfe-9d3a-e9425c945abb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:47.237824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a10f4-b8d3-4e88-b462-1b13c9e954df None None] Network 5ab27874-12c7-47eb-badf-6bda60c0440a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:47.244318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2165f0e8-8f1f-498b-83af-098f5624eae2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:47.245785 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2165f0e8-8f1f-498b-83af-098f5624eae2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1830490 Dec 22 08:40:47.249945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37048) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:47.286196 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-40516d21-8c52-490f-ab5f-d8614366f144 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] delete failed (client error): The resource could not be found. Dec 22 08:40:47.290987 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-40516d21-8c52-490f-ab5f-d8614366f144 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/dbb9df87-2793-4619-a99c-c0d3b26b7662 HTTP/1.1" status: 404 len: 347 time: 0.0363619 Dec 22 08:40:47.292653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37052) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:47.353789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:47.362872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-secgroup--306311346'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:47.379669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35fb41-06ce-4eb8-8e70-3ecef6e63827 req-f9df9b1a-9309-4e56-99c2-8b65008b5c76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:47.381502 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fa35fb41-06ce-4eb8-8e70-3ecef6e63827 req-f9df9b1a-9309-4e56-99c2-8b65008b5c76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 944 time: 0.5987062 Dec 22 08:40:47.383483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:47.383635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:47.383635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.442874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:47.469901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] For port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:47.470323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.478955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.482138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.505289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object 9d0e6fca-ce60-4dfe-9d3a-e9425c945abb will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:47.535950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.542914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d61987b-a32e-4b4e-89d7-8ae21cdabc9b tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:47.589836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.601467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-27e7e979-672a-446f-9b96-9ac93cd727e3 None None] Provisioning for port 56e4224b-1559-44c0-80a8-4f57199e6824 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:47.615543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 5ab27874-12c7-47eb-badf-6bda60c0440a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:47.619549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:47.621597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=9d0e6fca-ce60-4dfe-9d3a-e9425c945abb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:47.624309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:47.628147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:47.628914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.633439 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fa35fb41-06ce-4eb8-8e70-3ecef6e63827 req-9061afb4-9cf1-45aa-b177-7e5dcb65d8b9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214110 Dec 22 08:40:47.651524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:47.655752 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2007329 Dec 22 08:40:47.658488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37058) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:47.679178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] Calling delete_port for ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:47.725722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:47.782188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1e8e7-b61c-4ba9-9a5b-a0c04aff5864 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:47.783451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dfb1e8e7-b61c-4ba9-9a5b-a0c04aff5864 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:47.789578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:47.793985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:47.814637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:47.848369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dfb1e8e7-b61c-4ba9-9a5b-a0c04aff5864 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:47.850635 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dfb1e8e7-b61c-4ba9-9a5b-a0c04aff5864 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A157 HTTP/1.1" status: 200 len: 929 time: 0.1908143 Dec 22 08:40:47.853389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37062) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:47.888626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.914676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.920305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a7158407-16dd-408e-bc9f-6615b240fc12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:47.945747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 9d0e6fca-ce60-4dfe-9d3a-e9425c945abb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:47.946166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.962292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.973170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] Pushing event deleted for resources: {'Port': ['ID=ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:47.980835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:40:47.983163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:47.985666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:47.993552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414d21e-8d8d-4f2e-b955-5f6e8e2b9c1a req-654a0189-d7f9-4c22-8696-655f762133b4 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:47.994401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3b5f6984-c556-4888-9fdd-13a68c823c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:47.999609 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f414d21e-8d8d-4f2e-b955-5f6e8e2b9c1a req-654a0189-d7f9-4c22-8696-655f762133b4 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.2021165 Dec 22 08:40:48.014135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] No DVR routers for this DVR port ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:48.016605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 9c630b7f-5970-4574-92f1-4ed9fe4d3532, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:48.033234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.035700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:48.081431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.090680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac59a0b-9766-40d7-967b-985b060948c9,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:48.095919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:48.098888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:48.131826 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f414d21e-8d8d-4f2e-b955-5f6e8e2b9c1a req-dbfd3d9f-1051-442f-bc6f-16ead6ed6e21 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307387 Dec 22 08:40:48.209676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=9c630b7f-5970-4574-92f1-4ed9fe4d3532,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:48.214548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:48.283427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.283609 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'code': 200} Dec 22 08:40:48.284925 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9883623 Dec 22 08:40:48.291183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37070) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:48.302999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '2ac59a0b-9766-40d7-967b-985b060948c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:48.306303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 56e4224b-1559-44c0-80a8-4f57199e6824 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:48.314147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:48.323684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:48.329622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:48.350331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:48.382316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:48.406386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.435262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:48.439659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:48.440209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.443069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 56e4224b-1559-44c0-80a8-4f57199e6824 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:48.449215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7487d95b-3988-4875-a14d-2a549a2b7fb3 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:48.456299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=1afd08d1-6464-450c-9267-ca62a43654cf,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:48.460022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:48.467535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Router 12a95511-8258-4813-93a4-c59442550da5 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:40:48.496524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Provisioning for port 9d0e6fca-ce60-4dfe-9d3a-e9425c945abb completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:48.514505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.608200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 56e4224b-1559-44c0-80a8-4f57199e6824 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:48.614885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.630480 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8836396 Dec 22 08:40:48.632643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37074) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:48.638879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb7363-a946-45c4-bcdb-1c0824b8d5db req-9189e4de-b5e5-41f4-abb2-5460e5b0a559 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:48.643406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 9d0e6fca-ce60-4dfe-9d3a-e9425c945abb owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:48.646542 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-81fb7363-a946-45c4-bcdb-1c0824b8d5db req-9189e4de-b5e5-41f4-abb2-5460e5b0a559 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 945 time: 0.3602474 Dec 22 08:40:48.652886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Provisioning complete for port 9d0e6fca-ce60-4dfe-9d3a-e9425c945abb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:48.653649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.676044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': '1afd08d1-6464-450c-9267-ca62a43654cf', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1443661298'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:48.762876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.763225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Port 9d0e6fca-ce60-4dfe-9d3a-e9425c945abb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:48.777943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.793385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-28fefece-60f2-46df-8f02-baea9ba6bca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:48.852076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66336a14-e362-43eb-beda-feb04d3a48ce,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:48.890107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:48.899956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:48.904996 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6124995 Dec 22 08:40:48.940869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37080) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:48.947846 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-81fb7363-a946-45c4-bcdb-1c0824b8d5db req-883d6586-7eed-4273-a081-bc74d466c62b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002212 Dec 22 08:40:48.975176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Provisioning complete for port 56e4224b-1559-44c0-80a8-4f57199e6824 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:48.975721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.044849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:49.055588 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-665bd430-60b6-4701-8098-7ef82844eb1c req-b02145d4-5fc6-4703-a64d-770ab3dc2f64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 1098 time: 0.4981258 Dec 22 08:40:49.058032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device f87ae542-c8c4-4a82-aab6-f1c2da43d31b up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:49.058792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:49.092966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.106915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2adc739-8447-4381-b028-ecabb0df7580 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:49.140462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:49.142770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '1afd08d1-6464-450c-9267-ca62a43654cf'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:49.144005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.179535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:49.179772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=9d0e6fca-ce60-4dfe-9d3a-e9425c945abb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:49.187205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:49.203523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c73c65b-6d2b-4c99-8a5c-6f48c8c597fb tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.216188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c73c65b-6d2b-4c99-8a5c-6f48c8c597fb tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.227363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119d7f4-f176-4418-bf43-f0cf21c1f196 req-b2151f8e-2c49-4be7-a850-7a5b195c60e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:49.229111 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8119d7f4-f176-4418-bf43-f0cf21c1f196 req-b2151f8e-2c49-4be7-a850-7a5b195c60e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 945 time: 0.2567317 Dec 22 08:40:49.270941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.279375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:49.286527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.318623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 56e4224b-1559-44c0-80a8-4f57199e6824, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=56e4224b-1559-44c0-80a8-4f57199e6824,segment=NetworkSegment(d6ea785a-a2bd-475d-a60b-92821dc0b082),segment_id=d6ea785a-a2bd-475d-a60b-92821dc0b082)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:49.341215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.350291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:49.417840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port c537ce59-b4f7-4302-9cc0-2820c16b7acd yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:49.428482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7ec835a2-446a-4f6e-b31f-4f3007a516ed no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:49.436829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.467372 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/9d0e6fca-ce60-4dfe-9d3a-e9425c945abb HTTP/1.1" status: 204 len: 168 time: 1.6127169 Dec 22 08:40:49.471839 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-665bd430-60b6-4701-8098-7ef82844eb1c req-65299651-da53-4624-afc1-523bea2ef947 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210008 Dec 22 08:40:49.472065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37086) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:49.488024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 7ec835a2-446a-4f6e-b31f-4f3007a516ed {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:49.488024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7ec835a2-446a-4f6e-b31f-4f3007a516ed not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:49.488500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:49.488681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c73c65b-6d2b-4c99-8a5c-6f48c8c597fb tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.524617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e07d442b-7774-42b3-95ae-a6f0034599ce tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:49.564409 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8119d7f4-f176-4418-bf43-f0cf21c1f196 req-5379c1ac-caeb-4bcd-bc70-02d61f65d979 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648591 Dec 22 08:40:49.582957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73c65b-6d2b-4c99-8a5c-6f48c8c597fb tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66336a14-e362-43eb-beda-feb04d3a48ce,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:49.589594 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f03781e-7038-4703-80ed-864a5a672516 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:40:49.590306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f03781e-7038-4703-80ed-864a5a672516 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:49.595810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c73c65b-6d2b-4c99-8a5c-6f48c8c597fb tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:49.608516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f03781e-7038-4703-80ed-864a5a672516 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:49.611668 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f03781e-7038-4703-80ed-864a5a672516 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/9d0e6fca-ce60-4dfe-9d3a-e9425c945abb HTTP/1.1" status: 404 len: 333 time: 0.1392236 Dec 22 08:40:49.612493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37090) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:49.627208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port f87ae542-c8c4-4a82-aab6-f1c2da43d31b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:49.630146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:49.630499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac6ea7f9-bbe9-418c-90d4-9c97dc8bbf87 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:49.642554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632e6b6-812b-40a6-bfdb-324226a81c7b req-1b889503-2713-433a-af15-d10325d7930f tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:49.643964 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d632e6b6-812b-40a6-bfdb-324226a81c7b req-1b889503-2713-433a-af15-d10325d7930f tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3392696 Dec 22 08:40:49.645972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port f87ae542-c8c4-4a82-aab6-f1c2da43d31b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:49.646358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.654134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:40:49.675266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8c73c65b-6d2b-4c99-8a5c-6f48c8c597fb tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.679459 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8c73c65b-6d2b-4c99-8a5c-6f48c8c597fb tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/66336a14-e362-43eb-beda-feb04d3a48ce HTTP/1.1" status: 204 len: 168 time: 0.7274017 Dec 22 08:40:49.682233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37094) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:49.685060 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82c5a0-4553-4944-a030-0df1d816352d None None] Sync routers for ids ['12a95511-8258-4813-93a4-c59442550da5'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:40:49.686285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.687475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=56e4224b-1559-44c0-80a8-4f57199e6824,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:49.690232 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "PUT /v2.0/routers/12a95511-8258-4813-93a4-c59442550da5 HTTP/1.1" status: 200 len: 879 time: 5.3695369 Dec 22 08:40:49.694602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37098) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:49.705470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port ab52f86f-4091-4771-a16d-eeb8b82ff597 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:49.705991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:49.760018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:49.799782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/1afd08d1-6464-450c-9267-ca62a43654cf/904019fa-7dc4-43f5-ab51-50c0ce13523b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:49.814144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82c5a0-4553-4944-a030-0df1d816352d None None] Routers {'12a95511-8258-4813-93a4-c59442550da5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:49.814519 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d632e6b6-812b-40a6-bfdb-324226a81c7b req-a6f814ea-944f-48d3-b20f-58c90e058165 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556935 Dec 22 08:40:49.814777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8e82c5a0-4553-4944-a030-0df1d816352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['12a95511-8258-4813-93a4-c59442550da5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:49.824468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dc0061b4-1a89-4667-8943-373b71ba0bf6 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:49.900201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8e82c5a0-4553-4944-a030-0df1d816352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:49.930445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dc0061b4-1a89-4667-8943-373b71ba0bf6 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:49.931740 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dc0061b4-1a89-4667-8943-373b71ba0bf6 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2487471 Dec 22 08:40:49.934545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37102) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:49.945329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Provisioning for port ab52f86f-4091-4771-a16d-eeb8b82ff597 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:49.951266 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-33f217b7-07d0-4250-85f1-e439fe39bdf2 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/routers/12a95511-8258-4813-93a4-c59442550da5 HTTP/1.1" status: 200 len: 920 time: 0.2493186 Dec 22 08:40:49.951266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37106) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:49.962740 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Provisioning complete for port ab52f86f-4091-4771-a16d-eeb8b82ff597 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:49.963122 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.049529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.056477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e82c5a0-4553-4944-a030-0df1d816352d None None] Routers {'12a95511-8258-4813-93a4-c59442550da5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:40:50.057118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8e82c5a0-4553-4944-a030-0df1d816352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['12a95511-8258-4813-93a4-c59442550da5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:50.058207 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4d8e9fb4-5ba4-4bfb-836a-510d8bd8de1c tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=12a95511-8258-4813-93a4-c59442550da5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1047275 Dec 22 08:40:50.059621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37112) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.065754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dec1f7a5-88bb-40ce-8454-98c7c9f2814c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.154086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.163152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8e82c5a0-4553-4944-a030-0df1d816352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:50.163595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82c5a0-4553-4944-a030-0df1d816352d None None] The sync data for ids ['12a95511-8258-4813-93a4-c59442550da5'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:40:50.171944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1aa19304-13b3-4917-a812-e9ae05abfa89 None None] Port ab52f86f-4091-4771-a16d-eeb8b82ff597 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:50.187498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 56e4224b-1559-44c0-80a8-4f57199e6824 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:50.216815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76651168-712a-420a-a168-7320d85813ad tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:50.217710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76651168-712a-420a-a168-7320d85813ad tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Synchronizing usage tracker for tenant:2e75baed4b794710b96f4e6089b9c32a on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:50.221788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for ab52f86f-4091-4771-a16d-eeb8b82ff597 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:50.231694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76651168-712a-420a-a168-7320d85813ad tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Unset dirty status for tenant:2e75baed4b794710b96f4e6089b9c32a on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:50.233367 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-76651168-712a-420a-a168-7320d85813ad tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 881 time: 0.1721094 Dec 22 08:40:50.235907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37116) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.287119 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2ad70b17-2e34-4130-a970-23833c10bce6 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a95511-8258-4813-93a4-c59442550da5 HTTP/1.1" status: 200 len: 205 time: 0.0460677 Dec 22 08:40:50.287393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:40:50.287527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37120) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.298512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dec1f7a5-88bb-40ce-8454-98c7c9f2814c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.317093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port f87ae542-c8c4-4a82-aab6-f1c2da43d31b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:50.320281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b758ed20-6341-4699-9f66-d6fc0230813e None None] Could not find standard attr ID for object 9d0e6fca-ce60-4dfe-9d3a-e9425c945abb. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:40:50.335265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.341374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-663a7c8a-bf31-4848-bdb5-111dd62b943e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:50.398942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e72b6-5c53-4a02-8bff-c339ac4cbc15 req-bf2dc3c2-58e6-4891-81e1-b34b6eb594a4 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:50.401021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e3e72b6-5c53-4a02-8bff-c339ac4cbc15 req-bf2dc3c2-58e6-4891-81e1-b34b6eb594a4 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 945 time: 0.2794898 Dec 22 08:40:50.407495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.419477 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'code': 200} Dec 22 08:40:50.448415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b758ed20-6341-4699-9f66-d6fc0230813e None None] Provisioning complete for port ab52f86f-4091-4771-a16d-eeb8b82ff597 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:50.449090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b758ed20-6341-4699-9f66-d6fc0230813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.485078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 56e4224b-1559-44c0-80a8-4f57199e6824 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:50.485756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.510449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:50.529921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:50.537007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Transition to ACTIVE for port object 904019fa-7dc4-43f5-ab51-50c0ce13523b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:50.559273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dec1f7a5-88bb-40ce-8454-98c7c9f2814c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.579325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b758ed20-6341-4699-9f66-d6fc0230813e None None] Port ab52f86f-4091-4771-a16d-eeb8b82ff597 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:50.580175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-76e45b11-851e-48ad-851f-b906043712a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:50.588732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Transition to ACTIVE for port object 904019fa-7dc4-43f5-ab51-50c0ce13523b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:50.604741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.607722 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:40:50.608845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:40:50.611939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.613614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-41f47bca-092c-451a-b7cc-66387c9cc896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:50.672234 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e3e72b6-5c53-4a02-8bff-c339ac4cbc15 req-d38ba6ad-7516-4431-9e2b-389547b8f856 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309153 Dec 22 08:40:50.674245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1f7a5-88bb-40ce-8454-98c7c9f2814c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac59a0b-9766-40d7-967b-985b060948c9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:50.679850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37128) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.680417 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-30d8e530-df08-4564-b41a-62e9e5cb6231 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0108478 Dec 22 08:40:50.691672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dec1f7a5-88bb-40ce-8454-98c7c9f2814c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:50.700504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d0ffd68-3508-4ae0-b4c9-6914e46694b5 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:50.749055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Pushing event updated for resources: {'Port': ['ID=904019fa-7dc4-43f5-ab51-50c0ce13523b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:50.757474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:50.758396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:50.766049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:50.770140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:50.848652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=ab52f86f-4091-4771-a16d-eeb8b82ff597,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:50.851869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:50.873331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.884507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Attempting to bind port 904019fa-7dc4-43f5-ab51-50c0ce13523b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:50.884507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Attempting to bind port 904019fa-7dc4-43f5-ab51-50c0ce13523b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:50.884507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Attempting to bind port 904019fa-7dc4-43f5-ab51-50c0ce13523b on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:50.896387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:50.896784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:50.897245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.897819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:50.900790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Bound port: 904019fa-7dc4-43f5-ab51-50c0ce13523b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:50.901201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.933323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.939113 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/ab52f86f-4091-4771-a16d-eeb8b82ff597 HTTP/1.1" status: 204 len: 168 time: 1.3251386 Dec 22 08:40:50.946054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dec1f7a5-88bb-40ce-8454-98c7c9f2814c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:50.950210 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dec1f7a5-88bb-40ce-8454-98c7c9f2814c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/2ac59a0b-9766-40d7-967b-985b060948c9 HTTP/1.1" status: 204 len: 168 time: 1.0142753 Dec 22 08:40:50.952542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37134) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:50.954971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37136) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:51.064075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] For port 904019fa-7dc4-43f5-ab51-50c0ce13523b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:51.068301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] For port 904019fa-7dc4-43f5-ab51-50c0ce13523b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=904019fa-7dc4-43f5-ab51-50c0ce13523b,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:51.073517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.073919 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-af606412-b3a0-4897-95bc-d331079de9fd req-bd631ce3-0b13-418d-a8fd-e7e9bef203e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 1099 time: 0.2889156 Dec 22 08:40:51.084209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e2ca-dd0a-419f-a064-9e7931a7e883 req-c7350c40-c7bb-4806-8284-6a1d98c86eaa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:51.084790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:51.092453 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b538e2ca-dd0a-419f-a064-9e7931a7e883 req-c7350c40-c7bb-4806-8284-6a1d98c86eaa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 945 time: 0.3587782 Dec 22 08:40:51.107063 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-459366cc-ad72-4f4c-9481-a6660c3399b4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:40:51.107635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-459366cc-ad72-4f4c-9481-a6660c3399b4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:51.171007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Pushing event updated for resources: {'Port': ['ID=904019fa-7dc4-43f5-ab51-50c0ce13523b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:51.174368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:51.196197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8abbb4-8dbf-4c36-988f-c2d273278aff tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:51.197006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3e8abbb4-8dbf-4c36-988f-c2d273278aff tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:51.198083 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-af606412-b3a0-4897-95bc-d331079de9fd req-aae0d9c9-a46d-4e25-a888-e551cc38a48a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736940 Dec 22 08:40:51.209401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-459366cc-ad72-4f4c-9481-a6660c3399b4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:51.210571 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-459366cc-ad72-4f4c-9481-a6660c3399b4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/ab52f86f-4091-4771-a16d-eeb8b82ff597 HTTP/1.1" status: 404 len: 333 time: 0.2541087 Dec 22 08:40:51.221547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37142) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:51.258140 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b538e2ca-dd0a-419f-a064-9e7931a7e883 req-034656cc-b16d-4e3b-b797-d85c9d0be2f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645372 Dec 22 08:40:51.291333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d24fe378-7713-422f-8d25-a71ab6ab8849 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:51.294926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3e8abbb4-8dbf-4c36-988f-c2d273278aff tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:51.298747 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3e8abbb4-8dbf-4c36-988f-c2d273278aff tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5980823 Dec 22 08:40:51.301350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37146) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:51.341611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.352712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Deleting port 881abff3-d7d5-4821-b933-2b203cd353ea {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:51.353057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.375203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69325f20-eff4-4382-9835-1f6f631d9134 req-3275bf7e-12ad-4db1-8b3d-660a5d5b0ba8 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:51.376808 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-69325f20-eff4-4382-9835-1f6f631d9134 req-3275bf7e-12ad-4db1-8b3d-660a5d5b0ba8 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3269110 Dec 22 08:40:51.427341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d24fe378-7713-422f-8d25-a71ab6ab8849 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:51.428670 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d24fe378-7713-422f-8d25-a71ab6ab8849 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4704635 Dec 22 08:40:51.443268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37150) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:51.449197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197512169'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:51.505535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:51.527688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:51.545648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d655354c-c62d-4947-b2b2-8ad19130281d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:51.547598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d655354c-c62d-4947-b2b2-8ad19130281d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:51.548268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d655354c-c62d-4947-b2b2-8ad19130281d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:51.561620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.583972 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-69325f20-eff4-4382-9835-1f6f631d9134 req-a34a9a47-63c7-4275-a169-f3a086cc9822 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908567 Dec 22 08:40:51.592679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d655354c-c62d-4947-b2b2-8ad19130281d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:51.594629 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d655354c-c62d-4947-b2b2-8ad19130281d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2882233 Dec 22 08:40:51.597349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37154) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:51.601638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.732033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Calling delete_port for 881abff3-d7d5-4821-b933-2b203cd353ea owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:51.780124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet 8cd29e22-b32f-46a2-93e7-b5c6cddf758e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:51.782407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:51.791703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.794468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:51.799787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:51.807810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:51.943257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.953252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.965196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:51.972796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:52.025566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 1afd08d1-6464-450c-9267-ca62a43654cf {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:40:52.041045 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.048559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5eb78e-f3f8-4934-b893-ad78d1b70112 req-e4a3a5b4-8ae0-44cf-ab96-e73924ed9d38 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:52.052280 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9f5eb78e-f3f8-4934-b893-ad78d1b70112 req-e4a3a5b4-8ae0-44cf-ab96-e73924ed9d38 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 946 time: 0.2344840 Dec 22 08:40:52.105966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9a1837-6d1f-4756-8fba-0e81b152c932,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:52.115043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.117296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:52.165051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.166809 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7222381 Dec 22 08:40:52.170489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.171220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37160) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:52.175193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.185652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bb37423c-1a57-49fb-9af6-b03f8169643f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:52.232270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '6f9a1837-6d1f-4756-8fba-0e81b152c932', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:52.255857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 904019fa-7dc4-43f5-ab51-50c0ce13523b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:52.263166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event deleted for resources: {'Port': ['ID=881abff3-d7d5-4821-b933-2b203cd353ea,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:52.274305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:52.281688 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9f5eb78e-f3f8-4934-b893-ad78d1b70112 req-91434cba-3363-4f2e-ae61-3dad79ab95e9 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056320 Dec 22 08:40:52.283042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:52.286804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:52.292495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:52.295278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.333995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.342194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b3c3c1f8-f188-4a68-bee8-99ec07d72cac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:52.365543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fec307bd-8287-4125-aa90-ae873a315439 None None] Provisioning for port 904019fa-7dc4-43f5-ab51-50c0ce13523b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:52.375503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:52.389310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd29e22-b32f-46a2-93e7-b5c6cddf758e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:52.391977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:52.406590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.411186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 904019fa-7dc4-43f5-ab51-50c0ce13523b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:52.422954 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/8cd29e22-b32f-46a2-93e7-b5c6cddf758e HTTP/1.1" status: 204 len: 168 time: 1.1971862 Dec 22 08:40:52.425838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37166) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:52.434879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad69737-abc7-4c44-93c7-1daec5f1736f None None] Network 5ab27874-12c7-47eb-badf-6bda60c0440a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:52.470407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.637632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 904019fa-7dc4-43f5-ab51-50c0ce13523b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:52.638075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.657601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.665858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99ead4ef-4cef-46da-8d0b-968d5476ef0a tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:52.674833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.700587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.731170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=1afd08d1-6464-450c-9267-ca62a43654cf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:52.740747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:52.743053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 56e4224b-1559-44c0-80a8-4f57199e6824 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:52.743784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.844076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:52.855449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e95af6c-c9e6-44b1-a7c1-9e6197bfc612 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:52.897462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/1afd08d1-6464-450c-9267-ca62a43654cf HTTP/1.1" status: 204 len: 168 time: 1.2964919 Dec 22 08:40:52.914131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37172) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:52.922100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d70335-d042-49ed-8518-e32dc1a73a10 req-6749eca5-3df1-4ac1-8ef1-c193922db167 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:52.923851 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c0d70335-d042-49ed-8518-e32dc1a73a10 req-6749eca5-3df1-4ac1-8ef1-c193922db167 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 945 time: 0.3352783 Dec 22 08:40:53.079996 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44500141-1667-4dd6-aa2c-037e5ad01fed tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1643901 Dec 22 08:40:53.086122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37176) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:53.103936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.104413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:53.188935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.194993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.196226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] For port 56e4224b-1559-44c0-80a8-4f57199e6824, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=56e4224b-1559-44c0-80a8-4f57199e6824,segment=NetworkSegment(d6ea785a-a2bd-475d-a60b-92821dc0b082),segment_id=d6ea785a-a2bd-475d-a60b-92821dc0b082)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:53.196569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.196987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 904019fa-7dc4-43f5-ab51-50c0ce13523b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=904019fa-7dc4-43f5-ab51-50c0ce13523b,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:53.201936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.202698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.211033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bdd2682d-020c-4980-964a-0734cf363fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:53.216791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.222990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:53.247400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26c0505-2703-4bd7-88aa-09cc90123acb,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:53.250078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:53.267283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d7923-6f25-45dd-9cc4-ea55322dae2c req-0efde5b5-06d2-4c38-a83d-d04618118679 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:53.268429 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-517d7923-6f25-45dd-9cc4-ea55322dae2c req-0efde5b5-06d2-4c38-a83d-d04618118679 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3755193 Dec 22 08:40:53.285216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=904019fa-7dc4-43f5-ab51-50c0ce13523b,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:53.295936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:53.305672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.309929 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1375475 Dec 22 08:40:53.312366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37180) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:53.324208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '6f9a1837-6d1f-4756-8fba-0e81b152c932', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:53.330291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] DHCP port deletion for 5ab27874-12c7-47eb-badf-6bda60c0440a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:40:53.336679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] Deleting port 56e4224b-1559-44c0-80a8-4f57199e6824 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:53.337176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.344121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:53.355590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:53.358188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.358820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Fanout notify agent at l3_agent the message router_deleted on router 12a95511-8258-4813-93a4-c59442550da5 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:40:53.366355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 56e4224b-1559-44c0-80a8-4f57199e6824 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:53.374158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:53.376243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:40:53.386013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:53.389694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] Deleting port 904019fa-7dc4-43f5-ab51-50c0ce13523b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:53.390182 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.390913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.396273 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/12a95511-8258-4813-93a4-c59442550da5 HTTP/1.1" status: 204 len: 168 time: 3.1053343 Dec 22 08:40:53.399056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37186) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:53.404671 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c0d70335-d042-49ed-8518-e32dc1a73a10 req-fda06ff8-a959-47a3-8e0d-6f2a10cb85f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626885 Dec 22 08:40:53.406884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-481708464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:53.425756 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-517d7923-6f25-45dd-9cc4-ea55322dae2c req-b6b921be-d235-4d0d-98df-0442c5d10403 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485782 Dec 22 08:40:53.431445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:53.455059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Usage tracker for resource:router and tenant:dbd857faadb049e29ccdf3075ce36b73 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:53.478184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:53.499351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.507031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:53.507402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:53.510609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fb42d083-3f86-4216-90f2-8eceee6d9a2b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:53.516232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.590567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.591614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.640532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.692621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.708119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.731368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=56e4224b-1559-44c0-80a8-4f57199e6824,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:53.739328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:53.742330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:53.742939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:53.748639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:53.756431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:53.758565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.762669 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4465661 Dec 22 08:40:53.763114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] For port 56e4224b-1559-44c0-80a8-4f57199e6824, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=56e4224b-1559-44c0-80a8-4f57199e6824,segment=NetworkSegment(d6ea785a-a2bd-475d-a60b-92821dc0b082),segment_id=d6ea785a-a2bd-475d-a60b-92821dc0b082)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:53.763550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.764681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37192) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:53.772616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No DVR routers for this DVR port 56e4224b-1559-44c0-80a8-4f57199e6824 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:53.774821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fe51dd-d9ec-4e75-8e5e-bb0132202222,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:53.777434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:53.781709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '6f9a1837-6d1f-4756-8fba-0e81b152c932', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:53.789295 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.794690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:53.801101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:53.804556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.807016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:53.813754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:53.824514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:53.826327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.830269 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-61c499a3-d132-4394-b7d9-f0eaae606d9c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4275806 Dec 22 08:40:53.830532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37196) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:53.835988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': True}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:53.902686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] For port 904019fa-7dc4-43f5-ab51-50c0ce13523b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=904019fa-7dc4-43f5-ab51-50c0ce13523b,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:53.903059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:53.916860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] Calling delete_port for 56e4224b-1559-44c0-80a8-4f57199e6824 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:53.979112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8ca2e-410e-4d1f-ad24-79a75a953134 req-257cd75d-52f0-4a6a-b7e8-73ccaf6871be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:53.980649 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d9f8ca2e-410e-4d1f-ad24-79a75a953134 req-257cd75d-52f0-4a6a-b7e8-73ccaf6871be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 945 time: 0.3318634 Dec 22 08:40:53.985712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.009496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.060643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] Calling delete_port for 904019fa-7dc4-43f5-ab51-50c0ce13523b owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:40:54.070405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab27874-12c7-47eb-badf-6bda60c0440a']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:54.093911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb071f-4c35-42f5-a3e3-d9b4dce5704c req-727bc373-e22d-4ea2-ab84-edd32215eeb5 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:54.095169 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dfb071f-4c35-42f5-a3e3-d9b4dce5704c req-727bc373-e22d-4ea2-ab84-edd32215eeb5 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 946 time: 0.5301223 Dec 22 08:40:54.096914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ea785a-a2bd-475d-a60b-92821dc0b082') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:54.097258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ea785a-a2bd-475d-a60b-92821dc0b082') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:40:54.117749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.146188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.155198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:40:54.155776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.156773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:40:54.157284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:40:54.173483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.183374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a7158407-16dd-408e-bc9f-6615b240fc12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.195135 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d9f8ca2e-410e-4d1f-ad24-79a75a953134 req-7f412759-9efd-49c6-9ba6-ac48d7bda585 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017434 Dec 22 08:40:54.232698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.233920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] Pushing event deleted for resources: {'Port': ['ID=904019fa-7dc4-43f5-ab51-50c0ce13523b,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:54.241085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 56e4224b-1559-44c0-80a8-4f57199e6824 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:40:54.253263 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:40:54.263417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37200) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.274564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:54.285974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 56e4224b-1559-44c0-80a8-4f57199e6824 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:54.286854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.286981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 56e4224b-1559-44c0-80a8-4f57199e6824 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:54.287721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 904019fa-7dc4-43f5-ab51-50c0ce13523b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:40:54.317190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] No DVR routers for this DVR port 904019fa-7dc4-43f5-ab51-50c0ce13523b on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:40:54.325486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 904019fa-7dc4-43f5-ab51-50c0ce13523b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:40:54.325830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 904019fa-7dc4-43f5-ab51-50c0ce13523b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:40:54.351878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bf7c0d71-546f-4e7c-a08c-c6fea07321c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.381018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826edf6b-c061-457a-99f7-692e122bc582,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:54.383691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:54.399415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.400595 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6333404 Dec 22 08:40:54.403724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37204) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.406038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.410879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '6f9a1837-6d1f-4756-8fba-0e81b152c932', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:54.414587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ccdb113-6385-496f-8ee7-e6339369f7a7 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.418309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:54.421604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.427100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:54.428307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.432140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:54.439266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:54.453202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Network': ['ID=5ab27874-12c7-47eb-badf-6bda60c0440a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:54.456920 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dfb071f-4c35-42f5-a3e3-d9b4dce5704c req-ca16ceb5-9a00-4128-a863-bdd2b00cfbf9 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044816 Dec 22 08:40:54.463438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:54.486397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/networks/5ab27874-12c7-47eb-badf-6bda60c0440a HTTP/1.1" status: 204 len: 168 time: 2.0553010 Dec 22 08:40:54.487684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37210) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.511358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-645769751'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:54.528885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:54.534125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.546951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:network and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:54.551053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:54.561564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:54.570110 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-990ec8b2-5c60-416a-906c-c7f3074214c4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 1093 time: 0.3054712 Dec 22 08:40:54.571846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37216) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:54.576085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.578682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:54.582442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9ac38f68-ac34-4e75-a112-9612639dcf44 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.589274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:54.602173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:floatingip and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:54.605027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:54.618477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:54.642196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:54.645446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.646624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.658170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] Deleting port 56e4224b-1559-44c0-80a8-4f57199e6824 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:40:54.658641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.688569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:54.692808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:54.696375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:54.696951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.726025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:40:54.735295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008ea042-8d1e-4a7f-ae41-ddd8fbb57261 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:54.738874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.739357 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Added segment 5509fe41-e9eb-44f7-b05b-a6ad04129f96 of type vlan for network 328c8da6-9923-4629-bc51-be65b6cbbcd8 Dec 22 08:40:54.760666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d87d6965-8ee5-43f8-b985-b0b8668e8003 None None] The port '56e4224b-1559-44c0-80a8-4f57199e6824' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:40:54.770420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.834952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.857375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.861659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:54.862241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.888117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=02cc3a9d-8bd1-4eae-9584-14c58c15246e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:54.892791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:54.897251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8cbeb58-8eb4-4af3-ab82-2b45a819dab5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:54.968779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:54.986511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c875e42a-4e5c-48d8-88e3-003f866c33fe tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:55.009358 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9178107 Dec 22 08:40:55.012753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37220) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.016265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Network': ['ID=328c8da6-9923-4629-bc51-be65b6cbbcd8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.019393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:55.025046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-881167893', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:55.032404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:55.032817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 328c8da6-9923-4629-bc51-be65b6cbbcd8 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:40:55.036379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fbb258-6a23-4f48-b9c1-9dcb9472d067,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.036577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:router and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.040643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.046367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.056598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:55.056797 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5650690 Dec 22 08:40:55.058744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37224) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.065431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': '328c8da6-9923-4629-bc51-be65b6cbbcd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:55.092215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.096191 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6891022 Dec 22 08:40:55.124318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37228) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.142660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '6f9a1837-6d1f-4756-8fba-0e81b152c932', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:55.151051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.152210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.153779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:55.158153 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '02cc3a9d-8bd1-4eae-9584-14c58c15246e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:55.159200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.165659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.176795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.188197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a02cf-f8a0-4819-8589-a0fc096445be req-f19fee8c-192b-4d00-9090-ea6a9c4da8d8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:55.189676 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4f8a02cf-f8a0-4819-8589-a0fc096445be req-f19fee8c-192b-4d00-9090-ea6a9c4da8d8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 946 time: 0.3850100 Dec 22 08:40:55.190176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9173cb3-f42a-4639-aa9b-4eedab67fce5 req-7e190e00-0800-4374-a98b-579f971b1431 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:55.191631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b9173cb3-f42a-4639-aa9b-4eedab67fce5 req-7e190e00-0800-4374-a98b-579f971b1431 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3972166 Dec 22 08:40:55.196139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.206776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.237961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:55.248591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:55.251820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.253261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:55.263644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.269652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:55.299865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:55.316462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4f8a02cf-f8a0-4819-8589-a0fc096445be req-2fcfe469-94fb-4cba-8f60-a3199020b43b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041412 Dec 22 08:40:55.320886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.332992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.357490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37232) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.381618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/02cc3a9d-8bd1-4eae-9584-14c58c15246e/6bd99cb8-bf66-420d-9b5f-d88004340684) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:55.426246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.427498 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7ad56410-ed00-4714-bfe3-051247f6c3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4129035 Dec 22 08:40:55.430663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.508012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.591627 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b9173cb3-f42a-4639-aa9b-4eedab67fce5 req-c996e6ab-f042-4b2f-84f4-7b55ea889f5c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512473 Dec 22 08:40:55.626864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Allocated IP 172.26.5.121 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/88f4a5e8-7789-425e-b4ce-b1ca1e178d61) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:55.641406 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.654132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.654394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Transition to ACTIVE for port object 6bd99cb8-bf66-420d-9b5f-d88004340684 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:55.675761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Transition to ACTIVE for port object 6bd99cb8-bf66-420d-9b5f-d88004340684 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:55.682715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.688299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d99d5d5a-1c5e-4ea9-a41f-65a2e0bbef56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:55.768309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:55.769264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Pushing event updated for resources: {'Port': ['ID=6bd99cb8-bf66-420d-9b5f-d88004340684,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.780152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:55.782564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:55.783915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:55.842133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.863911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.884929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c73c65b-6d2b-4c99-8a5c-6f48c8c597fb tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:55.885157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Attempting to bind port 6bd99cb8-bf66-420d-9b5f-d88004340684 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:55.885533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Attempting to bind port 6bd99cb8-bf66-420d-9b5f-d88004340684 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:55.885893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Attempting to bind port 6bd99cb8-bf66-420d-9b5f-d88004340684 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:55.892751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:55.893117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:55.893678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.894072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:55.894740 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Bound port: 6bd99cb8-bf66-420d-9b5f-d88004340684, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:55.895117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.925287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.930840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7120d60-bd3f-462f-9f5e-2bf078e1413d,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:55.934411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-62287f56-9a50-43ff-9aa1-641a6bbe8760 tempest-TestVolumeBootPattern-626152625 tempest-TestVolumeBootPattern-626152625-project-admin] Synchronizing usage tracker for tenant:7a7582edb06b4ba8afde8bcf2dd962bd on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:55.939147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:55.969517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:55.970755 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.8401265 Dec 22 08:40:55.972852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-62287f56-9a50-43ff-9aa1-641a6bbe8760 tempest-TestVolumeBootPattern-626152625 tempest-TestVolumeBootPattern-626152625-project-admin] Unset dirty status for tenant:7a7582edb06b4ba8afde8bcf2dd962bd on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:55.974887 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-62287f56-9a50-43ff-9aa1-641a6bbe8760 tempest-TestVolumeBootPattern-626152625 tempest-TestVolumeBootPattern-626152625-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 1094 time: 0.6130865 Dec 22 08:40:55.977618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37242) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.977618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37244) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:55.985573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:56.010776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:56.015079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] For port 6bd99cb8-bf66-420d-9b5f-d88004340684, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:56.017222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:floatingip and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:56.018994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] For port 6bd99cb8-bf66-420d-9b5f-d88004340684, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6bd99cb8-bf66-420d-9b5f-d88004340684,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:56.021622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:56.024704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.028945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:56.036455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:56.048476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fe19-0376-448a-aea5-69128a134ea7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.059881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.092790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:56.120781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.122137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Pushing event updated for resources: {'Port': ['ID=6bd99cb8-bf66-420d-9b5f-d88004340684,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.125773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:56.135986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fe19-0376-448a-aea5-69128a134ea7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.184137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.192619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a91abefc-538e-4cb3-a489-a06bf0dce92f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:56.276340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:56.284962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:56.289292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:56.311467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=5e823064-c5be-4329-8266-051e648e1cf2,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.315627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.322114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event updated for resources: {'Port': ['ID=88f4a5e8-7789-425e-b4ce-b1ca1e178d61,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.336666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.186 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/bd256cf1-23ed-4dec-be2e-ed8890979ace) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:56.344236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:56.349238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fe19-0376-448a-aea5-69128a134ea7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.353406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:56.368833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:56.412090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8fe19-0376-448a-aea5-69128a134ea7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7120d60-bd3f-462f-9f5e-2bf078e1413d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:56.420596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f4d8fe19-0376-448a-aea5-69128a134ea7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:56.485661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fe19-0376-448a-aea5-69128a134ea7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.490197 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f4d8fe19-0376-448a-aea5-69128a134ea7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c7120d60-bd3f-462f-9f5e-2bf078e1413d HTTP/1.1" status: 204 len: 168 time: 0.5086432 Dec 22 08:40:56.491085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:56.559178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Checking segment: {'id': '5509fe41-e9eb-44f7-b05b-a6ad04129f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '328c8da6-9923-4629-bc51-be65b6cbbcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:56.559178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network hostable DHCP agents. Network: 328c8da6-9923-4629-bc51-be65b6cbbcd8, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:40:56.669613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.670128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6a68a6a1-bbcb-4877-a10e-f90c00ec1403 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:56.683699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.692878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 328c8da6-9923-4629-bc51-be65b6cbbcd8 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:40:56.714601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6a68a6a1-bbcb-4877-a10e-f90c00ec1403 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:56.715972 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6a68a6a1-bbcb-4877-a10e-f90c00ec1403 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2237730 Dec 22 08:40:56.723421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37256) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:56.747933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 328c8da6-9923-4629-bc51-be65b6cbbcd8) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:56.759895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bbfbf4-f985-497b-a846-edfdc766e7e9 None None] Network 328c8da6-9923-4629-bc51-be65b6cbbcd8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:56.798869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:56.799473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.810387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-952ac30e-079e-4952-9c5d-d3d93c1730b0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.823940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-952ac30e-079e-4952-9c5d-d3d93c1730b0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:56.851617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::1 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/02cc3a9d-8bd1-4eae-9584-14c58c15246e/adb73b58-92e5-47ca-8d05-73bc2c8d7040) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:56.855562 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7973557 Dec 22 08:40:56.862557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37260) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:56.872696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': '328c8da6-9923-4629-bc51-be65b6cbbcd8', 'name': 'tempest-PortsIpV6TestJSON-261719915', 'fixed_ips': [{'subnet_id': '5e823064-c5be-4329-8266-051e648e1cf2', 'ip_address': '2001:db8::10'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:57.007843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.018450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b62de86a-6561-43c5-b2a9-eb5fa8c10552 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:57.039625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-328c8da6-9923-4629-bc51-be65b6cbbcd8', 'network_id': '328c8da6-9923-4629-bc51-be65b6cbbcd8', 'tenant_id': 'f4c80051c1864fc382c5d764ec033c31', 'fixed_ips': [{'subnet_id': '5e823064-c5be-4329-8266-051e648e1cf2'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:40:57.040481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.048585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5fac7-6ff1-45a6-9d37-b24f6e9c428d req-e7eb4639-8e0b-43f9-85da-236795b5d87f tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:57.050073 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7c5fac7-6ff1-45a6-9d37-b24f6e9c428d req-e7eb4639-8e0b-43f9-85da-236795b5d87f tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.2963083 Dec 22 08:40:57.133372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-952ac30e-079e-4952-9c5d-d3d93c1730b0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.140021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Allocated IP 172.26.5.167 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/3575cf29-a382-4eb4-adb1-9e214af33981) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:57.143336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:57.146438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=bd256cf1-23ed-4dec-be2e-ed8890979ace,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.154081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:57.162614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:57.189580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.208033 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7c5fac7-6ff1-45a6-9d37-b24f6e9c428d req-7cced16b-c876-49a0-a3bb-900ceb9fea23 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422336 Dec 22 08:40:57.217757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:57.234475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:port and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:57.240218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.247077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:57.257731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:57.275338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:57.276691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-40825b89-d1bc-4742-8dfa-309b5926cdb3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:57.300852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object adb73b58-92e5-47ca-8d05-73bc2c8d7040 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:57.313766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:57.319131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.324721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Allocated IP 2001:db8::2 (328c8da6-9923-4629-bc51-be65b6cbbcd8/5e823064-c5be-4329-8266-051e648e1cf2/d631e7a8-7c4a-4e1a-b05d-01f749a6a20c) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:57.330752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ac30e-079e-4952-9c5d-d3d93c1730b0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17fbb258-6a23-4f48-b9c1-9dcb9472d067,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.338531 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-952ac30e-079e-4952-9c5d-d3d93c1730b0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:57.508265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 279383e2-bf55-4565-823b-3c513f749c5c yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:57.574363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.582423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ecf7d25-978d-40e1-89d6-38b2b0d02cad tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:57.675662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.701714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-85a48831-c46a-4c73-81c3-d8d6a3c52e72 None None] Provisioning for port 6bd99cb8-bf66-420d-9b5f-d88004340684 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:57.704998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:57.705610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Transition to ACTIVE for port object d631e7a8-7c4a-4e1a-b05d-01f749a6a20c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:57.706533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:57.713326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-952ac30e-079e-4952-9c5d-d3d93c1730b0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.714786 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-952ac30e-079e-4952-9c5d-d3d93c1730b0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/17fbb258-6a23-4f48-b9c1-9dcb9472d067 HTTP/1.1" status: 204 len: 168 time: 0.9890976 Dec 22 08:40:57.735565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37268) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.738632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Transition to ACTIVE for port object d631e7a8-7c4a-4e1a-b05d-01f749a6a20c will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:57.746863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.754860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8665ce5b-1fc6-42b1-b262-a657e7024482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:57.806337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.813391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:57.813914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.837033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Network 328c8da6-9923-4629-bc51-be65b6cbbcd8 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:57.845936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:57.848603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:57.879781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=adb73b58-92e5-47ca-8d05-73bc2c8d7040,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.892906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:57.914868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.917278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::10 (328c8da6-9923-4629-bc51-be65b6cbbcd8/5e823064-c5be-4329-8266-051e648e1cf2/279383e2-bf55-4565-823b-3c513f749c5c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:40:57.947411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Pushing event updated for resources: {'Port': ['ID=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:57.960312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:57.974287 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2d4531da-66c6-4822-aad8-ad396faeb05e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1291790 Dec 22 08:40:57.986933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Attempting to bind port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:40:57.987392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Attempting to bind port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '5509fe41-e9eb-44f7-b05b-a6ad04129f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '328c8da6-9923-4629-bc51-be65b6cbbcd8'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:40:57.987761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Attempting to bind port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c on network 328c8da6-9923-4629-bc51-be65b6cbbcd8 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:40:57.989917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37272) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:57.996108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:40:57.996572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Checking segment: {'id': '5509fe41-e9eb-44f7-b05b-a6ad04129f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '328c8da6-9923-4629-bc51-be65b6cbbcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:40:57.996995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:57.997396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Bound using segment: {'id': '5509fe41-e9eb-44f7-b05b-a6ad04129f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '328c8da6-9923-4629-bc51-be65b6cbbcd8'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:40:57.997868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Bound port: d631e7a8-7c4a-4e1a-b05d-01f749a6a20c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5509fe41-e9eb-44f7-b05b-a6ad04129f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '328c8da6-9923-4629-bc51-be65b6cbbcd8'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:40:57.998249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.108165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.141000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d3bab974-cc4a-456b-adb8-a3f92f886290 None None] Provisioning for port adb73b58-92e5-47ca-8d05-73bc2c8d7040 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:58.150129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d3bab974-cc4a-456b-adb8-a3f92f886290 None None] Provisioning complete for port adb73b58-92e5-47ca-8d05-73bc2c8d7040 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:58.151277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d3bab974-cc4a-456b-adb8-a3f92f886290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.181066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] For port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:40:58.187036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.192452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-333c2ed4-83fe-4117-b398-76179063eaf2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.202022 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8efc620-5055-4678-a8c5-0f852f1e4b3a req-d9c701c0-2bc7-4119-895f-312af4144386 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1099 time: 0.3614018 Dec 22 08:40:58.202716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a21cbb-d27c-4f0b-af69-d7e261dac776 req-b786f5ee-42b1-4ca3-a5e2-9e305146b312 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:58.203491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] For port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,segment=NetworkSegment(5509fe41-e9eb-44f7-b05b-a6ad04129f96),segment_id=5509fe41-e9eb-44f7-b05b-a6ad04129f96)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:40:58.204301 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b5a21cbb-d27c-4f0b-af69-d7e261dac776 req-b786f5ee-42b1-4ca3-a5e2-9e305146b312 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.4751115 Dec 22 08:40:58.219874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.230804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-333c2ed4-83fe-4117-b398-76179063eaf2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.233841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-efff91bd-465e-4fb6-a00b-d479f2927b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:58.272190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d3bab974-cc4a-456b-adb8-a3f92f886290 None None] Port adb73b58-92e5-47ca-8d05-73bc2c8d7040 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:40:58.298106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6bd99cb8-bf66-420d-9b5f-d88004340684 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:40:58.358536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Pushing event updated for resources: {'Port': ['ID=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:58.368657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:58.389982 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b5a21cbb-d27c-4f0b-af69-d7e261dac776 req-6fc7f41c-507a-4da7-9858-2441bab9e777 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736128 Dec 22 08:40:58.390849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-333c2ed4-83fe-4117-b398-76179063eaf2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.392617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6bd99cb8-bf66-420d-9b5f-d88004340684 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:58.398745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6bd99cb8-bf66-420d-9b5f-d88004340684 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:58.399294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.527070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e753a39a-59e5-4d2b-ac3c-5a71303f5035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:58.554477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c2ed4-83fe-4117-b398-76179063eaf2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=826edf6b-c061-457a-99f7-692e122bc582,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:58.569831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efc620-5055-4678-a8c5-0f852f1e4b3a req-02bbc2e9-3ed1-42b7-8b2b-26401e118b5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:58.571390 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8efc620-5055-4678-a8c5-0f852f1e4b3a req-02bbc2e9-3ed1-42b7-8b2b-26401e118b5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 913 time: 0.3089488 Dec 22 08:40:58.584242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-333c2ed4-83fe-4117-b398-76179063eaf2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:58.590916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.597127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.609253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-333c2ed4-83fe-4117-b398-76179063eaf2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.610200 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-333c2ed4-83fe-4117-b398-76179063eaf2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/826edf6b-c061-457a-99f7-692e122bc582 HTTP/1.1" status: 204 len: 168 time: 0.6165376 Dec 22 08:40:58.614738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37276) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:58.656665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object 279383e2-bf55-4565-823b-3c513f749c5c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:40:58.660012 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 6bd99cb8-bf66-420d-9b5f-d88004340684, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6bd99cb8-bf66-420d-9b5f-d88004340684,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:40:58.669073 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.673036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:58.705612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.713718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b0406944-fd43-43ef-ae91-26229f66e30e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:58.771865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=6bd99cb8-bf66-420d-9b5f-d88004340684,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:58.775575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:58.812841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d75c0268-4a59-4df3-bc90-e2b046800e64 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:40:58.863527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d75c0268-4a59-4df3-bc90-e2b046800e64 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:40:58.864971 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d75c0268-4a59-4df3-bc90-e2b046800e64 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2463493 Dec 22 08:40:58.874880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.881836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:58.913039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37280) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:58.958563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 328c8da6-9923-4629-bc51-be65b6cbbcd8 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:58.963835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:58.966506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:58.971046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:58.971674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:58.980465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=279383e2-bf55-4565-823b-3c513f749c5c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:58.998077 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8efc620-5055-4678-a8c5-0f852f1e4b3a req-83034a14-5e34-435c-aa88-a4c21c7481f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 1002 time: 0.4120498 Dec 22 08:40:59.000808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:59.012727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.013104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.013471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.013815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.014183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.014530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.014886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.015252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.015602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.015930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.016189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'Port': ['ID=3575cf29-a382-4eb4-adb1-9e214af33981,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.016296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:40:59.018640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:59.022092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:59.026168 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1598365 Dec 22 08:40:59.026573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:59.026676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.027644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37284) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:59.033830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': '328c8da6-9923-4629-bc51-be65b6cbbcd8', 'name': 'tempest-PortsIpV6TestJSON-165407947', 'fixed_ips': [{'subnet_id': '5e823064-c5be-4329-8266-051e648e1cf2', 'ip_address': '2001:db8::f'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:40:59.055361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.056204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.063434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:40:59.105107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7afecf1c-1a46-42ca-8c64-194732d981d7 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:59.109626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33704ed5-7429-4228-902c-4da907d4ed0f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.141592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33704ed5-7429-4228-902c-4da907d4ed0f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.180932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efc620-5055-4678-a8c5-0f852f1e4b3a req-d23cb325-d098-4ae3-b7f2-fca214ad3222 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:40:59.182429 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8efc620-5055-4678-a8c5-0f852f1e4b3a req-d23cb325-d098-4ae3-b7f2-fca214ad3222 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 200 len: 851 time: 0.1705675 Dec 22 08:40:59.316688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33704ed5-7429-4228-902c-4da907d4ed0f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.355178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:40:59.402740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=adb73b58-92e5-47ca-8d05-73bc2c8d7040,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.406106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:59.441947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33704ed5-7429-4228-902c-4da907d4ed0f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29fe51dd-d9ec-4e75-8e5e-bb0132202222,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:40:59.467310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33704ed5-7429-4228-902c-4da907d4ed0f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:40:59.488810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:40:59.498074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:port and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:40:59.503122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:40:59.512084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:40:59.513061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:40:59.515606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:40:59.520274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33704ed5-7429-4228-902c-4da907d4ed0f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.521430 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-33704ed5-7429-4228-902c-4da907d4ed0f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/29fe51dd-d9ec-4e75-8e5e-bb0132202222 HTTP/1.1" status: 204 len: 168 time: 0.6000834 Dec 22 08:40:59.548390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37290) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:40:59.572794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb317d-4cfd-4ede-bab0-385707310219 None None] Network 328c8da6-9923-4629-bc51-be65b6cbbcd8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:40:59.678770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.680905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Router b02bcd1f-6015-421b-94c3-4d0536cff8b4 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:40:59.683813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:40:59.689694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.729273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port d36dd0fe-e04d-4e65-8ce8-c87718817851 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:40:59.732310 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b89b6840-0430-45c3-8883-b5ba3044bdb6 None None] Provisioning for port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:40:59.854659 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8efc620-5055-4678-a8c5-0f852f1e4b3a req-80240ebb-84a7-4e97-9246-427928393839 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da5084d-8efd-4897-9d2d-6026cbe0946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6642816 Dec 22 08:40:59.875147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4a270806-82fc-4e7c-b6b3-4873dbadb659 None None] Provisioning complete for port adb73b58-92e5-47ca-8d05-73bc2c8d7040 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:40:59.875546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a270806-82fc-4e7c-b6b3-4873dbadb659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:40:59.942262 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-4a270806-82fc-4e7c-b6b3-4873dbadb659 None None] Port adb73b58-92e5-47ca-8d05-73bc2c8d7040 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:00.074861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.084025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::f (328c8da6-9923-4629-bc51-be65b6cbbcd8/5e823064-c5be-4329-8266-051e648e1cf2/d36dd0fe-e04d-4e65-8ce8-c87718817851) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:00.167782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b74fd793-520b-453f-8047-d8cb6c7b642d tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:00.264839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43c527-5412-4f18-8b60-e40aa6a80d9a req-93ddb148-b4d8-400f-904f-949c178acf29 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:00.272655 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4f43c527-5412-4f18-8b60-e40aa6a80d9a req-93ddb148-b4d8-400f-904f-949c178acf29 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.6322913 Dec 22 08:41:00.273406 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d36a5952-06ab-40e2-9e9d-52b3dcc043fd None None] Provisioning for port 279383e2-bf55-4565-823b-3c513f749c5c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:00.288455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d36a5952-06ab-40e2-9e9d-52b3dcc043fd None None] Provisioning complete for port 279383e2-bf55-4565-823b-3c513f749c5c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:00.288806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d36a5952-06ab-40e2-9e9d-52b3dcc043fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.315634 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8efc620-5055-4678-a8c5-0f852f1e4b3a req-1bc611e9-a173-43fc-8708-0ca685c794ff service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477832 Dec 22 08:41:00.337099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6bd99cb8-bf66-420d-9b5f-d88004340684 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:00.375598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b74fd793-520b-453f-8047-d8cb6c7b642d tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:00.376843 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b74fd793-520b-453f-8047-d8cb6c7b642d tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7676179 Dec 22 08:41:00.385237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37294) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.413546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Router ed88a67e-99b8-4ee4-9ec6-aacff5adf07c is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:41:00.422482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.427751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d36a5952-06ab-40e2-9e9d-52b3dcc043fd None None] Port 279383e2-bf55-4565-823b-3c513f749c5c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:00.464842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6bd99cb8-bf66-420d-9b5f-d88004340684 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:00.465832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.474006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object d36dd0fe-e04d-4e65-8ce8-c87718817851 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:00.477204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecdfeaac-2b11-4f2f-8532-63d720bc3d00 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.584889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecdfeaac-2b11-4f2f-8532-63d720bc3d00 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.613836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d631e7a8-7c4a-4e1a-b05d-01f749a6a20c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:00.642189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c8ddd8a8-4008-46bf-88de-02ccb7132fe0 None None] Provisioning complete for port 279383e2-bf55-4565-823b-3c513f749c5c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:00.642669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c8ddd8a8-4008-46bf-88de-02ccb7132fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.699600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.706468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:00.720028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c8ddd8a8-4008-46bf-88de-02ccb7132fe0 None None] Port 279383e2-bf55-4565-823b-3c513f749c5c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:00.737198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:00.742940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:00.743695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.757190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecdfeaac-2b11-4f2f-8532-63d720bc3d00 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.808430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 328c8da6-9923-4629-bc51-be65b6cbbcd8 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:00.817992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=d36dd0fe-e04d-4e65-8ce8-c87718817851,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.824400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:00.826367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:00.828020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:00.834328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:00.838468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:00.839092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.848825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ecdfeaac-2b11-4f2f-8532-63d720bc3d00 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.852752 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ecdfeaac-2b11-4f2f-8532-63d720bc3d00 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c26c0505-2703-4bd7-88aa-09cc90123acb HTTP/1.1" status: 204 len: 168 time: 0.4586737 Dec 22 08:41:00.853390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37298) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.855166 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4f43c527-5412-4f18-8b60-e40aa6a80d9a req-24a213ac-062a-4b20-bf8f-bec52c533706 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5817289 Dec 22 08:41:00.878557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfeaac-2b11-4f2f-8532-63d720bc3d00 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c26c0505-2703-4bd7-88aa-09cc90123acb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:00.888657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ecdfeaac-2b11-4f2f-8532-63d720bc3d00 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:00.892780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.901289 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8720214 Dec 22 08:41:00.903171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37302) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:00.936298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,segment=NetworkSegment(5509fe41-e9eb-44f7-b05b-a6ad04129f96),segment_id=5509fe41-e9eb-44f7-b05b-a6ad04129f96)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:00.942439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.950218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:00.958190 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:00.975565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:00.983498 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "PUT /v2.0/routers/ed88a67e-99b8-4ee4-9ec6-aacff5adf07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5520444 Dec 22 08:41:00.986708 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Sync routers for ids ['ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:00.993675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37306) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.003197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7f76e899-646a-4601-b6ec-fba87a32bc70 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:01.005930 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Routers {'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:01.007247 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:01.040551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:01.056627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:01.080068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.101211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.107558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7f76e899-646a-4601-b6ec-fba87a32bc70 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:01.111887 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7f76e899-646a-4601-b6ec-fba87a32bc70 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2502952 Dec 22 08:41:01.113272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37310) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.130755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:01.183908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a464912-ddbd-4ccb-87fa-4d5cf4351e6c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.184517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8a464912-ddbd-4ccb-87fa-4d5cf4351e6c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:01.196051 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Set router ed88a67e-99b8-4ee4-9ec6-aacff5adf07c gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:01.208872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229a6c1-27e8-4cc5-8dde-1f5f99849b98 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.209582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a229a6c1-27e8-4cc5-8dde-1f5f99849b98 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:01.210971 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8efc620-5055-4678-a8c5-0f852f1e4b3a req-15de784b-4d27-4c9e-9c28-b430cc5c70dc service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8424778 Dec 22 08:41:01.235037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8a464912-ddbd-4ccb-87fa-4d5cf4351e6c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:01.238430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8a464912-ddbd-4ccb-87fa-4d5cf4351e6c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports/adb73b58-92e5-47ca-8d05-73bc2c8d7040 HTTP/1.1" status: 200 len: 911 time: 0.2416387 Dec 22 08:41:01.244498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37314) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.267374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cf5df928-a503-4f0a-b1f3-bda7fb39058f None None] Provisioning for port d36dd0fe-e04d-4e65-8ce8-c87718817851 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:01.276737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cf5df928-a503-4f0a-b1f3-bda7fb39058f None None] Provisioning complete for port d36dd0fe-e04d-4e65-8ce8-c87718817851 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:01.277399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cf5df928-a503-4f0a-b1f3-bda7fb39058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.292206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a229a6c1-27e8-4cc5-8dde-1f5f99849b98 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:01.295998 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a229a6c1-27e8-4cc5-8dde-1f5f99849b98 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3892684 Dec 22 08:41:01.297571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.298811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f08f820b-0587-4dc7-95f5-2c3a1d112920 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.301936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37318) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.343915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:01.361601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=bd256cf1-23ed-4dec-be2e-ed8890979ace,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:01.369957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874266e6-ca03-43d0-93ef-f94155c28e1c None None] Sync routers for ids ['b02bcd1f-6015-421b-94c3-4d0536cff8b4'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:01.377106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.377629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f08f820b-0587-4dc7-95f5-2c3a1d112920 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.378423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.378837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cf5df928-a503-4f0a-b1f3-bda7fb39058f None None] Port d36dd0fe-e04d-4e65-8ce8-c87718817851 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:01.379286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.379937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.380544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.381117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.381850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.382422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.382985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.383793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.384700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:01.397543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874266e6-ca03-43d0-93ef-f94155c28e1c None None] Routers {'b02bcd1f-6015-421b-94c3-4d0536cff8b4'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:01.397909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:01.399089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-874266e6-ca03-43d0-93ef-f94155c28e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b02bcd1f-6015-421b-94c3-4d0536cff8b4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:01.408095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.412411 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "PUT /v2.0/routers/b02bcd1f-6015-421b-94c3-4d0536cff8b4 HTTP/1.1" status: 200 len: 914 time: 7.5809710 Dec 22 08:41:01.415706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37322) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.416561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.478924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6980f9-e001-4c73-a7fe-c7c653502a0d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.492285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-874266e6-ca03-43d0-93ef-f94155c28e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:01.504214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6980f9-e001-4c73-a7fe-c7c653502a0d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.506016 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab6980f9-e001-4c73-a7fe-c7c653502a0d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2605462 Dec 22 08:41:01.508295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f08f820b-0587-4dc7-95f5-2c3a1d112920 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.512036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874266e6-ca03-43d0-93ef-f94155c28e1c None None] Routers {'b02bcd1f-6015-421b-94c3-4d0536cff8b4'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:01.512576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37326) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.512934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-874266e6-ca03-43d0-93ef-f94155c28e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b02bcd1f-6015-421b-94c3-4d0536cff8b4'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:01.513291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7643b46d-79a4-4d62-be6d-68a40aed28fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:01.554371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b38a9-c920-4336-b102-0b201e47cfb8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.570879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b38a9-c920-4336-b102-0b201e47cfb8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.574931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b38a9-c920-4336-b102-0b201e47cfb8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:01.576639 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cf0b38a9-c920-4336-b102-0b201e47cfb8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2729762 Dec 22 08:41:01.591963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-874266e6-ca03-43d0-93ef-f94155c28e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:01.592542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874266e6-ca03-43d0-93ef-f94155c28e1c None None] The sync data for ids ['b02bcd1f-6015-421b-94c3-4d0536cff8b4'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:01.593467 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c', 'name': 'tempest-NetworksTestDHCPv6-router-881167893', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:55Z', 'updated_at': '2021-12-22T08:40:57Z', 'revision_number': 2, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None, '_interfaces': [{'id': 'adb73b58-92e5-47ca-8d05-73bc2c8d7040', 'name': '', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'mac_address': 'fa:16:3e:f8:4d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02cc3a9d-8bd1-4eae-9584-14c58c15246e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:40:58Z', 'revision_number': 2, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'subnets': [{'id': '02cc3a9d-8bd1-4eae-9584-14c58c15246e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:01.598795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37330) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.600866 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Checking router: ed88a67e-99b8-4ee4-9ec6-aacff5adf07c for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:41:01.601396 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Updating router ed88a67e-99b8-4ee4-9ec6-aacff5adf07c port adb73b58-92e5-47ca-8d05-73bc2c8d7040 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:41:01.661784 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.783507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f820b-0587-4dc7-95f5-2c3a1d112920 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9a1837-6d1f-4756-8fba-0e81b152c932,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:01.791948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f08f820b-0587-4dc7-95f5-2c3a1d112920 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:01.866034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f08f820b-0587-4dc7-95f5-2c3a1d112920 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.870273 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f08f820b-0587-4dc7-95f5-2c3a1d112920 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f9a1837-6d1f-4756-8fba-0e81b152c932 HTTP/1.1" status: 204 len: 168 time: 0.7539709 Dec 22 08:41:01.871173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37334) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:01.879377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.885714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port d36dd0fe-e04d-4e65-8ce8-c87718817851 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:01.886211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:01.958156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-80f4a20a-adf2-40a2-9f39-bd69361250c6 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:02.031942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-80f4a20a-adf2-40a2-9f39-bd69361250c6 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:02.038386 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-80f4a20a-adf2-40a2-9f39-bd69361250c6 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1646359 Dec 22 08:41:02.038938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37340) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:02.049730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.051024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-secgroup--867410408'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:02.066541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-52c43b21-4c7d-41c2-b7cf-b6b2f55c4662 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:02.144635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:02.148120 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.160596 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Transition to ACTIVE for port object adb73b58-92e5-47ca-8d05-73bc2c8d7040 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:02.170107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:02.170340 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.183575 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:02.205790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.208252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d631e7a8-7c4a-4e1a-b05d-01f749a6a20c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:02.249167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d9ec5-1aed-43ec-9e0c-3bf30d7b941c req-6488d591-77ec-482a-ad22-caf4d6e0d487 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:02.250725 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e0d9ec5-1aed-43ec-9e0c-3bf30d7b941c req-6488d591-77ec-482a-ad22-caf4d6e0d487 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.1954160 Dec 22 08:41:02.288983 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'Port': ['ID=3575cf29-a382-4eb4-adb1-9e214af33981,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:02.292021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:02.304576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:02.309356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:02.312687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:02.328613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:02.349793 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e0d9ec5-1aed-43ec-9e0c-3bf30d7b941c req-d68318da-a9f6-4e6b-a0b1-52cef87c3039 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844090 Dec 22 08:41:02.377849 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Pushing event updated for resources: {'Port': ['ID=adb73b58-92e5-47ca-8d05-73bc2c8d7040,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:02.416251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:02.416818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.441689 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.442164 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.442692 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.443057 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.444651 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.444992 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.445322 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.445943 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.446266 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.446588 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.446906 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:02.462782 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:02.475190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.492332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.496743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-995cd744-64cc-4900-ae54-98f41245b4cd tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:02.500199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.604222 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Attempting to bind port adb73b58-92e5-47ca-8d05-73bc2c8d7040 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:02.604843 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Attempting to bind port adb73b58-92e5-47ca-8d05-73bc2c8d7040 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:02.605388 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Attempting to bind port adb73b58-92e5-47ca-8d05-73bc2c8d7040 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:41:02.614676 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:41:02.615448 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:02.615866 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.616644 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:41:02.617192 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Bound port: adb73b58-92e5-47ca-8d05-73bc2c8d7040, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:02.617635 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.632848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59fdc3b2-16b4-493a-bca3-f4bdfed3bb14,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:02.666349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:02.673462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.677571 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6286731 Dec 22 08:41:02.680120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37346) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:02.687379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '59fdc3b2-16b4-493a-bca3-f4bdfed3bb14', 'direction': 'ingress', 'protocol': 17}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:02.696513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:02.704014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:02.708211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:02.716044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:02.755724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.770521 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] For port adb73b58-92e5-47ca-8d05-73bc2c8d7040, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:41:02.777438 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] For port adb73b58-92e5-47ca-8d05-73bc2c8d7040, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=adb73b58-92e5-47ca-8d05-73bc2c8d7040,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:41:02.784873 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.803497 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:02.874868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:02.913954 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP 205aa7d5-ea9b-4f66-8cb4-a53609dadaf4 associated. External IP: 172.26.5.186, port: 9c630b7f-5970-4574-92f1-4ed9fe4d3532. Dec 22 08:41:02.931224 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Pushing event updated for resources: {'Port': ['ID=adb73b58-92e5-47ca-8d05-73bc2c8d7040,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:02.935329 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:02.953948 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Routers {'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:02.954531 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:03.039770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.049270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.051365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.059248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ecdfeaac-2b11-4f2f-8532-63d720bc3d00 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:03.088974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3fc02d-d646-440e-955f-b94831bdae64,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:03.102558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:03.139586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.141995 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4599123 Dec 22 08:41:03.145772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37350) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:03.171048 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] Set router ed88a67e-99b8-4ee4-9ec6-aacff5adf07c gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:03.224276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for d36dd0fe-e04d-4e65-8ce8-c87718817851 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:03.276064 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5aaa78db-4f53-4aa7-b5a2-84c17937ec74 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/routers/b02bcd1f-6015-421b-94c3-4d0536cff8b4 HTTP/1.1" status: 200 len: 920 time: 1.7928271 Dec 22 08:41:03.281514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37354) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:03.340371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3bb0-ee07-4514-85c0-88f6f2770097 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.442156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a18492-d67f-46b4-b7c4-baaf98d3f888 req-ea98e74e-bee4-405e-a6cd-faed9ccf783a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:03.443590 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-93a18492-d67f-46b4-b7c4-baaf98d3f888 req-ea98e74e-bee4-405e-a6cd-faed9ccf783a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.6379726 Dec 22 08:41:03.458798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3bb0-ee07-4514-85c0-88f6f2770097 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.603522 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8587699a-1afe-49e0-8a1c-931975c448ec tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=b02bcd1f-6015-421b-94c3-4d0536cff8b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3172343 Dec 22 08:41:03.605429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37358) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:03.633550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port adb73b58-92e5-47ca-8d05-73bc2c8d7040 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:03.633550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.658731 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-93a18492-d67f-46b4-b7c4-baaf98d3f888 req-73e71cf8-0829-4e47-b102-1c50952291fb tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648750 Dec 22 08:41:03.664824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.668030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3bb0-ee07-4514-85c0-88f6f2770097 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.673435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f0a7064d-abf7-4097-8fbf-ec583e5c78d7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:03.674676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-54fc0eb9-46d2-4b3c-b6ac-4029fd2eeaed tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:03.692094 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c', 'name': 'tempest-NetworksTestDHCPv6-router-881167893', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:55Z', 'updated_at': '2021-12-22T08:40:57Z', 'revision_number': 2, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None, '_interfaces': [{'id': 'adb73b58-92e5-47ca-8d05-73bc2c8d7040', 'name': '', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'mac_address': 'fa:16:3e:f8:4d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02cc3a9d-8bd1-4eae-9584-14c58c15246e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:02Z', 'revision_number': 4, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'subnets': [{'id': '02cc3a9d-8bd1-4eae-9584-14c58c15246e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:03.715729 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01df56de-49aa-49bd-a53a-bdf8df2f3ac2 None None] The sync data for ids ['ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'] in dv-neutron-822610-1-hyperv is: [{'id': 'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c', 'name': 'tempest-NetworksTestDHCPv6-router-881167893', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:55Z', 'updated_at': '2021-12-22T08:40:57Z', 'revision_number': 2, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None, '_interfaces': [{'id': 'adb73b58-92e5-47ca-8d05-73bc2c8d7040', 'name': '', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'mac_address': 'fa:16:3e:f8:4d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02cc3a9d-8bd1-4eae-9584-14c58c15246e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:56Z', 'updated_at': '2021-12-22T08:41:02Z', 'revision_number': 4, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'subnets': [{'id': '02cc3a9d-8bd1-4eae-9584-14c58c15246e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:03.730089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=d36dd0fe-e04d-4e65-8ce8-c87718817851,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:03.740039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:03.806362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:03.836922 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Floating IP 5d4f291d-1dc9-456c-b44c-5bb0e9dfd925 associated. External IP: 172.26.5.167, port: f87ae542-c8c4-4a82-aab6-f1c2da43d31b. Dec 22 08:41:03.949766 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/d36dd0fe-e04d-4e65-8ce8-c87718817851 HTTP/1.1" status: 204 len: 168 time: 2.2976825 Dec 22 08:41:03.960938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37364) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:03.976003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a3bb0-ee07-4514-85c0-88f6f2770097 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fdc3b2-16b4-493a-bca3-f4bdfed3bb14,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:03.992044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1c5a3bb0-ee07-4514-85c0-88f6f2770097 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:04.101778 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-a601ba9d-f368-486e-aa78-032813176804 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:41:04.101778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a601ba9d-f368-486e-aa78-032813176804 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:04.207303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3bb0-ee07-4514-85c0-88f6f2770097 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.208961 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1c5a3bb0-ee07-4514-85c0-88f6f2770097 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/59fdc3b2-16b4-493a-bca3-f4bdfed3bb14 HTTP/1.1" status: 204 len: 168 time: 1.0609875 Dec 22 08:41:04.214097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37368) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:04.236293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device adb73b58-92e5-47ca-8d05-73bc2c8d7040 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:04.296383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a601ba9d-f368-486e-aa78-032813176804 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:04.300323 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a601ba9d-f368-486e-aa78-032813176804 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/d36dd0fe-e04d-4e65-8ce8-c87718817851 HTTP/1.1" status: 404 len: 333 time: 0.3381646 Dec 22 08:41:04.306263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37372) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:04.340924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port adb73b58-92e5-47ca-8d05-73bc2c8d7040 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:04.350630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port adb73b58-92e5-47ca-8d05-73bc2c8d7040 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:04.351024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.368952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] For port adb73b58-92e5-47ca-8d05-73bc2c8d7040, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=adb73b58-92e5-47ca-8d05-73bc2c8d7040,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:04.369088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.382825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f3bcfa-55ee-4655-b10b-a929379903ec tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:04.388462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-87f3bcfa-55ee-4655-b10b-a929379903ec tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 881 time: 0.7812152 Dec 22 08:41:04.400245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37376) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:04.504295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.541751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port adb73b58-92e5-47ca-8d05-73bc2c8d7040, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=adb73b58-92e5-47ca-8d05-73bc2c8d7040,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:04.554193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.556502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3ee18cea-2942-4069-8039-ce97f6207abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:04.603880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8f0e63cf-d613-4001-924d-ef8ac2bc2a6d tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:04.608706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for adb73b58-92e5-47ca-8d05-73bc2c8d7040 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:04.643144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=adb73b58-92e5-47ca-8d05-73bc2c8d7040,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:04.652734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:04.658580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca420ca-7553-4c47-b9b9-a43089e4cefa req-48be8841-c4e8-4883-8995-6c463f9b6248 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:04.660038 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ca420ca-7553-4c47-b9b9-a43089e4cefa req-48be8841-c4e8-4883-8995-6c463f9b6248 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.7401125 Dec 22 08:41:04.661956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8f0e63cf-d613-4001-924d-ef8ac2bc2a6d tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:04.663162 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8f0e63cf-d613-4001-924d-ef8ac2bc2a6d tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4478779 Dec 22 08:41:04.674061 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f790501-7a6c-4716-9b01-4b3d04ba7190 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=b02bcd1f-6015-421b-94c3-4d0536cff8b4 HTTP/1.1" status: 200 len: 205 time: 0.2714107 Dec 22 08:41:04.674644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37380) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:04.674965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37382) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:04.702336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 279383e2-bf55-4565-823b-3c513f749c5c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:04.702581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.776373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:41:04.781607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402898959'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:04.808222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:04.861971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:04.936302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:04.959167 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ca420ca-7553-4c47-b9b9-a43089e4cefa req-7899ed72-a87f-4e8d-9724-b1f14a19ca78 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832031 Dec 22 08:41:05.166451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:05.177221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:05.189032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:05.218937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:05.229672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Router 0110442b-4a23-46b7-8a57-ad853c51d04c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:41:05.234371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:05.234682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:05.250974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.363308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:05.377915 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] Sync routers for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:05.380224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 279383e2-bf55-4565-823b-3c513f749c5c owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:05.392693 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:05.393420 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:05.399471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.525303 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.9524100 Dec 22 08:41:05.526329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37392) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:05.528164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:05.555631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.571160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.580674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0f9d0418-0966-47c0-9bc2-4389958ce79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:05.628909 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:05.635766 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'status': 'completed', 'code': 200} Dec 22 08:41:05.747920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port adb73b58-92e5-47ca-8d05-73bc2c8d7040 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:05.748470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.762069 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b36cbf73-2b40-4966-af38-a45674ed6740 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/205aa7d5-ea9b-4f66-8cb4-a53609dadaf4 HTTP/1.1" status: 200 len: 991 time: 0.2288945 Dec 22 08:41:05.779807 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02ebafad-8420-407f-b113-2acdc79cb9d1 req-5a0e27d1-6da2-4c95-ab4e-e99969e3c8fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 1098 time: 0.1222596 Dec 22 08:41:05.787114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:05.805523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] Sync routers for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:05.827584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:05.828568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:05.839093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.891163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:05.910030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce94693-c1a2-4cdc-88ae-d52399a4cca3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:05.918356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be448eb-05a4-4745-8784-e15ba890647e req-e05411d0-16d4-4552-a452-572551e9da36 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:05.919101 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5be448eb-05a4-4745-8784-e15ba890647e req-e05411d0-16d4-4552-a452-572551e9da36 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.5072675 Dec 22 08:41:05.929115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:06.002224 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.0219944 Dec 22 08:41:06.026812 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebafad-8420-407f-b113-2acdc79cb9d1 req-d39a0132-8ad5-4a89-9049-3283cb09c32a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:06.028607 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02ebafad-8420-407f-b113-2acdc79cb9d1 req-d39a0132-8ad5-4a89-9049-3283cb09c32a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3338bacd-141e-4905-a19f-d796f099cbf7 HTTP/1.1" status: 200 len: 898 time: 0.2351830 Dec 22 08:41:06.038124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.039320 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3573673 Dec 22 08:41:06.049160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37400) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:06.067356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016985409'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:06.074084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.076629 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '205aa7d5-ea9b-4f66-8cb4-a53609dadaf4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:58Z', 'updated_at': '2021-12-22T08:40:58Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:06.081588 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] Checking router: 44fbd9b5-e268-4b1d-a544-b74a2a34a422 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:41:06.091249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7ae4ad97-3e5f-40af-8427-fcb537956b11 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:06.093562 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:06.094225 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:06.096934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:06.163786 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02ebafad-8420-407f-b113-2acdc79cb9d1 req-db5f8f5a-8b18-4b7e-9107-6fb38af8dbff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532 HTTP/1.1" status: 200 len: 999 time: 0.1261263 Dec 22 08:41:06.223719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:06.247219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device adb73b58-92e5-47ca-8d05-73bc2c8d7040 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:06.305517 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:06.313466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebafad-8420-407f-b113-2acdc79cb9d1 req-b7729304-e958-49f4-ad7c-87033c6aff79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:06.314929 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02ebafad-8420-407f-b113-2acdc79cb9d1 req-b7729304-e958-49f4-ad7c-87033c6aff79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e878378d-dcce-49c6-b631-310d786aa6e8 HTTP/1.1" status: 200 len: 835 time: 0.1406870 Dec 22 08:41:06.367096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] For port adb73b58-92e5-47ca-8d05-73bc2c8d7040, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=adb73b58-92e5-47ca-8d05-73bc2c8d7040,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:06.367793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.449565 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02ebafad-8420-407f-b113-2acdc79cb9d1 req-d0548dcb-54bd-42c6-a804-c8298077d0e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3338bacd-141e-4905-a19f-d796f099cbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1243250 Dec 22 08:41:06.521687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for adb73b58-92e5-47ca-8d05-73bc2c8d7040 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:06.621541 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5be448eb-05a4-4745-8784-e15ba890647e req-f3e91555-92e4-4ac7-9300-ff1a39500034 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6829567 Dec 22 08:41:06.633988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port adb73b58-92e5-47ca-8d05-73bc2c8d7040 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:06.635029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.673086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:06.676514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.682922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=279383e2-bf55-4565-823b-3c513f749c5c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:06.689992 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/279383e2-bf55-4565-823b-3c513f749c5c HTTP/1.1" status: 204 len: 168 time: 2.3793719 Dec 22 08:41:06.693706 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02ebafad-8420-407f-b113-2acdc79cb9d1 req-7932b0f1-d934-4a43-bfaf-ed91190a3a87 service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096167 Dec 22 08:41:06.694216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37404) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:06.698113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:06.699616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:06.736391 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '205aa7d5-ea9b-4f66-8cb4-a53609dadaf4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:58Z', 'updated_at': '2021-12-22T08:40:58Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:06.737446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:06.742144 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748218ee-afdc-45f9-bcc0-adcb56614ed9 None None] The sync data for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv is: [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '205aa7d5-ea9b-4f66-8cb4-a53609dadaf4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:58Z', 'updated_at': '2021-12-22T08:40:58Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:06.773001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37408) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:06.793757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.838636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5d4f291d-1dc9-456c-b44c-5bb0e9dfd925', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:23:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:41:00Z', 'updated_at': '2021-12-22T08:41:00Z', 'revision_number': 0, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:06.848515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] Checking router: 0110442b-4a23-46b7-8a57-ad853c51d04c for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:41:06.879361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:06.880276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:06.895380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:06.900876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d3d53a4e-2f76-4a45-8073-465af06e229a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:06.949172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=adb73b58-92e5-47ca-8d05-73bc2c8d7040,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:06.954424 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:06.956809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:06.962780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:06.968520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:06.978181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:07.101124 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49107bb-2991-47fe-bf1a-c99318335287 None None] New status for floating IP 205aa7d5-ea9b-4f66-8cb4-a53609dadaf4: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:41:07.103448 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adc337b-c625-43aa-9b54-f9f7e83e8400 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:41:07.107674 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9adc337b-c625-43aa-9b54-f9f7e83e8400 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/279383e2-bf55-4565-823b-3c513f749c5c HTTP/1.1" status: 404 len: 333 time: 0.4094765 Dec 22 08:41:07.107674 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02ebafad-8420-407f-b113-2acdc79cb9d1 req-08bebcdd-ce0a-4c44-bb66-d746a5ac9c0f service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651099 Dec 22 08:41:07.108496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37412) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:07.147375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-448550de-823b-4144-9e72-58e3d895f79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.178663 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e80b821d-ed1c-4f73-b788-616cfb5800f3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/205aa7d5-ea9b-4f66-8cb4-a53609dadaf4 HTTP/1.1" status: 200 len: 991 time: 0.4031420 Dec 22 08:41:07.211399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:07.310466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.312029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.318118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.325178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:07.364558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.394122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet 5e823064-c5be-4329-8266-051e648e1cf2 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:07.397618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.466854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.515973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee2fd69-2b5c-4e25-9ae3-8a133eba0ee3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:07.520232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Deleting port 88f4a5e8-7789-425e-b4ce-b1ca1e178d61 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:07.520574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.542908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:07.548964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.550180 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4977751 Dec 22 08:41:07.561460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37416) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:07.568273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '9ce94693-c1a2-4cdc-88ae-d52399a4cca3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ee2fd69-2b5c-4e25-9ae3-8a133eba0ee3', 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:07.571874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.638043 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'tag': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:07.658490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.662906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0b4ff468-7473-4260-a6c2-5680f1e7610b tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:07.702723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=5e823064-c5be-4329-8266-051e648e1cf2,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:07.706147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:07.715831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.726870 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/5e823064-c5be-4329-8266-051e648e1cf2 HTTP/1.1" status: 204 len: 168 time: 0.5510726 Dec 22 08:41:07.727096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:07.727189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37424) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:07.744875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:07.754312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1decc6-6fd4-4a65-9385-ab23fa160201 None None] Network 328c8da6-9923-4629-bc51-be65b6cbbcd8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:07.765189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:07.816198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:07.820654 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'tag': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'status': 'completed', 'code': 200} Dec 22 08:41:07.906761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.933921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:07.934277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:07.963834 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-83d73337-c5e4-42cc-9a26-ddaa73dffd7e req-13dd66ae-8fc1-4598-88b6-bb825d5e3c35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 1099 time: 0.1452270 Dec 22 08:41:07.981147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5d4f291d-1dc9-456c-b44c-5bb0e9dfd925', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:23:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:41:00Z', 'updated_at': '2021-12-22T08:41:00Z', 'revision_number': 0, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:07.987360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081be832-71c1-4385-b4ce-4a66c438b505 None None] The sync data for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv is: [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5d4f291d-1dc9-456c-b44c-5bb0e9dfd925', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.167', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:23:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:41:00Z', 'updated_at': '2021-12-22T08:41:00Z', 'revision_number': 0, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:08.059273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.094675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] DHCP port deletion for 328c8da6-9923-4629-bc51-be65b6cbbcd8 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:41:08.100792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Deleting port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:08.101438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.107074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.211407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37428) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:08.327031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d631e7a8-7c4a-4e1a-b05d-01f749a6a20c no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:08.356297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Calling delete_port for 88f4a5e8-7789-425e-b4ce-b1ca1e178d61 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:08.356564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d73337-c5e4-42cc-9a26-ddaa73dffd7e req-024be756-ba2a-4665-bc2f-0f1e284394f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:08.357891 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-83d73337-c5e4-42cc-9a26-ddaa73dffd7e req-024be756-ba2a-4665-bc2f-0f1e284394f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.3856728 Dec 22 08:41:08.417260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] For port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,segment=NetworkSegment(5509fe41-e9eb-44f7-b05b-a6ad04129f96),segment_id=5509fe41-e9eb-44f7-b05b-a6ad04129f96)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:08.417685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.423791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] For port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,segment=NetworkSegment(5509fe41-e9eb-44f7-b05b-a6ad04129f96),segment_id=5509fe41-e9eb-44f7-b05b-a6ad04129f96)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:08.424272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.437013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea5350-ba44-46ee-926c-f8fc8ca9060f req-ae3c5133-0a42-447b-a139-9621be8c232c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:08.438705 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4eea5350-ba44-46ee-926c-f8fc8ca9060f req-ae3c5133-0a42-447b-a139-9621be8c232c tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.6272929 Dec 22 08:41:08.438892 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-43516eb8-832b-4e97-90bd-cf8f3eb5294a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/205aa7d5-ea9b-4f66-8cb4-a53609dadaf4 HTTP/1.1" status: 200 len: 993 time: 0.2241287 Dec 22 08:41:08.493458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.517102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.531789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Router ed88a67e-99b8-4ee4-9ec6-aacff5adf07c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:41:08.533808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b3a8b9d1-7aab-4632-ba3d-1ccb6ace2748 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:08.569244 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4eea5350-ba44-46ee-926c-f8fc8ca9060f req-9c1ba1cd-dc4b-4e76-b06c-1281e9c8b69d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238883 Dec 22 08:41:08.570242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429a8a46-c68a-417e-b651-71f58bd44f89,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:08.574700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:08.585269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for d631e7a8-7c4a-4e1a-b05d-01f749a6a20c owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:08.613893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Calling delete_port for d631e7a8-7c4a-4e1a-b05d-01f749a6a20c owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:08.661669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.663013 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1004620 Dec 22 08:41:08.691694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.714061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37434) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:08.741571 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,segment=NetworkSegment(5509fe41-e9eb-44f7-b05b-a6ad04129f96),segment_id=5509fe41-e9eb-44f7-b05b-a6ad04129f96)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:08.747413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.752586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f2b4ff19-a770-4014-929a-2542544cd71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:08.784307 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-83d73337-c5e4-42cc-9a26-ddaa73dffd7e req-1d47e0d6-da0f-4d30-84b4-9c3d14505fc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f87ae542-c8c4-4a82-aab6-f1c2da43d31b HTTP/1.1" status: 200 len: 1000 time: 0.4175892 Dec 22 08:41:08.807581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbd45f7-a96a-45e2-9f0c-c96654b00329 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.823956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbd45f7-a96a-45e2-9f0c-c96654b00329 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.835489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:08.854513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.862554 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "PUT /v2.0/routers/ed88a67e-99b8-4ee4-9ec6-aacff5adf07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2826126 Dec 22 08:41:08.862756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:08.864072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37440) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:08.865529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] Sync routers for ids ['ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:08.913493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event deleted for resources: {'Port': ['ID=88f4a5e8-7789-425e-b4ce-b1ca1e178d61,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:08.916062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:08.926448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:08.927192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:08.931036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:08.941964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] Routers {'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:08.942145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbd45f7-a96a-45e2-9f0c-c96654b00329 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:08.942516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:40:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:08.950196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d73337-c5e4-42cc-9a26-ddaa73dffd7e req-9556ec8b-3100-4c4c-8555-5c59dd6112ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:08.951918 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-83d73337-c5e4-42cc-9a26-ddaa73dffd7e req-9556ec8b-3100-4c4c-8555-5c59dd6112ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.1607034 Dec 22 08:41:08.960643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee175e9-a431-4a6c-bd0d-a1e38f1febb7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:08.962324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee175e9-a431-4a6c-bd0d-a1e38f1febb7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:08.963317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dee175e9-a431-4a6c-bd0d-a1e38f1febb7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:08.972982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-333c2ed4-83fe-4117-b398-76179063eaf2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:09.024210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.024821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.024905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.025195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.025566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.025893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.026245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.026679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.027000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.027342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.027703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:09.062786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd45f7-a96a-45e2-9f0c-c96654b00329 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=429a8a46-c68a-417e-b651-71f58bd44f89,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:09.074133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cbd45f7-a96a-45e2-9f0c-c96654b00329 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:09.084138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6cbd45f7-a96a-45e2-9f0c-c96654b00329 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.088344 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6cbd45f7-a96a-45e2-9f0c-c96654b00329 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/429a8a46-c68a-417e-b651-71f58bd44f89 HTTP/1.1" status: 204 len: 168 time: 0.3679793 Dec 22 08:41:09.089078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37444) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:09.090824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dee175e9-a431-4a6c-bd0d-a1e38f1febb7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:09.093931 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dee175e9-a431-4a6c-bd0d-a1e38f1febb7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2261977 Dec 22 08:41:09.095522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37446) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:09.101552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:09.113275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:09.113703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:09.115878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] Set router ed88a67e-99b8-4ee4-9ec6-aacff5adf07c gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:09.234344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-049a8d3f-fc2f-442d-882f-06c60e6682a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.235799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c', 'name': 'tempest-NetworksTestDHCPv6-router-881167893', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:55Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 3, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:09.240832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] Checking router: ed88a67e-99b8-4ee4-9ec6-aacff5adf07c for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:41:09.252168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] Routers {'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:09.252788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:09.307716 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b384c008-704e-4568-9d33-ea26e00feef1 req-77a3a970-0333-4e79-bcea-325d287767d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1099 time: 0.2867033 Dec 22 08:41:09.426047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.440683 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-83d73337-c5e4-42cc-9a26-ddaa73dffd7e req-503fe1de-466c-446c-b85e-31c9a33377d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4737902 Dec 22 08:41:09.444513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:09.445280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.446408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] Set router ed88a67e-99b8-4ee4-9ec6-aacff5adf07c gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:09.551615 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de35810a-2218-46e9-97ee-478864ad4366 None None] New status for floating IP 5d4f291d-1dc9-456c-b44c-5bb0e9dfd925: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:41:09.583323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a322d1-11a9-44be-ba9f-3f41d07e9407 req-ed79ce31-86f8-4fe3-9737-43c81309b632 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:09.584754 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d9a322d1-11a9-44be-ba9f-3f41d07e9407 req-ed79ce31-86f8-4fe3-9737-43c81309b632 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.5789049 Dec 22 08:41:09.597992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b9d4be46-ac3b-4a25-9cb4-26bd0e2b1afa tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:09.598851 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c', 'name': 'tempest-NetworksTestDHCPv6-router-881167893', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:55Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 3, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:09.603102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0515da-a261-4a40-8939-7ae4c2f44066 None None] The sync data for ids ['ed88a67e-99b8-4ee4-9ec6-aacff5adf07c'] in dv-neutron-822610-1-hyperv is: [{'id': 'ed88a67e-99b8-4ee4-9ec6-aacff5adf07c', 'name': 'tempest-NetworksTestDHCPv6-router-881167893', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:40:55Z', 'updated_at': '2021-12-22T08:41:06Z', 'revision_number': 3, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:09.616731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Deleting port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:09.617473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.754146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b9d4be46-ac3b-4a25-9cb4-26bd0e2b1afa tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:09.758734 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b9d4be46-ac3b-4a25-9cb4-26bd0e2b1afa tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6627920 Dec 22 08:41:09.761543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37452) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:09.803367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.838581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.841639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] For port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,segment=NetworkSegment(5509fe41-e9eb-44f7-b05b-a6ad04129f96),segment_id=5509fe41-e9eb-44f7-b05b-a6ad04129f96)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:09.841994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.843989 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d9a322d1-11a9-44be-ba9f-3f41d07e9407 req-4c0908a7-5f80-4474-8cd2-4413e0018028 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383990 Dec 22 08:41:09.869570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-625d92ec-7b44-46e3-945b-7e15caf9e14c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.905424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] For port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,segment=NetworkSegment(5509fe41-e9eb-44f7-b05b-a6ad04129f96),segment_id=5509fe41-e9eb-44f7-b05b-a6ad04129f96)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:09.906211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.911717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.912219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Fanout notify agent at l3_agent the message router_deleted on router b02bcd1f-6015-421b-94c3-4d0536cff8b4 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:09.922835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-625d92ec-7b44-46e3-945b-7e15caf9e14c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.936486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:09.937551 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/b02bcd1f-6015-421b-94c3-4d0536cff8b4 HTTP/1.1" status: 204 len: 168 time: 5.2542048 Dec 22 08:41:09.949551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37456) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:09.958683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1462313639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:09.972618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:09.980743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Usage tracker for resource:router and tenant:dbd857faadb049e29ccdf3075ce36b73 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:09.983665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:09.992414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:09.999362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for d631e7a8-7c4a-4e1a-b05d-01f749a6a20c owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:10.007783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-625d92ec-7b44-46e3-945b-7e15caf9e14c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.012741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d0588d91-e8f4-40e6-83b1-d284a9c57734 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:10.030668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.032331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.043850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d92ec-7b44-46e3-945b-7e15caf9e14c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee2fd69-2b5c-4e25-9ae3-8a133eba0ee3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:10.044704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 02cc3a9d-8bd1-4eae-9584-14c58c15246e {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:10.046311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-625d92ec-7b44-46e3-945b-7e15caf9e14c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:10.047759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.047929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Calling delete_port for d631e7a8-7c4a-4e1a-b05d-01f749a6a20c owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:10.066598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-625d92ec-7b44-46e3-945b-7e15caf9e14c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.070484 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-625d92ec-7b44-46e3-945b-7e15caf9e14c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/1ee2fd69-2b5c-4e25-9ae3-8a133eba0ee3 HTTP/1.1" status: 204 len: 168 time: 0.2968619 Dec 22 08:41:10.070765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37460) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:10.073394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.124723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.140198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.145069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:10.149768 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c008-704e-4568-9d33-ea26e00feef1 req-240e85ff-b4e2-4579-9ba1-9a25e86b1273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:10.151854 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b384c008-704e-4568-9d33-ea26e00feef1 req-240e85ff-b4e2-4579-9ba1-9a25e86b1273 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 913 time: 0.8224137 Dec 22 08:41:10.173892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd509478-1e90-4ab2-bf9e-cf2b0df27cc1 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:10.178167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.179332 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d9580bc-87ca-4535-86cd-4a64e7da3d7b tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2285717 Dec 22 08:41:10.181946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:10.186232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device adb73b58-92e5-47ca-8d05-73bc2c8d7040 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:10.189429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'enable_snat': False}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:10.221423 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Pushing event deleted for resources: {'Port': ['ID=d631e7a8-7c4a-4e1a-b05d-01f749a6a20c,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:10.228876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:10.230856 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: adb73b58-92e5-47ca-8d05-73bc2c8d7040 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:41:10.231001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device adb73b58-92e5-47ca-8d05-73bc2c8d7040 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:10.232405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] No DVR routers for this DVR port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:10.232739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.318234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd509478-1e90-4ab2-bf9e-cf2b0df27cc1 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:10.318998 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cd509478-1e90-4ab2-bf9e-cf2b0df27cc1 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2473195 Dec 22 08:41:10.323582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:10.348341 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-83d73337-c5e4-42cc-9a26-ddaa73dffd7e req-55978dff-c51f-4bbd-9c90-90f2fa1e4f75 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311322 Dec 22 08:41:10.356350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:10.356664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:10.366748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.388009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.530167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2100265-c54f-4461-a5d2-979c9814ea0a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.648993 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b384c008-704e-4568-9d33-ea26e00feef1 req-941933a5-cff4-4e51-891d-0020af2f3a1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 1002 time: 0.4775596 Dec 22 08:41:10.693557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2100265-c54f-4461-a5d2-979c9814ea0a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.751270 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-83d73337-c5e4-42cc-9a26-ddaa73dffd7e req-6269e873-3b9b-436f-959b-e18fefd0d9ee service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925283 Dec 22 08:41:10.756559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.772070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.784482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2100265-c54f-4461-a5d2-979c9814ea0a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.788900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-606ee806-f952-4863-af64-80200598b1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:10.816299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2100265-c54f-4461-a5d2-979c9814ea0a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce94693-c1a2-4cdc-88ae-d52399a4cca3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:10.816299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2100265-c54f-4461-a5d2-979c9814ea0a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:10.840349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384c008-704e-4568-9d33-ea26e00feef1 req-64da1efe-91cd-4a76-a7f9-b22ad6f203d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:10.840349 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b384c008-704e-4568-9d33-ea26e00feef1 req-64da1efe-91cd-4a76-a7f9-b22ad6f203d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 200 len: 851 time: 0.1825893 Dec 22 08:41:10.908053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2100265-c54f-4461-a5d2-979c9814ea0a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.908053 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2100265-c54f-4461-a5d2-979c9814ea0a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ce94693-c1a2-4cdc-88ae-d52399a4cca3 HTTP/1.1" status: 204 len: 168 time: 0.5778027 Dec 22 08:41:10.908053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37474) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:10.927142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.938150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-01d5e2e5-37e7-4d3f-864c-d380b54522d7 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:10.977571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port d631e7a8-7c4a-4e1a-b05d-01f749a6a20c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:10.977571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:10.995216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c14866cb-8da2-45e8-b8e7-645af0ee4f4c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:11.020174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c14866cb-8da2-45e8-b8e7-645af0ee4f4c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:11.020174 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c14866cb-8da2-45e8-b8e7-645af0ee4f4c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1044590 Dec 22 08:41:11.020174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37478) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.030868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887481550'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:11.030868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:11.045935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:11.060252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=02cc3a9d-8bd1-4eae-9584-14c58c15246e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.065289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.069631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] The port 'd631e7a8-7c4a-4e1a-b05d-01f749a6a20c' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:41:11.069631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:11.069631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b384c008-704e-4568-9d33-ea26e00feef1 req-4335d115-ecfb-4fcb-be24-a949f156e405 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da5084d-8efd-4897-9d2d-6026cbe0946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2266653 Dec 22 08:41:11.098130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.151802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb02018-79bb-47fe-8ea3-db9da25181ec None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:11.254635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:11.254635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:11.268042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:11.292211 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b384c008-704e-4568-9d33-ea26e00feef1 req-0cbebcd2-a3e7-4e9e-8532-f09d7fb59531 service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485965 Dec 22 08:41:11.298624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:11.304332 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.350127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.399192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.419209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.451227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328c8da6-9923-4629-bc51-be65b6cbbcd8']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:11.472613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5509fe41-e9eb-44f7-b05b-a6ad04129f96') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:11.472613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5509fe41-e9eb-44f7-b05b-a6ad04129f96') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:11.479036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.479036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.494291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2100265-c54f-4461-a5d2-979c9814ea0a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:11.564878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:41:11.576213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] Deleting port 6bd99cb8-bf66-420d-9b5f-d88004340684 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:11.576213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.582528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147ff2b9-6fdc-497a-aa57-89fd4ad18880,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.590150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:11.595394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.599600 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5841651 Dec 22 08:41:11.600210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37484) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.613438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '147ff2b9-6fdc-497a-aa57-89fd4ad18880', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:11.620275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.621493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:11.631140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:11.639810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:11.640005 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/02cc3a9d-8bd1-4eae-9584-14c58c15246e HTTP/1.1" status: 204 len: 168 time: 2.5381489 Dec 22 08:41:11.647587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37488) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.650494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:11.664422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.698377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:41:11.698377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:11.713902 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:11.753556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Allocated IP 172.26.5.98 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/c70c0db9-025d-4efd-b000-49ec8b442fd6) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:11.842645 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b384c008-704e-4568-9d33-ea26e00feef1 req-a777f4b8-48b4-4a68-a889-bd4d4bf13a3f service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335190 Dec 22 08:41:11.842645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d9a0b-29b5-4a5a-88ee-3dc5da68b258 req-0a18d02e-ae49-4528-a0ce-6032fd075df5 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:11.858892 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fb0d9a0b-29b5-4a5a-88ee-3dc5da68b258 req-0a18d02e-ae49-4528-a0ce-6032fd075df5 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.7794015 Dec 22 08:41:11.874759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.874759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.884841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-453e0ad3-87ac-427c-9111-3b7a115fb1dd tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:11.895558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] For port 6bd99cb8-bf66-420d-9b5f-d88004340684, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6bd99cb8-bf66-420d-9b5f-d88004340684,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:11.895558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:11.915567 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/networks/328c8da6-9923-4629-bc51-be65b6cbbcd8 HTTP/1.1" status: 204 len: 168 time: 4.1777747 Dec 22 08:41:11.915567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Network': ['ID=328c8da6-9923-4629-bc51-be65b6cbbcd8,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:11.915567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:11.915567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37492) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:11.926352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1018563627'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:11.934324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:11.942038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:network and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:11.946845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:11.954090 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fb0d9a0b-29b5-4a5a-88ee-3dc5da68b258 req-5755da4e-ba3f-4c91-b435-e5bf740c0a2d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010499 Dec 22 08:41:11.955172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:11.965545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:11.969377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.001955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:12.011427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.011768 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Added segment 643345e2-0089-4897-abec-bb10809a63e1 of type vlan for network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 Dec 22 08:41:12.026332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] Calling delete_port for 6bd99cb8-bf66-420d-9b5f-d88004340684 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:12.041672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.058599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.063600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.074593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.078988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:12.079721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.083971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1fcb6895-d5e4-4967-ae9c-12cf5b74cd96 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:12.088833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13f9fd70-3d18-4bcb-b399-bab108eb3e4f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:router {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:12.124754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.146382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13f9fd70-3d18-4bcb-b399-bab108eb3e4f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:router {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:12.150475 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-13f9fd70-3d18-4bcb-b399-bab108eb3e4f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4987478 Dec 22 08:41:12.151126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37496) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.163086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.168055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:12.191040 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2784081 Dec 22 08:41:12.195067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37500) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.203180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': '1fa8d71b-2341-40a8-9bc8-f73e7cd31883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:12.221434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] Pushing event deleted for resources: {'Port': ['ID=6bd99cb8-bf66-420d-9b5f-d88004340684,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.224297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6bd99cb8-bf66-420d-9b5f-d88004340684 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:12.227485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Network': ['ID=1fa8d71b-2341-40a8-9bc8-f73e7cd31883,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.230956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:12.234058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.235725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.254430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:12.258559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:12.296805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1046c310-bc7c-48ff-a62c-f93b1afd4d81 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:12.328606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:12.329084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.330409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6bd99cb8-bf66-420d-9b5f-d88004340684 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:41:12.330642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6bd99cb8-bf66-420d-9b5f-d88004340684 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:12.333822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:12.336764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:12.338204 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] No DVR routers for this DVR port 6bd99cb8-bf66-420d-9b5f-d88004340684 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:12.346132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:12.361345 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:12.413943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:12.427257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:12.429075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Pushing event updated for resources: {'Port': ['ID=c70c0db9-025d-4efd-b000-49ec8b442fd6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.431584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:12.456652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:12.460159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:12.469199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d54f15d-3904-41c1-9faf-e73291cc664a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.490684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.515993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.517155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9106622 Dec 22 08:41:12.537166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:12.557956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c41bea-59cc-4d46-be06-f34a6332dadc,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:12.606466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:12.688654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f7508a9-b9d7-4a25-b33d-7a29086016f2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.710259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f7508a9-b9d7-4a25-b33d-7a29086016f2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.846390 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e06786d-e0e1-4653-ab5c-a07f5c73ea3a req-0606ea79-145b-4446-9b46-c3c51568851a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=57e9ca42379d4846a1028dae24cf219d&device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 1099 time: 0.1345165 Dec 22 08:41:12.887473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f7508a9-b9d7-4a25-b33d-7a29086016f2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:12.893757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:13.011635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.018498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dd38e511-5523-4925-9430-41bdd068ab85 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:13.129271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=ba17e1b8-350d-4642-ac48-f08a398ca6da,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:13.131153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06786d-e0e1-4653-ab5c-a07f5c73ea3a req-4ebb452a-7dc0-4ea2-9cb9-62c4ed2139fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:13.132621 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e06786d-e0e1-4653-ab5c-a07f5c73ea3a req-4ebb452a-7dc0-4ea2-9cb9-62c4ed2139fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 200 len: 913 time: 0.2398038 Dec 22 08:41:13.133377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:13.151626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7508a9-b9d7-4a25-b33d-7a29086016f2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1c41bea-59cc-4d46-be06-f34a6332dadc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:13.196555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f7508a9-b9d7-4a25-b33d-7a29086016f2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:13.216903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d54f15d-3904-41c1-9faf-e73291cc664a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.218892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f7508a9-b9d7-4a25-b33d-7a29086016f2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.220075 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9f7508a9-b9d7-4a25-b33d-7a29086016f2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f1c41bea-59cc-4d46-be06-f34a6332dadc HTTP/1.1" status: 204 len: 168 time: 0.6814849 Dec 22 08:41:13.223207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37510) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.229401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d54f15d-3904-41c1-9faf-e73291cc664a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.243475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Checking segment: {'id': '643345e2-0089-4897-abec-bb10809a63e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa8d71b-2341-40a8-9bc8-f73e7cd31883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:13.243475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network hostable DHCP agents. Network: 1fa8d71b-2341-40a8-9bc8-f73e7cd31883, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:13.281190 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e06786d-e0e1-4653-ab5c-a07f5c73ea3a req-52283607-095d-49cf-bc01-7ba895ee45a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 200 len: 1002 time: 0.1420329 Dec 22 08:41:13.282929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d54f15d-3904-41c1-9faf-e73291cc664a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.283253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d54f15d-3904-41c1-9faf-e73291cc664a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Fanout notify agent at l3_agent the message router_deleted on router ed88a67e-99b8-4ee4-9ec6-aacff5adf07c {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:13.295728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672c10-5397-4ae6-9bee-fb72a159dea9 req-14385a17-2204-471a-ba93-9b9b9a4a3dc6 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:13.297206 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-84672c10-5397-4ae6-9bee-fb72a159dea9 req-14385a17-2204-471a-ba93-9b9b9a4a3dc6 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.1406763 Dec 22 08:41:13.320274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d54f15d-3904-41c1-9faf-e73291cc664a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.321546 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2d54f15d-3904-41c1-9faf-e73291cc664a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/routers/ed88a67e-99b8-4ee4-9ec6-aacff5adf07c HTTP/1.1" status: 204 len: 168 time: 1.1686563 Dec 22 08:41:13.324182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.328369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37516) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.347261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:13.441940 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d6817c67-6266-4fc8-8df9-1a4615df9064 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2175319 Dec 22 08:41:13.447143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:13.458754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37520) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.485437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06786d-e0e1-4653-ab5c-a07f5c73ea3a req-b6baa9b4-a67b-4254-a5a0-a43b237c6097 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:13.486882 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e06786d-e0e1-4653-ab5c-a07f5c73ea3a req-b6baa9b4-a67b-4254-a5a0-a43b237c6097 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 200 len: 851 time: 0.1930885 Dec 22 08:41:13.490200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 1fa8d71b-2341-40a8-9bc8-f73e7cd31883) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:13.502722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2104fa77-70dc-4287-a944-dcad58664fd2 None None] Network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:13.531709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:13.532212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.546674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:13.558440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:13.561635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:13.570504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.570745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:13.582625 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3858654 Dec 22 08:41:13.585323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37524) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.586910 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-84672c10-5397-4ae6-9bee-fb72a159dea9 req-6a55f9e1-5768-4dca-80ec-99e4714221c1 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807128 Dec 22 08:41:13.600056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-512073433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:13.605114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:13.608577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.609816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.612423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8c782cd5-b825-471f-8730-67f1008c7564 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.676264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:13.700320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:router and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:13.714068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8c782cd5-b825-471f-8730-67f1008c7564 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.714575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:13.759522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:13.785923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-1fa8d71b-2341-40a8-9bc8-f73e7cd31883', 'network_id': '1fa8d71b-2341-40a8-9bc8-f73e7cd31883', 'tenant_id': 'f4c80051c1864fc382c5d764ec033c31', 'fixed_ips': [{'subnet_id': 'ba17e1b8-350d-4642-ac48-f08a398ca6da'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:41:13.787543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.787656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8c782cd5-b825-471f-8730-67f1008c7564 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.791839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:13.808689 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e06786d-e0e1-4653-ab5c-a07f5c73ea3a req-cb09dcce-0530-4813-a9af-63f50a8f618a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da5084d-8efd-4897-9d2d-6026cbe0946d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3109062 Dec 22 08:41:13.820813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.821876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.861770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c782cd5-b825-471f-8730-67f1008c7564 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147ff2b9-6fdc-497a-aa57-89fd4ad18880,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:13.878013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8c782cd5-b825-471f-8730-67f1008c7564 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:13.904932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8c782cd5-b825-471f-8730-67f1008c7564 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:13.904932 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8c782cd5-b825-471f-8730-67f1008c7564 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/147ff2b9-6fdc-497a-aa57-89fd4ad18880 HTTP/1.1" status: 204 len: 168 time: 0.4409201 Dec 22 08:41:13.904932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37532) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:13.996684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a23c6339-1236-4bad-84b8-e81729c813e3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:14.024022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a23c6339-1236-4bad-84b8-e81729c813e3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:14.030031 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a23c6339-1236-4bad-84b8-e81729c813e3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1249270 Dec 22 08:41:14.030228 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37536) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.038224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-secgroup--685589989'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:14.049937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:14.059801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.068449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:14.085708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13c03d-36de-486f-80a4-922a03c43d2f req-b1232c4d-7725-4afc-8ad7-775d0d0b6a23 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:14.089957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Allocated IP 2001:db8::2 (1fa8d71b-2341-40a8-9bc8-f73e7cd31883/ba17e1b8-350d-4642-ac48-f08a398ca6da/ae2bb27c-9ca1-4b7f-85dc-9a67304e604c) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:14.090633 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dc13c03d-36de-486f-80a4-922a03c43d2f req-b1232c4d-7725-4afc-8ad7-775d0d0b6a23 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.3667388 Dec 22 08:41:14.091452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.117904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Router f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:41:14.154751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:14.163633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:14.164093 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e06786d-e0e1-4653-ab5c-a07f5c73ea3a req-8fcee73a-8c2b-4634-aff2-9e43f6b8382f service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420193 Dec 22 08:41:14.164263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:14.174309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:14.188038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.325450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.336870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-81264bc0-e1a6-464a-b342-b34df07773f0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:14.353114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.353114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.365129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:14.369995 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dc13c03d-36de-486f-80a4-922a03c43d2f req-8fab8073-1bc9-46dd-ad22-d21a78b71357 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687445 Dec 22 08:41:14.384018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.384018 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e3b28dd8-cdaf-4b8b-bf4e-f51dcbf3a8d0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7877543 Dec 22 08:41:14.384018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37540) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.398667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'network_id': '1fa8d71b-2341-40a8-9bc8-f73e7cd31883', 'name': 'tempest-PortsIpV6TestJSON-895195471'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:14.402245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.425249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Transition to ACTIVE for port object ae2bb27c-9ca1-4b7f-85dc-9a67304e604c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:14.446235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Transition to ACTIVE for port object ae2bb27c-9ca1-4b7f-85dc-9a67304e604c will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:14.455647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.484835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b35ddf1b-ad84-462f-8fdc-cee9d291bba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:14.526804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0875fefb-6a9e-44d2-a0d7-fe05e0ea60ec,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:14.530234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.531438 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4985487 Dec 22 08:41:14.532352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:14.534080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37546) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.540718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '0875fefb-6a9e-44d2-a0d7-fe05e0ea60ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:14.550184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:14.557528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:14.561846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:14.572267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:14.602599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:14.603124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Pushing event updated for resources: {'Port': ['ID=ae2bb27c-9ca1-4b7f-85dc-9a67304e604c,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:14.607580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:14.608610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:14.608979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.614463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:14.683494 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:41:14.685293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:14.693126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.694704 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "PUT /v2.0/routers/f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d HTTP/1.1" status: 200 len: 915 time: 4.5118718 Dec 22 08:41:14.698068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.717395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c592b5-c943-47a7-8966-a54be33e5e7d None None] Sync routers for ids ['f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:14.753545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Attempting to bind port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:14.754130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Attempting to bind port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '643345e2-0089-4897-abec-bb10809a63e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa8d71b-2341-40a8-9bc8-f73e7cd31883'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:14.754584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Attempting to bind port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c on network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:41:14.782874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:41:14.787412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Checking segment: {'id': '643345e2-0089-4897-abec-bb10809a63e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa8d71b-2341-40a8-9bc8-f73e7cd31883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:14.789134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.791084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Bound using segment: {'id': '643345e2-0089-4897-abec-bb10809a63e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa8d71b-2341-40a8-9bc8-f73e7cd31883'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:41:14.791907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Bound port: ae2bb27c-9ca1-4b7f-85dc-9a67304e604c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643345e2-0089-4897-abec-bb10809a63e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1fa8d71b-2341-40a8-9bc8-f73e7cd31883'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:14.792511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.806696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.811445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.813512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:14.822813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:14.842705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:14.854276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6834d9d8-d542-4d1e-bdd3-bd886caa21a8,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:14.854276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:14.869574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:14.869574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.879417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e0e5cc-8df6-4e76-a648-5d673ca25dc5 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:14.892138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=af4c86b5-2381-4c47-b6ef-051ed0dd1423,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:14.898162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:14.910614 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e06786d-e0e1-4653-ab5c-a07f5c73ea3a req-7ddc4a5d-5758-4a95-be29-6a0a8ea9dde1 service neutron] 10.222.0.32 "GET /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033513 Dec 22 08:41:14.910614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:14.926117 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5805132 Dec 22 08:41:14.926117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37556) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.951536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1502223574', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:14.956495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:14.956495 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4085760 Dec 22 08:41:14.956495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37560) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.966918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:14.966918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:14.987003 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cc8d8fd7-49e9-43ac-a48e-92bb2a44a484 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules/6834d9d8-d542-4d1e-bdd3-bd886caa21a8 HTTP/1.1" status: 200 len: 705 time: 0.0260391 Dec 22 08:41:14.987003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37564) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:14.994973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:router and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:14.994973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:15.014476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:15.014476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:15.020452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c592b5-c943-47a7-8966-a54be33e5e7d None None] Routers {'f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:15.020452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0c592b5-c943-47a7-8966-a54be33e5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:15.025943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.052849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-19886529-9925-45da-b35b-eb2b6152914a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:15.056061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.056889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.086556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-19886529-9925-45da-b35b-eb2b6152914a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:15.087855 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-19886529-9925-45da-b35b-eb2b6152914a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1070659 Dec 22 08:41:15.093745 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5b03a2c6-5e0a-479c-b87c-aa79657b55b3 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/routers/f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d HTTP/1.1" status: 200 len: 921 time: 0.3916261 Dec 22 08:41:15.093745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37568) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.094066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.116025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:15.174669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0c592b5-c943-47a7-8966-a54be33e5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:15.215530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.219475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c592b5-c943-47a7-8966-a54be33e5e7d None None] Routers {'f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:15.220291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0c592b5-c943-47a7-8966-a54be33e5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:15.302459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6337d-19d9-4d6a-ba8b-63e59fcb0dbe req-60715af7-fc98-4585-b539-de0d85008697 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:15.310567 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-beb6337d-19d9-4d6a-ba8b-63e59fcb0dbe req-60715af7-fc98-4585-b539-de0d85008697 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.2563624 Dec 22 08:41:15.315121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.317554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f0c592b5-c943-47a7-8966-a54be33e5e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:15.318043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c592b5-c943-47a7-8966-a54be33e5e7d None None] The sync data for ids ['f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:15.320367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b48fb66c-2b27-4d90-887d-cf159469167c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.341441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b48fb66c-2b27-4d90-887d-cf159469167c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.363155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::b9 (1fa8d71b-2341-40a8-9bc8-f73e7cd31883/ba17e1b8-350d-4642-ac48-f08a398ca6da/22a618ce-0ca8-45d8-b542-6fb6a2202fbd) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:15.381285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37576) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.383087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] For port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:41:15.383263 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-904cfada-90f0-4f53-9331-d832e2fb64b4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2707951 Dec 22 08:41:15.395984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b48fb66c-2b27-4d90-887d-cf159469167c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.397839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:15.417151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fb66c-2b27-4d90-887d-cf159469167c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6834d9d8-d542-4d1e-bdd3-bd886caa21a8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:15.420302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.421227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b48fb66c-2b27-4d90-887d-cf159469167c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:15.421471 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ae2d94cc-9696-4596-88b4-a510de7638dd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4975822 Dec 22 08:41:15.423486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] For port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ae2bb27c-9ca1-4b7f-85dc-9a67304e604c,segment=NetworkSegment(643345e2-0089-4897-abec-bb10809a63e1),segment_id=643345e2-0089-4897-abec-bb10809a63e1)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:41:15.425481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37580) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.432312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.438191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f1823622-dd1d-4bf6-ad50-b498d67355f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:15.509470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b48fb66c-2b27-4d90-887d-cf159469167c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.510221 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b48fb66c-2b27-4d90-887d-cf159469167c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6834d9d8-d542-4d1e-bdd3-bd886caa21a8 HTTP/1.1" status: 204 len: 168 time: 0.4171357 Dec 22 08:41:15.516652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37584) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.580920 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-beb6337d-19d9-4d6a-ba8b-63e59fcb0dbe req-0ac15d89-c25e-44f6-94e3-a3be961e8cdd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697077 Dec 22 08:41:15.646870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'af4c86b5-2381-4c47-b6ef-051ed0dd1423'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:41:15.646870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.709920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-440b0596-7cb8-4204-abd3-58136b9a580c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:15.769108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Pushing event updated for resources: {'Port': ['ID=ae2bb27c-9ca1-4b7f-85dc-9a67304e604c,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:15.786315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:15.803555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-440b0596-7cb8-4204-abd3-58136b9a580c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:15.803555 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-440b0596-7cb8-4204-abd3-58136b9a580c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2775936 Dec 22 08:41:15.803555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37588) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.815531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '0875fefb-6a9e-44d2-a0d7-fe05e0ea60ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:15.822553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:15.825200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:15.837904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object 22a618ce-0ca8-45d8-b542-6fb6a2202fbd will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:15.852858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca9d7a-e5aa-4be8-b02c-ee2ecb81145d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:15.854829 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-70ca9d7a-e5aa-4be8-b02c-ee2ecb81145d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/networks/901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 881 time: 0.4717352 Dec 22 08:41:15.863180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37592) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.922201 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-068b3f83-0170-498a-9767-b963ce69bace tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d HTTP/1.1" status: 200 len: 205 time: 0.0637426 Dec 22 08:41:15.924460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37596) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:15.986211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/af4c86b5-2381-4c47-b6ef-051ed0dd1423/11175aa2-a630-439e-9730-a767ec3da123) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:15.995192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:16.040241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.050357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-23499501-a666-489c-900e-a8fe2f316df6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:16.052784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.202167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.207018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:16.215878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:16.222286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:16.232710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:16.233636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.240402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.245595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6cbd45f7-a96a-45e2-9f0c-c96654b00329 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:16.271202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=22a618ce-0ca8-45d8-b542-6fb6a2202fbd,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.274556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57367908-3472-43ec-9f47-65883c725e29,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.282573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.289082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ae2bb27c-9ca1-4b7f-85dc-9a67304e604c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:16.300383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:16.338857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:16.349638 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9638860 Dec 22 08:41:16.352320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37602) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.424376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.444131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.444131 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6385679 Dec 22 08:41:16.444131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37606) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.468980 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d3b95d42-adc3-42e9-953c-a415224aec4a tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules/57367908-3472-43ec-9f47-65883c725e29 HTTP/1.1" status: 200 len: 705 time: 0.0215321 Dec 22 08:41:16.468980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37610) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.501326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Transition to ACTIVE for port object 11175aa2-a630-439e-9730-a767ec3da123 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:16.525322 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Transition to ACTIVE for port object 11175aa2-a630-439e-9730-a767ec3da123 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:16.528599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:16.537401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.547076 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:16.598942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-51c588b5-d63f-4782-a9b2-f36f4cb70951 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:16.629914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:16.633189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:16.638732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:16.673217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-51c588b5-d63f-4782-a9b2-f36f4cb70951 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:16.673947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Pushing event updated for resources: {'Port': ['ID=11175aa2-a630-439e-9730-a767ec3da123,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:16.677647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-51c588b5-d63f-4782-a9b2-f36f4cb70951 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2076964 Dec 22 08:41:16.682361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37616) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:16.682505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:16.766985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.801537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Attempting to bind port 11175aa2-a630-439e-9730-a767ec3da123 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:16.802160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Attempting to bind port 11175aa2-a630-439e-9730-a767ec3da123 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:16.802722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Attempting to bind port 11175aa2-a630-439e-9730-a767ec3da123 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:41:16.813653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:41:16.814304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:16.814890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.815490 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:41:16.817067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74e63e36-a7e6-46b0-8384-b406b164452b tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.817471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Bound port: 11175aa2-a630-439e-9730-a767ec3da123, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:16.818134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.839933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74e63e36-a7e6-46b0-8384-b406b164452b tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.953018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::1 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/af4c86b5-2381-4c47-b6ef-051ed0dd1423/bd914f1c-8928-45af-a565-b5c2c2112d09) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:16.968924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74e63e36-a7e6-46b0-8384-b406b164452b tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:16.986629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] For port 11175aa2-a630-439e-9730-a767ec3da123, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:41:16.987405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:16.993120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] For port 11175aa2-a630-439e-9730-a767ec3da123, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=11175aa2-a630-439e-9730-a767ec3da123,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:41:17.012163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.019141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e63e36-a7e6-46b0-8384-b406b164452b tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57367908-3472-43ec-9f47-65883c725e29,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:17.022009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-74e63e36-a7e6-46b0-8384-b406b164452b tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:17.039742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:17.162373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74e63e36-a7e6-46b0-8384-b406b164452b tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.168152 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-74e63e36-a7e6-46b0-8384-b406b164452b tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/57367908-3472-43ec-9f47-65883c725e29 HTTP/1.1" status: 204 len: 168 time: 0.4814839 Dec 22 08:41:17.174649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37622) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:17.175049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Pushing event updated for resources: {'Port': ['ID=11175aa2-a630-439e-9730-a767ec3da123,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:17.180223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:17.249799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4c2f0-9f49-4ff4-b8be-6e20199e381a req-bc80186a-414d-4a93-a2e3-f2f9cd469ddd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:17.251487 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-79a4c2f0-9f49-4ff4-b8be-6e20199e381a req-bc80186a-414d-4a93-a2e3-f2f9cd469ddd tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.4018550 Dec 22 08:41:17.314823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c8036712-b53e-4784-8da8-4b7815e72015 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:17.410965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed9288-d344-483c-8e89-9d1da1570c2c None None] Network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:17.563526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.580819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.640621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c8036712-b53e-4784-8da8-4b7815e72015 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:17.645426 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c8036712-b53e-4784-8da8-4b7815e72015 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4635863 Dec 22 08:41:17.664627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37626) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:17.683195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '0875fefb-6a9e-44d2-a0d7-fe05e0ea60ec', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:17.685761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-138c679d-2529-45b6-8bc2-f4e004223e81 None None] Provisioning for port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:17.696043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-138c679d-2529-45b6-8bc2-f4e004223e81 None None] Provisioning complete for port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:17.696892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-138c679d-2529-45b6-8bc2-f4e004223e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.700880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:17.710746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.720090 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-79a4c2f0-9f49-4ff4-b8be-6e20199e381a req-4f1e823c-5239-417b-8c9c-9eca2cb74104 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279907 Dec 22 08:41:17.728639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:17.757654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object bd914f1c-8928-45af-a565-b5c2c2112d09 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:17.757654 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Project 7347b52279584da5a49284cfc66ff3d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:41:17.775069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.870648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:17.889657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4565f910-0ce4-4f99-84d1-d93ba5b762da tempest-RoutersIpV6AdminTest-1345690729 tempest-RoutersIpV6AdminTest-1345690729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:17.928897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:17.945837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:17.945837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:17.945837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.002249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.015378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-138c679d-2529-45b6-8bc2-f4e004223e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.021390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Deleting port c70c0db9-025d-4efd-b000-49ec8b442fd6 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:18.021733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.058532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-138c679d-2529-45b6-8bc2-f4e004223e81 None None] For port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ae2bb27c-9ca1-4b7f-85dc-9a67304e604c,segment=NetworkSegment(643345e2-0089-4897-abec-bb10809a63e1),segment_id=643345e2-0089-4897-abec-bb10809a63e1)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:18.062550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.069566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-138c679d-2529-45b6-8bc2-f4e004223e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.072326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:18.087101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.120858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:18.145836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.171641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c679d-2529-45b6-8bc2-f4e004223e81 None None] Pushing event updated for resources: {'Port': ['ID=ae2bb27c-9ca1-4b7f-85dc-9a67304e604c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.180178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-138c679d-2529-45b6-8bc2-f4e004223e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:18.185484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.191627 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5218515 Dec 22 08:41:18.197837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:18.251204 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4c46d96c-937c-4306-9689-151d98f14a69 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules/5ddab774-5768-428f-888c-ba52610eb2d7 HTTP/1.1" status: 200 len: 711 time: 0.0520234 Dec 22 08:41:18.260881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37634) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:18.263715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.282627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=bd914f1c-8928-45af-a565-b5c2c2112d09,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.287979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:18.293798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:18.294529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:18.313442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 11175aa2-a630-439e-9730-a767ec3da123 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:18.328729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddab774-5768-428f-888c-ba52610eb2d7,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.336091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:18.384980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=22a618ce-0ca8-45d8-b542-6fb6a2202fbd,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:18.389338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:18.495826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 11175aa2-a630-439e-9730-a767ec3da123 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:18.583711 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9b778f5c-185d-4e9d-a3a6-08dfea8ee654 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3210664 Dec 22 08:41:18.597159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37638) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:18.640941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.735997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-400cba12-0de5-4a93-a2b8-551bdac98152 None None] Provisioning complete for port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:18.735997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-400cba12-0de5-4a93-a2b8-551bdac98152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:18.752040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-b24c8e5a-4621-4d44-a22e-a2ae4bff7b74 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:18.752040 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-b24c8e5a-4621-4d44-a22e-a2ae4bff7b74 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.7204423 Dec 22 08:41:18.992875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-400cba12-0de5-4a93-a2b8-551bdac98152 None None] Provisioning for port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:19.006386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-400cba12-0de5-4a93-a2b8-551bdac98152 None None] Provisioning complete for port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:19.006386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-400cba12-0de5-4a93-a2b8-551bdac98152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.098217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.121115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.121806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.127300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3d09ee05-eaab-42e6-9ba0-24e8b74959ee tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:19.155983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-400cba12-0de5-4a93-a2b8-551bdac98152 None None] Port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:19.302938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=bd914f1c-8928-45af-a565-b5c2c2112d09,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:19.307067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:19.309293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Provisioning for port 11175aa2-a630-439e-9730-a767ec3da123 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:19.332016 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Provisioning complete for port 11175aa2-a630-439e-9730-a767ec3da123 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:19.332513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.442226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Deleting port ecf057f3-e107-4e49-8dd9-f6d41f2041ee {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:19.442510 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.489856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:19.489856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:19.583127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Calling delete_port for c70c0db9-025d-4efd-b000-49ec8b442fd6 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:19.601802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.643890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] For port 11175aa2-a630-439e-9730-a767ec3da123, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=11175aa2-a630-439e-9730-a767ec3da123,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:19.649705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.653110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3671cf71-2f32-4332-994e-b2ce63f89838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:19.732863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Provisioning complete for port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:19.733759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.815451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Pushing event updated for resources: {'Port': ['ID=11175aa2-a630-439e-9730-a767ec3da123,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:19.824836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:19.847225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:19.852623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbe9ee4d-8435-49b7-a7a0-41020da92a50 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.948010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Router d18f7267-7f67-4ad8-ae9c-e63ab24fa33f is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:41:19.983519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbe9ee4d-8435-49b7-a7a0-41020da92a50 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:19.996481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bd027e9e-c564-4ab0-b510-a51d00c8e3d2 None None] Provisioning complete for port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:19.996481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bd027e9e-c564-4ab0-b510-a51d00c8e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.061610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bd027e9e-c564-4ab0-b510-a51d00c8e3d2 None None] Port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:20.083854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bd027e9e-c564-4ab0-b510-a51d00c8e3d2 None None] Provisioning for port bd914f1c-8928-45af-a565-b5c2c2112d09 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:20.099219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bd027e9e-c564-4ab0-b510-a51d00c8e3d2 None None] Provisioning complete for port bd914f1c-8928-45af-a565-b5c2c2112d09 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:20.099219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bd027e9e-c564-4ab0-b510-a51d00c8e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.140013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbe9ee4d-8435-49b7-a7a0-41020da92a50 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.146957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.161058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bd027e9e-c564-4ab0-b510-a51d00c8e3d2 None None] Port bd914f1c-8928-45af-a565-b5c2c2112d09 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:20.167035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:20.176975 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Sync routers for ids ['d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:20.181372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-78e78f7a-7830-46f8-b9a6-9c7e45c990cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:20.184349 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "PUT /v2.0/routers/d18f7267-7f67-4ad8-ae9c-e63ab24fa33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7542849 Dec 22 08:41:20.193892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37644) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:20.196718 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Routers {'d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:20.197478 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:20.225492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ae2bb27c-9ca1-4b7f-85dc-9a67304e604c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:20.226319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9ee4d-8435-49b7-a7a0-41020da92a50 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ddab774-5768-428f-888c-ba52610eb2d7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:20.233609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dbe9ee4d-8435-49b7-a7a0-41020da92a50 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:20.239523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbe9ee4d-8435-49b7-a7a0-41020da92a50 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.240851 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dbe9ee4d-8435-49b7-a7a0-41020da92a50 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5ddab774-5768-428f-888c-ba52610eb2d7 HTTP/1.1" status: 204 len: 168 time: 1.6346817 Dec 22 08:41:20.244269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] For port ecf057f3-e107-4e49-8dd9-f6d41f2041ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:20.244815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.259416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37648) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:20.290575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a439aff-017f-4b87-baa2-8746204a36ae req-43a1343f-b1b6-46a0-be7f-df4be768040b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:20.292450 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7a439aff-017f-4b87-baa2-8746204a36ae req-43a1343f-b1b6-46a0-be7f-df4be768040b tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 946 time: 0.8603106 Dec 22 08:41:20.318643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:20.319820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.424665 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Set router d18f7267-7f67-4ad8-ae9c-e63ab24fa33f gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:20.431117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91809c98-521e-4796-9cce-6eab704778f5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:20.431969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-91809c98-521e-4796-9cce-6eab704778f5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:20.463029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-91809c98-521e-4796-9cce-6eab704778f5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:20.464708 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-91809c98-521e-4796-9cce-6eab704778f5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports/bd914f1c-8928-45af-a565-b5c2c2112d09 HTTP/1.1" status: 200 len: 911 time: 0.2657235 Dec 22 08:41:20.467303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37652) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:20.514660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 11175aa2-a630-439e-9730-a767ec3da123 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:20.568913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068805be-5827-4094-8008-bd85763b701b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:20.573939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068805be-5827-4094-8008-bd85763b701b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:20.576699 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-068805be-5827-4094-8008-bd85763b701b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1073787 Dec 22 08:41:20.589005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37656) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:20.659914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.663571 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 11175aa2-a630-439e-9730-a767ec3da123 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:20.663951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.668527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0d36fb93-fc9e-4cf9-87ae-fb18a169135b tempest-ServersTestManualDisk-2130608671 tempest-ServersTestManualDisk-2130608671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:20.709509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-adb95f37-52e3-4e79-b156-556c56df9660 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:20.713561 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7a439aff-017f-4b87-baa2-8746204a36ae req-f4debb94-0f8a-41c2-9346-76dbba6e18f2 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412139 Dec 22 08:41:20.714313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.759196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event deleted for resources: {'Port': ['ID=c70c0db9-025d-4efd-b000-49ec8b442fd6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:20.780144 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18f7267-7f67-4ad8-ae9c-e63ab24fa33f', 'name': 'tempest-NetworksTestDHCPv6-router-1502223574', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:15Z', 'updated_at': '2021-12-22T08:41:17Z', 'revision_number': 2, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None, '_interfaces': [{'id': 'bd914f1c-8928-45af-a565-b5c2c2112d09', 'name': '', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'mac_address': 'fa:16:3e:e6:ea:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18f7267-7f67-4ad8-ae9c-e63ab24fa33f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4c86b5-2381-4c47-b6ef-051ed0dd1423', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:16Z', 'updated_at': '2021-12-22T08:41:18Z', 'revision_number': 2, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'subnets': [{'id': 'af4c86b5-2381-4c47-b6ef-051ed0dd1423', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:20.784319 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Checking router: d18f7267-7f67-4ad8-ae9c-e63ab24fa33f for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:41:20.784916 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Updating router d18f7267-7f67-4ad8-ae9c-e63ab24fa33f port bd914f1c-8928-45af-a565-b5c2c2112d09 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:41:20.828605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:20.840140 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:20.917208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-adb95f37-52e3-4e79-b156-556c56df9660 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:20.918419 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-adb95f37-52e3-4e79-b156-556c56df9660 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6577992 Dec 22 08:41:20.929938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37660) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:21.079204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.079932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.080251 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Floating IP 19e603dc-e5de-4c2d-ad99-841b9522d4bd disassociated. External IP: 172.26.5.205, port: ecf057f3-e107-4e49-8dd9-f6d41f2041ee. Dec 22 08:41:21.080784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Calling delete_port for ecf057f3-e107-4e49-8dd9-f6d41f2041ee owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:21.200920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device ecf057f3-e107-4e49-8dd9-f6d41f2041ee no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:21.201743 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.215131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.216520 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Transition to ACTIVE for port object bd914f1c-8928-45af-a565-b5c2c2112d09 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:21.226014 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.239782 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-785850fd-7b58-424e-8ac3-6b8f89813c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:21.320627 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c4ff-ee4a-49fd-b763-894688f20875 None None] Pushing event updated for resources: {'Port': ['ID=bd914f1c-8928-45af-a565-b5c2c2112d09,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:21.339014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.394301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:21.409534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port ecf057f3-e107-4e49-8dd9-f6d41f2041ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:21.415715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.417967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:21.450769 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-cf60c4ff-ee4a-49fd-b763-894688f20875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:21.524461 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'code': 200} Dec 22 08:41:21.603707 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Attempting to bind port bd914f1c-8928-45af-a565-b5c2c2112d09 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:21.603864 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Attempting to bind port bd914f1c-8928-45af-a565-b5c2c2112d09 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:21.604193 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Attempting to bind port bd914f1c-8928-45af-a565-b5c2c2112d09 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:41:21.622623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:21.624407 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:41:21.626826 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:21.629110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:21.636768 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.637304 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:41:21.637815 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Bound port: bd914f1c-8928-45af-a565-b5c2c2112d09, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:21.638205 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.765192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port bd914f1c-8928-45af-a565-b5c2c2112d09 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:21.765192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.770582 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] For port bd914f1c-8928-45af-a565-b5c2c2112d09, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:41:21.781416 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] For port bd914f1c-8928-45af-a565-b5c2c2112d09, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=bd914f1c-8928-45af-a565-b5c2c2112d09,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:41:21.788232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-324833f5-282c-4461-8516-12d08c6aedb3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.794188 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:21.819264 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:21.894500 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c4ff-ee4a-49fd-b763-894688f20875 None None] Pushing event updated for resources: {'Port': ['ID=bd914f1c-8928-45af-a565-b5c2c2112d09,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:21.901697 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-cf60c4ff-ee4a-49fd-b763-894688f20875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:21.921363 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Routers {'d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:21.921363 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:22.050025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] For port bd914f1c-8928-45af-a565-b5c2c2112d09, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=bd914f1c-8928-45af-a565-b5c2c2112d09,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:22.050025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.075630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.104602 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] Set router d18f7267-7f67-4ad8-ae9c-e63ab24fa33f gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:22.210983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for bd914f1c-8928-45af-a565-b5c2c2112d09 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:22.340745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-324833f5-282c-4461-8516-12d08c6aedb3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.349398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:22.349679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:22.563014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.575937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.603403 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-324833f5-282c-4461-8516-12d08c6aedb3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.608686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.613657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e8d94c0f-47f5-4ec7-9814-7e290f39deeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:22.627774 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18f7267-7f67-4ad8-ae9c-e63ab24fa33f', 'name': 'tempest-NetworksTestDHCPv6-router-1502223574', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:15Z', 'updated_at': '2021-12-22T08:41:17Z', 'revision_number': 2, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None, '_interfaces': [{'id': 'bd914f1c-8928-45af-a565-b5c2c2112d09', 'name': '', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'mac_address': 'fa:16:3e:e6:ea:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18f7267-7f67-4ad8-ae9c-e63ab24fa33f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4c86b5-2381-4c47-b6ef-051ed0dd1423', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:16Z', 'updated_at': '2021-12-22T08:41:21Z', 'revision_number': 4, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'subnets': [{'id': 'af4c86b5-2381-4c47-b6ef-051ed0dd1423', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:22.631209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.632668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.634081 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dfde9-5998-413f-8606-092ffafb1046 None None] The sync data for ids ['d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'] in dv-neutron-822610-1-hyperv is: [{'id': 'd18f7267-7f67-4ad8-ae9c-e63ab24fa33f', 'name': 'tempest-NetworksTestDHCPv6-router-1502223574', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:15Z', 'updated_at': '2021-12-22T08:41:17Z', 'revision_number': 2, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None, '_interfaces': [{'id': 'bd914f1c-8928-45af-a565-b5c2c2112d09', 'name': '', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'mac_address': 'fa:16:3e:e6:ea:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18f7267-7f67-4ad8-ae9c-e63ab24fa33f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4c86b5-2381-4c47-b6ef-051ed0dd1423', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:41:16Z', 'updated_at': '2021-12-22T08:41:21Z', 'revision_number': 4, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'subnets': [{'id': 'af4c86b5-2381-4c47-b6ef-051ed0dd1423', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:22.640583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324833f5-282c-4461-8516-12d08c6aedb3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0875fefb-6a9e-44d2-a0d7-fe05e0ea60ec,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:22.651106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-324833f5-282c-4461-8516-12d08c6aedb3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:22.666914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e384e5b4-2428-42c7-9eca-16c335af1bf7 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:22.681901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.693613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:22.716100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ea5a0-fa40-4dee-b96a-a4512ca31e39 req-c4e19c29-71ce-400c-be3d-c7091dfc5698 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:22.716100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-6e8ea5a0-fa40-4dee-b96a-a4512ca31e39 req-c4e19c29-71ce-400c-be3d-c7091dfc5698 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Synchronizing usage tracker for tenant:57e9ca42379d4846a1028dae24cf219d on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:22.838362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.838362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Fanout notify agent at l3_agent the message router_deleted on router f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:22.926706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Deleting port ecf057f3-e107-4e49-8dd9-f6d41f2041ee {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:22.926706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:22.933446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=bd914f1c-8928-45af-a565-b5c2c2112d09,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:22.941160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:22.985075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=22a618ce-0ca8-45d8-b542-6fb6a2202fbd,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:23.005064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.014059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:23.014059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-324833f5-282c-4461-8516-12d08c6aedb3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.014059 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-324833f5-282c-4461-8516-12d08c6aedb3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/0875fefb-6a9e-44d2-a0d7-fe05e0ea60ec HTTP/1.1" status: 204 len: 168 time: 2.0796716 Dec 22 08:41:23.014059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-6e8ea5a0-fa40-4dee-b96a-a4512ca31e39 req-c4e19c29-71ce-400c-be3d-c7091dfc5698 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Unset dirty status for tenant:57e9ca42379d4846a1028dae24cf219d on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:23.015793 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e8ea5a0-fa40-4dee-b96a-a4512ca31e39 req-c4e19c29-71ce-400c-be3d-c7091dfc5698 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 944 time: 0.9401472 Dec 22 08:41:23.029752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37668) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:23.073469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.073469 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d HTTP/1.1" status: 204 len: 168 time: 7.1480069 Dec 22 08:41:23.087792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37672) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:23.096930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1838978359', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:23.128656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:23.162815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Usage tracker for resource:router and tenant:dbd857faadb049e29ccdf3075ce36b73 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:23.170562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:23.233319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:23.283212 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e8ea5a0-fa40-4dee-b96a-a4512ca31e39 req-1f8feccd-c20b-42a2-9a08-247db180bd02 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598598 Dec 22 08:41:23.310031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.310031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.310031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aaa9148a-e288-4d10-9f8c-ec0238064ef8 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:23.327729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:23.352520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:23.646428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Router d18f7267-7f67-4ad8-ae9c-e63ab24fa33f has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:41:23.843387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8a7faece-134a-435b-902e-e7c0dcbf5723 None None] Provisioning complete for port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:23.843944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8a7faece-134a-435b-902e-e7c0dcbf5723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.866138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:23.891624 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "PUT /v2.0/routers/d18f7267-7f67-4ad8-ae9c-e63ab24fa33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2990699 Dec 22 08:41:23.892541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37678) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:23.906547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8a7faece-134a-435b-902e-e7c0dcbf5723 None None] Port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:23.924451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aaa9148a-e288-4d10-9f8c-ec0238064ef8 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:23.925252 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aaa9148a-e288-4d10-9f8c-ec0238064ef8 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8991036 Dec 22 08:41:23.931350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37682) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:23.944329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group': {'name': 'tempest-secgroup--430130205'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:23.975642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2170e-3271-4825-a9d7-d5733c903fd9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:23.977608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:23.977699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2170e-3271-4825-a9d7-d5733c903fd9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:23.977699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a7a2170e-3271-4825-a9d7-d5733c903fd9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:23.983094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:23.994945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a7a2170e-3271-4825-a9d7-d5733c903fd9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:23.996478 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a7a2170e-3271-4825-a9d7-d5733c903fd9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1029215 Dec 22 08:41:23.999208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37686) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:24.014947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:24.075603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.200084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet af4c86b5-2381-4c47-b6ef-051ed0dd1423 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:24.204104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.234905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] For port ecf057f3-e107-4e49-8dd9-f6d41f2041ee, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:24.234905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.268641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.428025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.525209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:24.543471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:24.554497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:24.622417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.647034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:24.653358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c02fe0f0-9fac-4d3f-9f97-05bceb581a6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:24.664359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.670008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79acca90-a220-406b-9f35-982945271282 None None] Sync routers for ids ['d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:24.681728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79acca90-a220-406b-9f35-982945271282 None None] Routers {'d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:24.681728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-79acca90-a220-406b-9f35-982945271282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:24.820405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-79acca90-a220-406b-9f35-982945271282 None None] Set router d18f7267-7f67-4ad8-ae9c-e63ab24fa33f gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:24.969369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=af4c86b5-2381-4c47-b6ef-051ed0dd1423,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:24.977028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.977028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.977028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:24.977028 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Floating IP 19e603dc-e5de-4c2d-ad99-841b9522d4bd disassociated. External IP: 172.26.5.205, port: ecf057f3-e107-4e49-8dd9-f6d41f2041ee. Dec 22 08:41:24.977028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Calling delete_port for ecf057f3-e107-4e49-8dd9-f6d41f2041ee owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:24.986439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:24.993585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-79acca90-a220-406b-9f35-982945271282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18f7267-7f67-4ad8-ae9c-e63ab24fa33f', 'name': 'tempest-NetworksTestDHCPv6-router-1502223574', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:15Z', 'updated_at': '2021-12-22T08:41:22Z', 'revision_number': 3, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:24.993585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79acca90-a220-406b-9f35-982945271282 None None] Checking router: d18f7267-7f67-4ad8-ae9c-e63ab24fa33f for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:41:25.002572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.009461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79acca90-a220-406b-9f35-982945271282 None None] Routers {'d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:25.009461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-79acca90-a220-406b-9f35-982945271282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:25.021634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.021634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-324833f5-282c-4461-8516-12d08c6aedb3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:25.033468 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/af4c86b5-2381-4c47-b6ef-051ed0dd1423 HTTP/1.1" status: 204 len: 168 time: 1.0223444 Dec 22 08:41:25.033468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37694) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:25.073001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e657ba-7ae0-4904-a0a7-f61a8c3846b2 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:25.113966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97015b90-ceeb-445c-b242-d79a8e261d41,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:25.123606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:25.130480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc747fda-d416-4ad7-a821-f923d2824046 req-ccfc41fc-b601-4946-b692-4f98624ea609 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:25.140740 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dc747fda-d416-4ad7-a821-f923d2824046 req-ccfc41fc-b601-4946-b692-4f98624ea609 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 944 time: 0.6406064 Dec 22 08:41:25.170541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.170541 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2301888 Dec 22 08:41:25.170541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37698) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:25.183723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Request body: {'security_group_rule': {'security_group_id': '97015b90-ceeb-445c-b242-d79a8e261d41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:25.192262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:25.225066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Usage tracker for resource:security_group_rule and tenant:7347b52279584da5a49284cfc66ff3d2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:25.235644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:25.248577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:25.263620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-977a0348-53ae-461d-b689-d3df0dcf5b36 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:router {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:25.302347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-977a0348-53ae-461d-b689-d3df0dcf5b36 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:router {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:25.303149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Router e58c2e66-0403-4d64-890f-89d499c426cc is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:41:25.303149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.304951 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-977a0348-53ae-461d-b689-d3df0dcf5b36 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2739892 Dec 22 08:41:25.306867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37702) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:25.323679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.336622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aa803a71-1c07-4389-935e-b3568887a0cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:25.364424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-79acca90-a220-406b-9f35-982945271282 None None] Set router d18f7267-7f67-4ad8-ae9c-e63ab24fa33f gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:25.391494 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dc747fda-d416-4ad7-a821-f923d2824046 req-42933e86-b7f0-4a52-a9c7-c6122f0a5fc1 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b36921f-9974-47c3-8de5-d63a0488fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900413 Dec 22 08:41:25.404270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Pushing event deleted for resources: {'Port': ['ID=ecf057f3-e107-4e49-8dd9-f6d41f2041ee,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:25.416651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:25.496366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ffab0c9-4b5b-43db-98b1-5c4f6a34bd5d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.663063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-79acca90-a220-406b-9f35-982945271282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18f7267-7f67-4ad8-ae9c-e63ab24fa33f', 'name': 'tempest-NetworksTestDHCPv6-router-1502223574', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:15Z', 'updated_at': '2021-12-22T08:41:22Z', 'revision_number': 3, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:25.675798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79acca90-a220-406b-9f35-982945271282 None None] The sync data for ids ['d18f7267-7f67-4ad8-ae9c-e63ab24fa33f'] in dv-neutron-822610-1-hyperv is: [{'id': 'd18f7267-7f67-4ad8-ae9c-e63ab24fa33f', 'name': 'tempest-NetworksTestDHCPv6-router-1502223574', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:41:15Z', 'updated_at': '2021-12-22T08:41:22Z', 'revision_number': 3, 'project_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:25.916866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.957977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ffab0c9-4b5b-43db-98b1-5c4f6a34bd5d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.959217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.962670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ffab0c9-4b5b-43db-98b1-5c4f6a34bd5d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.968842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.990698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ffab0c9-4b5b-43db-98b1-5c4f6a34bd5d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:25.991287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffab0c9-4b5b-43db-98b1-5c4f6a34bd5d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Fanout notify agent at l3_agent the message router_deleted on router d18f7267-7f67-4ad8-ae9c-e63ab24fa33f {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:26.012916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ffab0c9-4b5b-43db-98b1-5c4f6a34bd5d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.015150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.015294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8ffab0c9-4b5b-43db-98b1-5c4f6a34bd5d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/routers/d18f7267-7f67-4ad8-ae9c-e63ab24fa33f HTTP/1.1" status: 204 len: 168 time: 0.7068415 Dec 22 08:41:26.015294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37706) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.039627 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:26.080058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:41:26.084587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9700c39b-7d7d-4cd3-97cc-1d99f3ef6635,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:26.086550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] Deleting port 11175aa2-a630-439e-9730-a767ec3da123 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:26.086550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.102503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:26.138487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ade394-c8d0-4d30-87e7-5c0508e7a540 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:26.139650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-91ade394-c8d0-4d30-87e7-5c0508e7a540 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:26.163948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-91ade394-c8d0-4d30-87e7-5c0508e7a540 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:26.165753 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-91ade394-c8d0-4d30-87e7-5c0508e7a540 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1494908 Dec 22 08:41:26.168194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37710) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.251726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.253148 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0834672 Dec 22 08:41:26.258293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37714) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.271789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device bd914f1c-8928-45af-a565-b5c2c2112d09 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:26.349342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf806d58-d99b-4e4d-b456-a284a58498be tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:26.349342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bf806d58-d99b-4e4d-b456-a284a58498be tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:26.374186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: bd914f1c-8928-45af-a565-b5c2c2112d09 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:41:26.374186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device bd914f1c-8928-45af-a565-b5c2c2112d09 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:26.374186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 11175aa2-a630-439e-9730-a767ec3da123 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:26.432645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:26.432645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Allocated IP 172.26.5.151 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/6fd835da-851a-4fc4-9644-ed7cc1faa712) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:26.437063 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c99337-4e3a-4538-8436-c96eb47c3add None None] Sync routers for ids ['e58c2e66-0403-4d64-890f-89d499c426cc'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:26.437580 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "PUT /v2.0/routers/e58c2e66-0403-4d64-890f-89d499c426cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0634980 Dec 22 08:41:26.437580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37718) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.447076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2be9cfc5-75d1-4a5e-8e79-3b5f802b3df0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.448753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bf806d58-d99b-4e4d-b456-a284a58498be tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:26.449947 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bf806d58-d99b-4e4d-b456-a284a58498be tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2807283 Dec 22 08:41:26.454955 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c99337-4e3a-4538-8436-c96eb47c3add None None] Routers {'e58c2e66-0403-4d64-890f-89d499c426cc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:26.455949 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b1c99337-4e3a-4538-8436-c96eb47c3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e58c2e66-0403-4d64-890f-89d499c426cc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:26.475429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] For port 11175aa2-a630-439e-9730-a767ec3da123, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=11175aa2-a630-439e-9730-a767ec3da123,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:26.475876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.480963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37722) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.577202 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b1c99337-4e3a-4538-8436-c96eb47c3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:26.598786 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c99337-4e3a-4538-8436-c96eb47c3add None None] Routers {'e58c2e66-0403-4d64-890f-89d499c426cc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:26.599447 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b1c99337-4e3a-4538-8436-c96eb47c3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e58c2e66-0403-4d64-890f-89d499c426cc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:26.620607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] Calling delete_port for 11175aa2-a630-439e-9730-a767ec3da123 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:26.660534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6db40281-2887-412f-9eae-764ac6e93713 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:router {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:26.675363 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b1c99337-4e3a-4538-8436-c96eb47c3add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:26.676319 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c99337-4e3a-4538-8436-c96eb47c3add None None] The sync data for ids ['e58c2e66-0403-4d64-890f-89d499c426cc'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:26.696157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2be9cfc5-75d1-4a5e-8e79-3b5f802b3df0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.740268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.770280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6db40281-2887-412f-9eae-764ac6e93713 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:router {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:26.771733 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6db40281-2887-412f-9eae-764ac6e93713 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2895725 Dec 22 08:41:26.772909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2be9cfc5-75d1-4a5e-8e79-3b5f802b3df0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.776940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37730) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:26.777648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:26.781912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.786677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-784157ef-d3d5-40ff-9cb8-b8e90036c7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:26.796507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:26.811451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9cfc5-75d1-4a5e-8e79-3b5f802b3df0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97015b90-ceeb-445c-b242-d79a8e261d41,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:26.819440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2be9cfc5-75d1-4a5e-8e79-3b5f802b3df0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:26.828695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Router 74d0c63e-f301-4e1f-b607-78dd1fb717fc has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:41:26.848987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1887a512-b6ea-4f07-ad25-a10d41209475 req-c2975aaa-d985-4db9-8828-d702a4d095f9 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Synchronizing usage tracker for tenant:57e9ca42379d4846a1028dae24cf219d on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:26.868374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a6e06-e700-460d-be19-1d2935a4425f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:26.869111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-df2a6e06-e700-460d-be19-1d2935a4425f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:26.875456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] Pushing event deleted for resources: {'Port': ['ID=11175aa2-a630-439e-9730-a767ec3da123,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:26.879088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:26.882370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:26.890641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] No DVR routers for this DVR port 11175aa2-a630-439e-9730-a767ec3da123 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:26.907806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1887a512-b6ea-4f07-ad25-a10d41209475 req-c2975aaa-d985-4db9-8828-d702a4d095f9 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Unset dirty status for tenant:57e9ca42379d4846a1028dae24cf219d on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:26.908972 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1887a512-b6ea-4f07-ad25-a10d41209475 req-c2975aaa-d985-4db9-8828-d702a4d095f9 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 210 time: 0.2599776 Dec 22 08:41:26.964632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-df2a6e06-e700-460d-be19-1d2935a4425f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:26.968868 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-df2a6e06-e700-460d-be19-1d2935a4425f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports?device_id=e58c2e66-0403-4d64-890f-89d499c426cc HTTP/1.1" status: 200 len: 987 time: 0.5400796 Dec 22 08:41:26.972687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37734) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:27.024355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2be9cfc5-75d1-4a5e-8e79-3b5f802b3df0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.025480 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2be9cfc5-75d1-4a5e-8e79-3b5f802b3df0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/97015b90-ceeb-445c-b242-d79a8e261d41 HTTP/1.1" status: 204 len: 168 time: 0.7598741 Dec 22 08:41:27.028929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37738) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:27.076296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:27.090553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:27.112237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ca160e53-45c5-4ffb-86f0-e14c6de27438 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:27.116438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:27.119819 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.131892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.137324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:27.208436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ca160e53-45c5-4ffb-86f0-e14c6de27438 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:27.209717 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ca160e53-45c5-4ffb-86f0-e14c6de27438 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1800056 Dec 22 08:41:27.213007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37742) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:27.228602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:27.231387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event updated for resources: {'Port': ['ID=6fd835da-851a-4fc4-9644-ed7cc1faa712,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:27.234743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:27.245014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:27.269647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:27.283041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45c0ff0d-7921-4324-b859-035ebff26c11 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Synchronizing usage tracker for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:27.336433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45c0ff0d-7921-4324-b859-035ebff26c11 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Unset dirty status for tenant:7347b52279584da5a49284cfc66ff3d2 on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:27.337699 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-45c0ff0d-7921-4324-b859-035ebff26c11 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1238098 Dec 22 08:41:27.340782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37746) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:27.376743 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-e5813d0a-124e-412c-8c16-bb5a85d8e090 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] delete failed (client error): The resource could not be found. Dec 22 08:41:27.377731 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e5813d0a-124e-412c-8c16-bb5a85d8e090 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "DELETE /v2.0/security-groups/97015b90-ceeb-445c-b242-d79a8e261d41 HTTP/1.1" status: 404 len: 347 time: 0.0339849 Dec 22 08:41:27.382227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37750) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:27.496560 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fc483167-c791-416c-b886-39f619d19ca5 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1131041 Dec 22 08:41:27.590500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:41:27.591780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.603215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4394c931-9c68-43a0-a0c5-82dc4120af8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:27.644590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:27.646537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:27.653971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:27.654917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.660342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67501355-f3b8-403a-9058-5ff0046bd283 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:27.704016 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9117663 Dec 22 08:41:27.707223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37756) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:27.719652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:27.754848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:27.782017 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] Sync routers for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:27.845982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:27.847111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:27.862129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] No DVR routers for this DVR port ecf057f3-e107-4e49-8dd9-f6d41f2041ee on host hv-neutron-8226 {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:27.868239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:27.870146 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a47cc6b0-a310-45e5-9598-ab18c87d3897 req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.32 "DELETE /v2.0/ports/ecf057f3-e107-4e49-8dd9-f6d41f2041ee HTTP/1.1" status: 204 len: 173 time: 9.0109885 Dec 22 08:41:27.872459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'name': 'network-vif-deleted', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:41:27.889909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37764) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:27.956915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:27.961080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:27.996032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:28.002508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:28.010890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:28.013649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.014501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.021859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:28.038472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:28.042056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.171227 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2035ee7-b994-46f8-9421-19c57f5f47d2', 'name': 'network-vif-deleted', 'tag': 'ecf057f3-e107-4e49-8dd9-f6d41f2041ee', 'status': 'completed', 'code': 200} Dec 22 08:41:28.176811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b4d692-60a9-4816-a786-379003906572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:41:28.177827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88b4d692-60a9-4816-a786-379003906572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.210660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:28.343737 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0cf17d85-5c91-4a8d-addd-704d44c12e04 req-30024aea-89a4-4824-8e41-dab7a1d7d3a1 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2035ee7-b994-46f8-9421-19c57f5f47d2 HTTP/1.1" status: 200 len: 210 time: 0.1026573 Dec 22 08:41:28.444117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.449901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-47f2103f-29e9-43ba-9417-54ea4a254565 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:28.481040 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-49a542cf-fd91-4476-98dc-0c0680c0a583 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7347b52279584da5a49284cfc66ff3d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5896499 Dec 22 08:41:28.484748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37772) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:28.557182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:28.560651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:28.565563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:28.566626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.573164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=0372f201-5212-4f94-b376-1b06f1eab9c1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:28.581546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:28.608080 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8995023 Dec 22 08:41:28.610977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37778) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:28.617605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:02:29:8f', 'name': 'tempest-NetworksTestDHCPv6-167119108'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:28.716908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-88b4d692-60a9-4816-a786-379003906572 None None] Allocated IP 2001:db8::f816:3eff:fee3:c40b (5c665321-260e-4f9a-b094-bcc5e34e9b4a/c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad/7808026b-88a4-4194-860d-94d60975b009) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:28.770510 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.787136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:28.797116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:28.808642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:28.812982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.840598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0cef7614-d869-4e29-965e-98de73249105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:28.846561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 85169443-478c-49e1-9ecb-de996308f993 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:28.955219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0cef7614-d869-4e29-965e-98de73249105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.016389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Router 4d8c4c73-3268-4449-af58-251630319082 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:41:29.029763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c', 'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'mac_address': 'fa:16:3e:82:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:04Z', 'updated_at': '2021-12-22T08:36:23Z', 'revision_number': 5, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'subnets': [{'id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:29.032079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88b4d692-60a9-4816-a786-379003906572 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.036593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] Checking router: 74d0c63e-f301-4e1f-b607-78dd1fb717fc for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:41:29.054049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:29.054710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:29.108371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-88b4d692-60a9-4816-a786-379003906572 None None] Transition to ACTIVE for port object 7808026b-88a4-4194-860d-94d60975b009 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:29.113240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0cef7614-d869-4e29-965e-98de73249105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.119347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-050fb61d-1494-45f1-af86-3e6e9232fd2a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:29.137153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef7614-d869-4e29-965e-98de73249105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36336524-5913-4c38-bb7b-93b300d3010e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:29.157323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-88b4d692-60a9-4816-a786-379003906572 None None] Transition to ACTIVE for port object 7808026b-88a4-4194-860d-94d60975b009 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:29.166733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0cef7614-d869-4e29-965e-98de73249105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:29.205742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0cef7614-d869-4e29-965e-98de73249105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.206620 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0cef7614-d869-4e29-965e-98de73249105 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36336524-5913-4c38-bb7b-93b300d3010e HTTP/1.1" status: 204 len: 168 time: 0.7194095 Dec 22 08:41:29.224405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88b4d692-60a9-4816-a786-379003906572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.231022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c0965654-3cc4-419a-8b78-489358ba015a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:29.323878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 172.20.0.4 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/0372f201-5212-4f94-b376-1b06f1eab9c1/85169443-478c-49e1-9ecb-de996308f993) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:29.329696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4d692-60a9-4816-a786-379003906572 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:29.330448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:fe02:298f (5c665321-260e-4f9a-b094-bcc5e34e9b4a/c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad/85169443-478c-49e1-9ecb-de996308f993) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:29.334900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-88b4d692-60a9-4816-a786-379003906572 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:29.340018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4d692-60a9-4816-a786-379003906572 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:29.345046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4d692-60a9-4816-a786-379003906572 None None] Pushing event updated for resources: {'Port': ['ID=7808026b-88a4-4194-860d-94d60975b009,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:29.350134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-88b4d692-60a9-4816-a786-379003906572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:29.352751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:29.484539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 22a618ce-0ca8-45d8-b542-6fb6a2202fbd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:29.488457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.602225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37794) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:29.614875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-88b4d692-60a9-4816-a786-379003906572 None None] Attempting to bind port 7808026b-88a4-4194-860d-94d60975b009 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:29.615267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-88b4d692-60a9-4816-a786-379003906572 None None] Attempting to bind port 7808026b-88a4-4194-860d-94d60975b009 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:29.615643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4d692-60a9-4816-a786-379003906572 None None] Attempting to bind port 7808026b-88a4-4194-860d-94d60975b009 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:41:29.708238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.725244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4d692-60a9-4816-a786-379003906572 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:41:29.725797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4d692-60a9-4816-a786-379003906572 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:29.726061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88b4d692-60a9-4816-a786-379003906572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.726464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4d692-60a9-4816-a786-379003906572 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:41:29.726969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-88b4d692-60a9-4816-a786-379003906572 None None] Bound port: 7808026b-88a4-4194-860d-94d60975b009, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:29.727365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88b4d692-60a9-4816-a786-379003906572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.730490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 85169443-478c-49e1-9ecb-de996308f993 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:29.766496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.779796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-701e0e00-6b9d-47bc-aec0-4960af45b54c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:29.858899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:29.862824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:29.867638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:29.898511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=85169443-478c-49e1-9ecb-de996308f993,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:29.900451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-88b4d692-60a9-4816-a786-379003906572 None None] For port 7808026b-88a4-4194-860d-94d60975b009, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:41:29.911323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:29.911915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-88b4d692-60a9-4816-a786-379003906572 None None] For port 7808026b-88a4-4194-860d-94d60975b009, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7808026b-88a4-4194-860d-94d60975b009,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:41:29.926456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88b4d692-60a9-4816-a786-379003906572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.932948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-88b4d692-60a9-4816-a786-379003906572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:29.955883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:29.957986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.962936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:29.965058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f8832f6f-880f-4b54-895d-d8f20097ac8d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:29.975044 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468d1e7-2bc3-4497-8b30-ccb63e9e0351 None None] Sync routers for ids ['4d8c4c73-3268-4449-af58-251630319082'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:30.007156 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468d1e7-2bc3-4497-8b30-ccb63e9e0351 None None] Routers {'4d8c4c73-3268-4449-af58-251630319082'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:30.009973 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-9468d1e7-2bc3-4497-8b30-ccb63e9e0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4d8c4c73-3268-4449-af58-251630319082'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:30.010876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.026492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c', 'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'mac_address': 'fa:16:3e:82:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:04Z', 'updated_at': '2021-12-22T08:36:23Z', 'revision_number': 5, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'subnets': [{'id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:30.028971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4d692-60a9-4816-a786-379003906572 None None] Pushing event updated for resources: {'Port': ['ID=7808026b-88a4-4194-860d-94d60975b009,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.034936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-88b4d692-60a9-4816-a786-379003906572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:30.036792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973076fb-a610-4070-8355-864a82f1eba0 None None] The sync data for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv is: [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:36:07Z', 'revision_number': 4, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c', 'name': '', 'network_id': '1da5084d-8efd-4897-9d2d-6026cbe0946d', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'mac_address': 'fa:16:3e:82:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:36:04Z', 'updated_at': '2021-12-22T08:36:23Z', 'revision_number': 5, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'subnets': [{'id': '3e55f71b-91ef-46b9-b456-eca36c06248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:30.058848 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4464977 Dec 22 08:41:30.061325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37806) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.158123 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-9468d1e7-2bc3-4497-8b30-ccb63e9e0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:30.172722 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468d1e7-2bc3-4497-8b30-ccb63e9e0351 None None] Routers {'4d8c4c73-3268-4449-af58-251630319082'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:30.173943 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-9468d1e7-2bc3-4497-8b30-ccb63e9e0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4d8c4c73-3268-4449-af58-251630319082'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:30.216658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.221299 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1299641 Dec 22 08:41:30.222993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37812) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.232821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 22a618ce-0ca8-45d8-b542-6fb6a2202fbd owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:30.276118 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-9468d1e7-2bc3-4497-8b30-ccb63e9e0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:30.276788 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468d1e7-2bc3-4497-8b30-ccb63e9e0351 None None] The sync data for ids ['4d8c4c73-3268-4449-af58-251630319082'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:30.279281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f8832f6f-880f-4b54-895d-d8f20097ac8d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.294508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:30.380803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ff1ad-de26-4a49-be8c-3d1319951e6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:30.385420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ff1ad-de26-4a49-be8c-3d1319951e6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:30.385769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bb9ff1ad-de26-4a49-be8c-3d1319951e6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:30.434003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bb9ff1ad-de26-4a49-be8c-3d1319951e6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:30.437914 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bb9ff1ad-de26-4a49-be8c-3d1319951e6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3724868 Dec 22 08:41:30.439879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37820) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.586568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d691eaaf-f7e5-4d56-a260-0937ede04d4e None None] New status for floating IP 19e603dc-e5de-4c2d-ad99-841b9522d4bd: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:41:30.598646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 85169443-478c-49e1-9ecb-de996308f993 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:30.599480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.633667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37824) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.710515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f8832f6f-880f-4b54-895d-d8f20097ac8d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.719070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6eb23a9e-5c37-4781-9f8b-87dbf9dfbab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:30.734932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8832f6f-880f-4b54-895d-d8f20097ac8d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b36921f-9974-47c3-8de5-d63a0488fca0,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.742310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f8832f6f-880f-4b54-895d-d8f20097ac8d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:30.799893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f8832f6f-880f-4b54-895d-d8f20097ac8d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.801226 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f8832f6f-880f-4b54-895d-d8f20097ac8d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b36921f-9974-47c3-8de5-d63a0488fca0 HTTP/1.1" status: 204 len: 168 time: 1.0544817 Dec 22 08:41:30.807150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37830) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.814096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:30.832408 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-29e1f228-1758-4d1a-8ddd-7831949b1e99 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] show failed (client error): The resource could not be found. Dec 22 08:41:30.833712 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-29e1f228-1758-4d1a-8ddd-7831949b1e99 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "GET /v2.0/security-groups/2b36921f-9974-47c3-8de5-d63a0488fca0 HTTP/1.1" status: 404 len: 347 time: 0.0235736 Dec 22 08:41:30.839908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37834) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:30.842712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1c72cefc-fd3b-4670-a575-06b90d8bf68e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:30.912627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6c8b0670-8d06-4fd9-9200-995daa2b04bd tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-837874366', 'prefixes': ['172.20.0.0/16']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:30.945730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6c8b0670-8d06-4fd9-9200-995daa2b04bd tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:30.968433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=22a618ce-0ca8-45d8-b542-6fb6a2202fbd,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:30.983660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:31.083178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Deleting port d3aa91bb-8493-41d1-83b4-c45128e3c8f5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:31.083546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.261234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.275192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.428396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 85169443-478c-49e1-9ecb-de996308f993 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:31.465784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69e672-bf90-4438-a0d5-a38bec972f98 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:31.609436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7032c19b-1a23-4ca1-9b61-bcf4aedf0b7e None None] Provisioning for port 7808026b-88a4-4194-860d-94d60975b009 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:31.681346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.681666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.805776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.814983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Calling delete_port for d3aa91bb-8493-41d1-83b4-c45128e3c8f5 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:31.848907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b01c732b-865b-4b0c-aa43-faf39260c40e tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:31.900410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] Update dhcp port {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': 'c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad', 'ip_address': '2001:db8::f816:3eff:fee3:c40b'}, {'subnet_id': '0372f201-5212-4f94-b376-1b06f1eab9c1'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': '7808026b-88a4-4194-860d-94d60975b009'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:41:31.910742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=85169443-478c-49e1-9ecb-de996308f993,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:31.918369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:31.958033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0670-8d06-4fd9-9200-995daa2b04bd tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] Notify callbacks [] for subnetpool, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:31.958990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6c8b0670-8d06-4fd9-9200-995daa2b04bd tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.3240879 Dec 22 08:41:31.963027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37842) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:31.976565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.050196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Router e58c2e66-0403-4d64-890f-89d499c426cc has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:41:32.188976 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c7a8e4c7-5020-497d-b599-e63b4879ea92 tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] 10.222.0.31 "GET /v2.0/subnetpools/f4ac434e-7e3c-4242-bbb5-f0480509abc5 HTTP/1.1" status: 200 len: 731 time: 0.2208612 Dec 22 08:41:32.192429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37846) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.241946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-44631b80-df08-4418-b2d4-d55d41189daa tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1312529087'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:32.251718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] Allocated IP 172.20.0.2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/0372f201-5212-4f94-b376-1b06f1eab9c1/7808026b-88a4-4194-860d-94d60975b009) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:32.268121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.298129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:32.304397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7808026b-88a4-4194-860d-94d60975b009 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:32.304543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.306104 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "PUT /v2.0/routers/e58c2e66-0403-4d64-890f-89d499c426cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3323941 Dec 22 08:41:32.315190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37850) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.321133 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54429162-1e43-4af8-9706-63507cf77bb8 None None] Sync routers for ids ['e58c2e66-0403-4d64-890f-89d499c426cc'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:32.323579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.338628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Deleting port 6fd835da-851a-4fc4-9644-ed7cc1faa712 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:32.339176 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54429162-1e43-4af8-9706-63507cf77bb8 None None] Routers {'e58c2e66-0403-4d64-890f-89d499c426cc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:32.339438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.340299 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-54429162-1e43-4af8-9706-63507cf77bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e58c2e66-0403-4d64-890f-89d499c426cc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:32.378947 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/85169443-478c-49e1-9ecb-de996308f993 HTTP/1.1" status: 204 len: 168 time: 1.9355044 Dec 22 08:41:32.381514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37854) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.427758 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-54429162-1e43-4af8-9706-63507cf77bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:32.442587 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54429162-1e43-4af8-9706-63507cf77bb8 None None] Routers {'e58c2e66-0403-4d64-890f-89d499c426cc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:32.444241 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-54429162-1e43-4af8-9706-63507cf77bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['e58c2e66-0403-4d64-890f-89d499c426cc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:32.448483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.469699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-79981f19-ca3f-48ee-8346-a55cee7e981b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:32.517030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44631b80-df08-4418-b2d4-d55d41189daa tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] Notify callbacks [] for subnetpool, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.521079 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44631b80-df08-4418-b2d4-d55d41189daa tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] 10.222.0.31 "PUT /v2.0/subnetpools/f4ac434e-7e3c-4242-bbb5-f0480509abc5 HTTP/1.1" status: 200 len: 684 time: 0.3224132 Dec 22 08:41:32.525001 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7521e7-ea66-4c1f-bab9-60c3033629dd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:41:32.525519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2e7521e7-ea66-4c1f-bab9-60c3033629dd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:32.530203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] For port 7808026b-88a4-4194-860d-94d60975b009, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7808026b-88a4-4194-860d-94d60975b009,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:32.535146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 7808026b-88a4-4194-860d-94d60975b009 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:32.540223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37858) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.545830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Pushing event deleted for resources: {'Port': ['ID=d3aa91bb-8493-41d1-83b4-c45128e3c8f5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:32.546093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 7808026b-88a4-4194-860d-94d60975b009 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:32.546650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.547109 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-54429162-1e43-4af8-9706-63507cf77bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:32.548626 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54429162-1e43-4af8-9706-63507cf77bb8 None None] The sync data for ids ['e58c2e66-0403-4d64-890f-89d499c426cc'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:32.562416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:32.588301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb216b5-9ea9-4a7c-90cf-a823a36ae8b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:32.589835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb216b5-9ea9-4a7c-90cf-a823a36ae8b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:32.591759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb216b5-9ea9-4a7c-90cf-a823a36ae8b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:32.593430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0cb216b5-9ea9-4a7c-90cf-a823a36ae8b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:32.629369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2e7521e7-ea66-4c1f-bab9-60c3033629dd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:32.629803 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2e7521e7-ea66-4c1f-bab9-60c3033629dd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/22a618ce-0ca8-45d8-b542-6fb6a2202fbd HTTP/1.1" status: 404 len: 333 time: 0.3134956 Dec 22 08:41:32.633524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37862) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.644267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.668899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] Transition to ACTIVE for port object 7808026b-88a4-4194-860d-94d60975b009 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:32.699009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.708245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:32.712957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0cb216b5-9ea9-4a7c-90cf-a823a36ae8b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:32.714436 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0cb216b5-9ea9-4a7c-90cf-a823a36ae8b6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3319898 Dec 22 08:41:32.717803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37866) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.755731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.785348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.786666 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] 10.222.0.31 "DELETE /v2.0/floatingips/19e603dc-e5de-4c2d-ad99-841b9522d4bd HTTP/1.1" status: 204 len: 168 time: 1.9457655 Dec 22 08:41:32.790514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.802452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3d37e1a8-3d57-4f5b-803d-90ae130f4eb1 tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] Notify callbacks [] for subnetpool, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.806196 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3d37e1a8-3d57-4f5b-803d-90ae130f4eb1 tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f4ac434e-7e3c-4242-bbb5-f0480509abc5 HTTP/1.1" status: 204 len: 168 time: 0.2624724 Dec 22 08:41:32.810258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37874) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:32.818121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.849647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.906998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] Pushing event updated for resources: {'Port': ['ID=7808026b-88a4-4194-860d-94d60975b009,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:32.916588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:32.940747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 7808026b-88a4-4194-860d-94d60975b009, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7808026b-88a4-4194-860d-94d60975b009,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:32.948944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.951283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:32.968661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a51831da-c0b7-4d9a-b3b5-9a64241e4e78 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:32.985240 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-42959f80-db7c-42a0-bfff-98b94a4154b3 tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] show failed (client error): The resource could not be found. Dec 22 08:41:32.986910 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-42959f80-db7c-42a0-bfff-98b94a4154b3 tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] 10.222.0.31 "GET /v2.0/subnetpools/f4ac434e-7e3c-4242-bbb5-f0480509abc5 HTTP/1.1" status: 404 len: 346 time: 0.1737130 Dec 22 08:41:33.031314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Calling delete_port for 6fd835da-851a-4fc4-9644-ed7cc1faa712 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:33.053678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37880) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:33.114692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=7808026b-88a4-4194-860d-94d60975b009,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:33.126133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:33.187939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 0372f201-5212-4f94-b376-1b06f1eab9c1 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:33.187939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.253361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.358401 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-22ec86fe-f758-479a-887c-4ec4d076242b tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] delete failed (client error): The resource could not be found. Dec 22 08:41:33.359603 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22ec86fe-f758-479a-887c-4ec4d076242b tempest-SubnetPoolsTestJSON-1700009999 tempest-SubnetPoolsTestJSON-1700009999-project] 10.222.0.31 "DELETE /v2.0/subnetpools/f4ac434e-7e3c-4242-bbb5-f0480509abc5 HTTP/1.1" status: 404 len: 346 time: 0.3012819 Dec 22 08:41:33.476803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.592957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.598650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ff1da5c3-14a1-4cdf-a28c-d4e180a79849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:33.643796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=0372f201-5212-4f94-b376-1b06f1eab9c1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:33.646554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:33.668830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.708497 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/0372f201-5212-4f94-b376-1b06f1eab9c1 HTTP/1.1" status: 204 len: 168 time: 0.9742336 Dec 22 08:41:33.708497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37888) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:33.869141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37892) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:33.901808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:33.909756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.980053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a51831da-c0b7-4d9a-b3b5-9a64241e4e78 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.987628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:33.997151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a51831da-c0b7-4d9a-b3b5-9a64241e4e78 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.005437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cbfc03-a9df-46dc-90a8-af074d1861c6 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:34.051317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.071401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb42f005-1dd1-4b7c-8160-20cc32c5e2df tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:34.152735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.219640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Pushing event deleted for resources: {'Port': ['ID=6fd835da-851a-4fc4-9644-ed7cc1faa712,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:34.233440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:34.233440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a51831da-c0b7-4d9a-b3b5-9a64241e4e78 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.233440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51831da-c0b7-4d9a-b3b5-9a64241e4e78 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Fanout notify agent at l3_agent the message router_deleted on router e58c2e66-0403-4d64-890f-89d499c426cc {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:34.251068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fd5d292f-3a55-4558-961c-5c15e6be550f None None] Provisioning for port 7808026b-88a4-4194-860d-94d60975b009 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:34.265672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fd5d292f-3a55-4558-961c-5c15e6be550f None None] Provisioning complete for port 7808026b-88a4-4194-860d-94d60975b009 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:34.265672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd5d292f-3a55-4558-961c-5c15e6be550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.333216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7808026b-88a4-4194-860d-94d60975b009 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:34.359165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a51831da-c0b7-4d9a-b3b5-9a64241e4e78 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.362862 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a51831da-c0b7-4d9a-b3b5-9a64241e4e78 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/routers/e58c2e66-0403-4d64-890f-89d499c426cc HTTP/1.1" status: 204 len: 168 time: 1.7257996 Dec 22 08:41:34.367298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37898) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:34.454539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.580716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.590093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2181ce0d-0661-483e-b512-f6fe29c662d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:34.598968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.632471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 7808026b-88a4-4194-860d-94d60975b009 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:34.632717 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.655911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:34.724448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:34.738638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:34.741399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.758170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Usage tracker for resource:security_group_rule and tenant:6587c989dfc6447baa9bb2ce29b694cc is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:34.770184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:34.774333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.836427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.839205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:34.840690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:34.842491 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad HTTP/1.1" status: 204 len: 168 time: 1.1417887 Dec 22 08:41:34.844928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37904) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:34.966307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9b4f5-ffe8-4667-8d5e-08371caf376f None None] Update dhcp port {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': 'c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': '7808026b-88a4-4194-860d-94d60975b009'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:41:34.975702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e84971a8-2e0f-48b0-9c41-7ab3d4a8df25 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:router {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:35.071875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e84971a8-2e0f-48b0-9c41-7ab3d4a8df25 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:router {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:35.071875 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e84971a8-2e0f-48b0-9c41-7ab3d4a8df25 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2139440 Dec 22 08:41:35.071875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37908) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.071875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:35.100996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-74a9b4f5-ffe8-4667-8d5e-08371caf376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.117761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet ba17e1b8-350d-4642-ac48-f08a398ca6da {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:35.183107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.270879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.282486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.320216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.332207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-40a84567-f2ce-4366-946a-af21821848ee tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:35.362490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Router 4d8c4c73-3268-4449-af58-251630319082 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:41:35.390014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:35.403391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:35.408035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:35.415119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac17623-afda-473c-9ef0-1c820c71d07a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:35.420493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:35.423185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:35.430751 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6587c989dfc6447baa9bb2ce29b694cc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5613794 Dec 22 08:41:35.435332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b71a1-8c1b-4d5a-bc88-d9be5b3e3c80 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:35.442502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37912) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.516567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:35.531103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-882993e2-1858-43c7-a8a1-4704de115dec None None] Provisioning complete for port 7808026b-88a4-4194-860d-94d60975b009 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:35.531512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-882993e2-1858-43c7-a8a1-4704de115dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.589017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.705512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a46eb2d2-38a0-4aa6-8d04-c6b9fbf3e352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.772064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:35.783068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.787610 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "PUT /v2.0/routers/4d8c4c73-3268-4449-af58-251630319082 HTTP/1.1" status: 200 len: 706 time: 5.5219672 Dec 22 08:41:35.789650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37916) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:35.805208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a46eb2d2-38a0-4aa6-8d04-c6b9fbf3e352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.808512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e767f-52f3-4253-bdbc-72c0750b65aa None None] Sync routers for ids ['4d8c4c73-3268-4449-af58-251630319082'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:35.842599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e767f-52f3-4253-bdbc-72c0750b65aa None None] Routers {'4d8c4c73-3268-4449-af58-251630319082'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:35.843376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-de7e767f-52f3-4253-bdbc-72c0750b65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4d8c4c73-3268-4449-af58-251630319082'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:35.878460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.886404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d0ee247b-fe83-433f-9343-c06cecf3ddaf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:35.912308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.915684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-de7e767f-52f3-4253-bdbc-72c0750b65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:35.930657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=ba17e1b8-350d-4642-ac48-f08a398ca6da,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:35.936909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e767f-52f3-4253-bdbc-72c0750b65aa None None] Routers {'4d8c4c73-3268-4449-af58-251630319082'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:35.937132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:35.937985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-de7e767f-52f3-4253-bdbc-72c0750b65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['4d8c4c73-3268-4449-af58-251630319082'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:35.950646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.996312 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/ba17e1b8-350d-4642-ac48-f08a398ca6da HTTP/1.1" status: 204 len: 168 time: 1.6279912 Dec 22 08:41:35.998789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a46eb2d2-38a0-4aa6-8d04-c6b9fbf3e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:35.999286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37920) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.001715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a46eb2d2-38a0-4aa6-8d04-c6b9fbf3e352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.005546 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a46eb2d2-38a0-4aa6-8d04-c6b9fbf3e352 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ac17623-afda-473c-9ef0-1c820c71d07a HTTP/1.1" status: 204 len: 168 time: 0.5564833 Dec 22 08:41:36.005546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c4da5820-a631-46fc-889f-f5803f54092d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:36.026040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46eb2d2-38a0-4aa6-8d04-c6b9fbf3e352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac17623-afda-473c-9ef0-1c820c71d07a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:36.029141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a46eb2d2-38a0-4aa6-8d04-c6b9fbf3e352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:36.031841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e43f98d-28d6-4bd0-abe8-ec51b7635fd4 None None] Network 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:36.122692 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e942a673-10e8-432e-8b99-6f7ab4213ab4 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/routers/4d8c4c73-3268-4449-af58-251630319082 HTTP/1.1" status: 200 len: 741 time: 0.3295746 Dec 22 08:41:36.128341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37928) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.176476 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7dcfd0e5-f68b-41d0-8b4d-b8b1be6cbd87 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=901d525f-92b1-4329-a323-1fb196482ead&device_id=4d8c4c73-3268-4449-af58-251630319082 HTTP/1.1" status: 200 len: 205 time: 0.0470662 Dec 22 08:41:36.181448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.182920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37932) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.204522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:36.206565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.218906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-de7e767f-52f3-4253-bdbc-72c0750b65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:36.227974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e767f-52f3-4253-bdbc-72c0750b65aa None None] The sync data for ids ['4d8c4c73-3268-4449-af58-251630319082'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:36.241416 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a6917c7-3674-4ce3-b247-8f69ccd0cc4c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d8c4c73-3268-4449-af58-251630319082 HTTP/1.1" status: 200 len: 205 time: 0.0569596 Dec 22 08:41:36.245255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37940) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:36.380380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:41:36.382597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7808026b-88a4-4194-860d-94d60975b009 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:36.460648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c69631-7d2f-4330-b260-b5676ad9d464 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.503772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Deleting port 7808026b-88a4-4194-860d-94d60975b009 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:36.504242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.902965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.915409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] For port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ae2bb27c-9ca1-4b7f-85dc-9a67304e604c,segment=NetworkSegment(643345e2-0089-4897-abec-bb10809a63e1),segment_id=643345e2-0089-4897-abec-bb10809a63e1)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:36.916196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.968979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 7808026b-88a4-4194-860d-94d60975b009, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7808026b-88a4-4194-860d-94d60975b009,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:36.979625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:36.984059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-88b4d692-60a9-4816-a786-379003906572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:37.047101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Deleting port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:37.047642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.085236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0168628b-2ce6-4d6c-9384-ae40f97b80d8 None None] DHCP port deletion for 1fa8d71b-2341-40a8-9bc8-f73e7cd31883 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:41:37.101166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for ae2bb27c-9ca1-4b7f-85dc-9a67304e604c owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:37.129464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0168628b-2ce6-4d6c-9384-ae40f97b80d8 None None] Deleting port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:37.130220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0168628b-2ce6-4d6c-9384-ae40f97b80d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.172034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c69631-7d2f-4330-b260-b5676ad9d464 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.191358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.202317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c69631-7d2f-4330-b260-b5676ad9d464 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.204328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3d927bbc-60e4-4cd1-aa7f-606804ff6503 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:37.249821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-05a6ba52-4e82-4b33-ba30-86579b857773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.258462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0168628b-2ce6-4d6c-9384-ae40f97b80d8 None None] The port 'ae2bb27c-9ca1-4b7f-85dc-9a67304e604c' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:41:37.269752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=ae2bb27c-9ca1-4b7f-85dc-9a67304e604c,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:37.275789 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:37.289754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] For port 7808026b-88a4-4194-860d-94d60975b009, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7808026b-88a4-4194-860d-94d60975b009,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:37.290495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.298477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No DVR routers for this DVR port ae2bb27c-9ca1-4b7f-85dc-9a67304e604c on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:37.304307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=7808026b-88a4-4194-860d-94d60975b009,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:37.312016 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:37.314356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c69631-7d2f-4330-b260-b5676ad9d464 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.314881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c69631-7d2f-4330-b260-b5676ad9d464 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Fanout notify agent at l3_agent the message router_deleted on router 4d8c4c73-3268-4449-af58-251630319082 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:37.348666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7c69631-7d2f-4330-b260-b5676ad9d464 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.353007 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a7c69631-7d2f-4330-b260-b5676ad9d464 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/4d8c4c73-3268-4449-af58-251630319082 HTTP/1.1" status: 204 len: 168 time: 1.1034081 Dec 22 08:41:37.353665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37958) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.353995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37960) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.362406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] For port a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:37.362748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.381488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.objects.ports [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83496) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:41:37.442428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Calling delete_port for 7808026b-88a4-4194-860d-94d60975b009 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:37.478810 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bd8328cf-d1be-40ac-b004-3c5f18aba8cb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d8c4c73-3268-4449-af58-251630319082 HTTP/1.1" status: 200 len: 205 time: 0.1218455 Dec 22 08:41:37.528446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:37.529412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:37.537149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37968) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.546004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Calling delete_port for a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:37.646834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1358158415'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:37.653036 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-c18ec0c6-0a07-4f99-94e1-0e56fe5d4f99 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] delete failed (client error): The resource could not be found. Dec 22 08:41:37.656609 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c18ec0c6-0a07-4f99-94e1-0e56fe5d4f99 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/4d8c4c73-3268-4449-af58-251630319082 HTTP/1.1" status: 404 len: 336 time: 0.1156926 Dec 22 08:41:37.657582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:37.660831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37972) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.670015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Usage tracker for resource:network and tenant:824b7250e6884056a5fbd548faa7ce13 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:37.679069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:37.689841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:37.722430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Made reservation on behalf of 824b7250e6884056a5fbd548faa7ce13 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:37.726572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.735615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.748447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.749416 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-03e971e5-29a1-4eb9-a2fa-74287e20b6bf tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d HTTP/1.1" status: 200 len: 205 time: 0.0873866 Dec 22 08:41:37.756046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37976) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.790534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:37.799418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Usage tracker for resource:security_group_rule and tenant:824b7250e6884056a5fbd548faa7ce13 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:37.802649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:37.808687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:37.838316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa8d71b-2341-40a8-9bc8-f73e7cd31883']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.857755 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-406cbeb9-b169-48e1-8f51-e9015980230d tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] delete failed (client error): The resource could not be found. Dec 22 08:41:37.859537 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-406cbeb9-b169-48e1-8f51-e9015980230d tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/f0ae9b76-bd9b-4f14-ab99-6c534a1a1d6d HTTP/1.1" status: 404 len: 336 time: 0.1017563 Dec 22 08:41:37.861424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643345e2-0089-4897-abec-bb10809a63e1') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.861713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643345e2-0089-4897-abec-bb10809a63e1') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:37.861846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37980) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.876942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.898019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.918512 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1ed87865-2b41-41f3-abf2-c03e56e70a46 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=b02bcd1f-6015-421b-94c3-4d0536cff8b4 HTTP/1.1" status: 200 len: 205 time: 0.0555134 Dec 22 08:41:37.921780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 37984) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:37.944662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:41:37.945063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:37.959325 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:37.999778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.008579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-20782b47-ee21-4061-8ce9-0b09bd06aa05 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:38.031364 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Deleting port 7808026b-88a4-4194-860d-94d60975b009 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:38.032274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.036186 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-c5fc0a3c-40ac-4b0a-9927-dae06e250fd4 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] delete failed (client error): The resource could not be found. Dec 22 08:41:38.039691 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c5fc0a3c-40ac-4b0a-9927-dae06e250fd4 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/b02bcd1f-6015-421b-94c3-4d0536cff8b4 HTTP/1.1" status: 404 len: 336 time: 0.1114526 Dec 22 08:41:38.040060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37988) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.046633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.058242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:38.070856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:38.108523 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cb8f3c62-2e02-4d38-a573-dadac75ce84c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=12a95511-8258-4813-93a4-c59442550da5 HTTP/1.1" status: 200 len: 205 time: 0.0670485 Dec 22 08:41:38.113125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37992) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.114170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.121642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c9ac30f-9610-4388-84f6-202abedc8ff1 tempest-BulkNetworkOpsTest-637229952 tempest-BulkNetworkOpsTest-637229952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:38.138491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.279519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.289482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.294810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbc26970-18d9-4a34-b375-e722e98e684a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:38.321986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Network': ['ID=1fa8d71b-2341-40a8-9bc8-f73e7cd31883,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:38.326123 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-a5b142e2-04f6-468a-894a-60f9deac3af4 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] delete failed (client error): The resource could not be found. Dec 22 08:41:38.327517 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a5b142e2-04f6-468a-894a-60f9deac3af4 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/12a95511-8258-4813-93a4-c59442550da5 HTTP/1.1" status: 404 len: 336 time: 0.2109206 Dec 22 08:41:38.333080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:38.336451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 37996) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.352958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:41:38.367410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] For port 7808026b-88a4-4194-860d-94d60975b009, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7808026b-88a4-4194-860d-94d60975b009,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:38.367984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.385517 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/networks/1fa8d71b-2341-40a8-9bc8-f73e7cd31883 HTTP/1.1" status: 204 len: 168 time: 2.3850162 Dec 22 08:41:38.398232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38000) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.412705 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a6b6131e-3819-4178-a525-3ba79b07da1d tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee4c9f4-6b77-494d-a8e5-f124579c0af7 HTTP/1.1" status: 200 len: 205 time: 0.0732265 Dec 22 08:41:38.423529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38004) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.424729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b8c94f-8e64-4619-b31a-606685189cdf,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:38.440172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:38.448318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ae2bb27c-9ca1-4b7f-85dc-9a67304e604c no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:38.509688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.510024 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Added segment 6e9b0e5d-efcf-40fa-9453-0825092f5aed of type vlan for network 04d86279-fae6-4309-96ef-719d5d7433fc Dec 22 08:41:38.524673 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-c0f0aedc-825c-4d3e-a076-c24e08134229 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] delete failed (client error): The resource could not be found. Dec 22 08:41:38.525605 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c0f0aedc-825c-4d3e-a076-c24e08134229 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/bee4c9f4-6b77-494d-a8e5-f124579c0af7 HTTP/1.1" status: 404 len: 336 time: 0.0876234 Dec 22 08:41:38.531862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38008) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.549060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.553230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ae2bb27c-9ca1-4b7f-85dc-9a67304e604c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:41:38.554015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ae2bb27c-9ca1-4b7f-85dc-9a67304e604c not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:38.565176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Calling delete_port for 7808026b-88a4-4194-860d-94d60975b009 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:38.599039 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0dffd695-8915-4a2c-aafe-8047ea3da484 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdc8764f-65be-43f8-8959-0bfa8607dca3 HTTP/1.1" status: 200 len: 205 time: 0.0658431 Dec 22 08:41:38.601690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38012) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.616905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0158262-ef24-4a4f-b724-01c6e14490c8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:38.617480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f0158262-ef24-4a4f-b724-01c6e14490c8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:38.651817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f0158262-ef24-4a4f-b724-01c6e14490c8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:38.653095 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f0158262-ef24-4a4f-b724-01c6e14490c8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/da517693-759d-474e-9c34-758c28f5d31f HTTP/1.1" status: 200 len: 845 time: 0.2506046 Dec 22 08:41:38.657004 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38016) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.662749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.666368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:38.666936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.677826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0de717cb-bb2e-4adf-b641-3384c6b42c69 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:38.719261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] For port 7808026b-88a4-4194-860d-94d60975b009, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7808026b-88a4-4194-860d-94d60975b009,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:38.743055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-22e8a047-be4f-45fd-b735-eab54153f8ca tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] delete failed (client error): The resource could not be found. Dec 22 08:41:38.746653 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22e8a047-be4f-45fd-b735-eab54153f8ca tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/routers/fdc8764f-65be-43f8-8959-0bfa8607dca3 HTTP/1.1" status: 404 len: 336 time: 0.1413469 Dec 22 08:41:38.746792 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5b4eb2f6-7bb0-4b25-9a19-0396cdc22bee tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/da517693-759d-474e-9c34-758c28f5d31f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0872936 Dec 22 08:41:38.747375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38020) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.751065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38024) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.804417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:38.819312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.821380 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb76746-75fc-4df9-a93f-6b58c0e5a9dd tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] DELETE failed (client error): The resource could not be found. Dec 22 08:41:38.821802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb76746-75fc-4df9-a93f-6b58c0e5a9dd tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:38.826017 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5cb76746-75fc-4df9-a93f-6b58c0e5a9dd tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] 10.222.0.31 "DELETE /v2.0/subnets/254e2298-bc93-4af5-8e04-1b8c0e3a3db7 HTTP/1.1" status: 404 len: 337 time: 0.0751693 Dec 22 08:41:38.827501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.828388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.838167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:38.838548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:38.845194 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4900577 Dec 22 08:41:38.847560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Pushing event updated for resources: {'Network': ['ID=04d86279-fae6-4309-96ef-719d5d7433fc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:38.849467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38030) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:38.852465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:38.857401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Request body: {'subnet': {'network_id': '04d86279-fae6-4309-96ef-719d5d7433fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:38.861378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 04d86279-fae6-4309-96ef-719d5d7433fc details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:41:38.881085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-09a0b1f6-60f4-421c-90b6-a7ac6641fa01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:38.981940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:38.988026 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:38.988257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:38.993929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:38.994505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:38.994621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Usage tracker for resource:subnet and tenant:824b7250e6884056a5fbd548faa7ce13 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:39.000368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:39.003755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.010665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:39.014639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=7808026b-88a4-4194-860d-94d60975b009,revision_number=9']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:39.018610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:39.023016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:39.023977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f254b78d-02e2-4cd0-8e67-78bdf96ce7a4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:39.059047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:39.063290 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9989634 Dec 22 08:41:39.064340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:39.072181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38034) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.078922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:39.086726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:39.098623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Made reservation on behalf of 824b7250e6884056a5fbd548faa7ce13 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:39.183142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-99514c82-e185-41c8-b1bb-f9b5b76b3eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.183909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:39.202863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=d1098ced-4510-4941-95c0-ba574e2c080b,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:39.221280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.234737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:39.382191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:39.458582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.537047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:39.553545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:39.558836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:39.570739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:39.571191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.589493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:39.593474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.771050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Deleting port 7808026b-88a4-4194-860d-94d60975b009 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:39.771736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.824297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.831145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6add25ba-5bb3-40dd-b33e-9d511d2fe824 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:39.838919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.869304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2c2a01f6-6a6a-4bca-848a-7a9d3d11b735 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:39.885850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:39.900187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd857faadb049e29ccdf3075ce36b73 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:39.913570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:39.927072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Pushing event updated for resources: {'Subnet': ['ID=7667c55f-e151-4c37-88c1-4281731c7abf,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:39.929904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:39.935498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:39.949678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:39.955972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:39.966409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:39.967933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:39.993767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=e3408176-23a7-47ff-9016-82be678a778d,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.000777 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2113786 Dec 22 08:41:40.002178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:40.003542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ac825-241b-46be-afa0-62533b7f54a8 None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:40.006307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38048) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.011952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'security_group': {'name': 'tempest-secgroup-2103420274'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:40.023441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:40.028968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:40.032625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:40.039706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:40.054896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Checking segment: {'id': '6e9b0e5d-efcf-40fa-9453-0825092f5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d86279-fae6-4309-96ef-719d5d7433fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:40.055575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Network hostable DHCP agents. Network: 04d86279-fae6-4309-96ef-719d5d7433fc, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:41:40.072152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.091061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.097417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0d3476d9-b0a0-488e-9564-cbed2c1719f4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:40.125781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.176980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:40.179890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.182203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:40.184146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] For port 7808026b-88a4-4194-860d-94d60975b009, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7808026b-88a4-4194-860d-94d60975b009,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:40.184743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.186702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:40.189123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group_rule and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:40.193426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e118707a-9882-40c7-83d6-812337c81460 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:40.194500 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:40.198121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:40.198744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.200526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Network 04d86279-fae6-4309-96ef-719d5d7433fc is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:41:40.202347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=843dd751-9170-4615-ada3-212c2bfb8f82,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.208578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:40.211086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:40.237229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 04d86279-fae6-4309-96ef-719d5d7433fc) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:40.239168 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1635592 Dec 22 08:41:40.242727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38052) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.248698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:9c:57:a4', 'name': 'tempest-NetworksTestDHCPv6-181598177'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:40.250195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68185bd3-aacc-4cb9-9d68-75241e53df90,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.253203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:40.253975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.259158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:40.264389 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbd857faadb049e29ccdf3075ce36b73&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0280066 Dec 22 08:41:40.270316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.292273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296ebe9-ff02-4c71-abf3-04d999e45b1e None None] Network 04d86279-fae6-4309-96ef-719d5d7433fc requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:40.322817 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4689896 Dec 22 08:41:40.323048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38060) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.340513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Request body: {'port': {'network_id': '04d86279-fae6-4309-96ef-719d5d7433fc', 'name': 'tempest-TagsExtTest-1275706970'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:40.367743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-942e861d-f0dc-4a5c-bd64-937d2ab502ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.406959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Router 74d0c63e-f301-4e1f-b607-78dd1fb717fc has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:41:40.408787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-942e861d-f0dc-4a5c-bd64-937d2ab502ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.440982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Calling delete_port for 7808026b-88a4-4194-860d-94d60975b009 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:40.527767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.533985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.554343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-942e861d-f0dc-4a5c-bd64-937d2ab502ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.557258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6fa9837c-2a54-4c19-a24e-9355dc973765 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:40.561394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a7f2b0a-87c6-4f64-8c59-a6c49ea6ac22 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:40.580054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e861d-f0dc-4a5c-bd64-937d2ab502ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68185bd3-aacc-4cb9-9d68-75241e53df90,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.585065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-942e861d-f0dc-4a5c-bd64-937d2ab502ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:40.609462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.613461 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6033628 Dec 22 08:41:40.634813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38064) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.642507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:40.645299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-942e861d-f0dc-4a5c-bd64-937d2ab502ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.646655 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-942e861d-f0dc-4a5c-bd64-937d2ab502ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68185bd3-aacc-4cb9-9d68-75241e53df90 HTTP/1.1" status: 204 len: 168 time: 0.3745248 Dec 22 08:41:40.652285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'security_group': {'name': 'tempest-secgroup-1393866682'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:40.657943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:40.662261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:40.666467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:40.669622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Usage tracker for resource:port and tenant:824b7250e6884056a5fbd548faa7ce13 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:40.672433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9afb5f3-81a6-4730-963a-38807359814c,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.677920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:40.685648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.685775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:40.687106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:40.688784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:40.699938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:40.704473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.707019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:41:40.710241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Made reservation on behalf of 824b7250e6884056a5fbd548faa7ce13 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:40.713172 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] 10.222.0.31 "PUT /v2.0/routers/74d0c63e-f301-4e1f-b607-78dd1fb717fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9215512 Dec 22 08:41:40.713726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.716311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38070) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:40.728248 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] Sync routers for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:41:40.735962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.740060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:40.743621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.745070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3d525f26-de3b-464b-bb70-a595fbe1fdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:40.751799 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:40.752649 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:40.754801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] device_id is not set on port 02136cc8-2f2f-480f-8169-712508959e7e yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:40.804722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Pushing event deleted for resources: {'Port': ['ID=7808026b-88a4-4194-860d-94d60975b009,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:40.811213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:40.826595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:40.830614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:40.902382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:40.905164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port bebffb8e-1056-4860-be48-3711ca03c457 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:40.919396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] No DVR routers for this DVR port 7808026b-88a4-4194-860d-94d60975b009 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:40.947611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e1936-71ee-4737-8ee5-f8d145251777 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:40.992591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group_rule and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:41.000607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:41.038802 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:41.062860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:41.090832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'tenant_id': 'f4c80051c1864fc382c5d764ec033c31', 'fixed_ips': [{'subnet_id': 'e3408176-23a7-47ff-9016-82be678a778d'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:41:41.091762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.120527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.139734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-04d86279-fae6-4309-96ef-719d5d7433fc', 'network_id': '04d86279-fae6-4309-96ef-719d5d7433fc', 'tenant_id': '824b7250e6884056a5fbd548faa7ce13', 'fixed_ips': [{'subnet_id': '7667c55f-e151-4c37-88c1-4281731c7abf'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:41:41.140627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.151421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Allocated IP 172.20.0.4 (04d86279-fae6-4309-96ef-719d5d7433fc/7667c55f-e151-4c37-88c1-4281731c7abf/02136cc8-2f2f-480f-8169-712508959e7e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:41.245247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.362369 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:41:37Z', 'revision_number': 5, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port': {'id': '43a9b41c-9548-4a6b-9f43-d27dd66e2bde', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:35:57Z', 'updated_at': '2021-12-22T08:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:41.367551 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] Checking router: 74d0c63e-f301-4e1f-b607-78dd1fb717fc for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:41:41.380214 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] Routers {'74d0c63e-f301-4e1f-b607-78dd1fb717fc'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:41:41.381101 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:41:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:41.383383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38076) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:41.388296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.400628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Deleting port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:41.400628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.552268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '843dd751-9170-4615-ada3-212c2bfb8f82'}, {'subnet_id': 'd1098ced-4510-4941-95c0-ba574e2c080b'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:41:41.553094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.583842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Allocated IP 2001:db8::2 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/e3408176-23a7-47ff-9016-82be678a778d/53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:41.622221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.642800 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] Set router 74d0c63e-f301-4e1f-b607-78dd1fb717fc gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:41:41.644092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] For port 43a9b41c-9548-4a6b-9f43-d27dd66e2bde, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=43a9b41c-9548-4a6b-9f43-d27dd66e2bde,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:41.644496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.645421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Transition to ACTIVE for port object 02136cc8-2f2f-480f-8169-712508959e7e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:41.681962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.743145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:41.831093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:41.838072 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:41:41Z', 'revision_number': 6, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:41.849395 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57a6c83-2dd8-4965-a6e6-ecd80b695a9a None None] The sync data for ids ['74d0c63e-f301-4e1f-b607-78dd1fb717fc'] in dv-neutron-822610-1-hyperv is: [{'id': '74d0c63e-f301-4e1f-b607-78dd1fb717fc', 'name': 'tempest-ServerActionsTestJSON-1686570106-router', 'tenant_id': '57e9ca42379d4846a1028dae24cf219d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:35:56Z', 'updated_at': '2021-12-22T08:41:41Z', 'revision_number': 6, 'project_id': '57e9ca42379d4846a1028dae24cf219d', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:41:41.882259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Allocated IP 172.20.0.2 (04d86279-fae6-4309-96ef-719d5d7433fc/7667c55f-e151-4c37-88c1-4281731c7abf/80573be3-b022-41b8-ac14-037f5920af6f) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:41.950309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Calling delete_port for 43a9b41c-9548-4a6b-9f43-d27dd66e2bde owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:41.978324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.012612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.039892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Network 04d86279-fae6-4309-96ef-719d5d7433fc is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:42.045079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Pushing event updated for resources: {'Port': ['ID=02136cc8-2f2f-480f-8169-712508959e7e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.051911 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-56b89c74-0445-4db5-84ee-7b356f90fa2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e75baed4b794710b96f4e6089b9c32a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3814681 Dec 22 08:41:42.051911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.062393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e3fe1a6b-8a0b-4aa2-90d6-057964cf1025 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.070793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:42.076609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38080) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:42.089978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:42.112659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.131810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 172.20.0.10 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/843dd751-9170-4615-ada3-212c2bfb8f82/bebffb8e-1056-4860-be48-3711ca03c457) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:42.136055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Transition to ACTIVE for port object 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:42.164114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.168129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7311b036-95b2-4070-a045-561fb901407e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.177962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:fe9c:57a4 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/d1098ced-4510-4941-95c0-ba574e2c080b/bebffb8e-1056-4860-be48-3711ca03c457) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:42.188592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.192715 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5512981 Dec 22 08:41:42.192715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e406a58b-34e6-4f95-b33d-a2bc47f67827,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.199260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38084) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:42.206094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Transition to ACTIVE for port object 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:42.207804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-63072586', 'security_groups': ['e406a58b-34e6-4f95-b33d-a2bc47f67827'], 'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e3408176-23a7-47ff-9016-82be678a778d'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:42.212095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.218152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.224802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5384d5de-ae31-4660-8685-bde689e86cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.244236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:42.244836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.278949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.321373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Transition to ACTIVE for port object 80573be3-b022-41b8-ac14-037f5920af6f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:42.321895 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9929583 Dec 22 08:41:42.324936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:42.337472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38088) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:42.340385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1971839-8bc5-4512-8927-edbf0ca18b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.360725 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:42.373635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Pushing event updated for resources: {'Port': ['ID=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.376481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:42.381964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.381964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:41:42.383400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a87b82c1-88ab-4d5b-8b3e-76fda1e5ce7c not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:42.400777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:42.400777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Transition to ACTIVE for port object 80573be3-b022-41b8-ac14-037f5920af6f will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:42.401506 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-633968836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:42.442437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a9b41c-9548-4a6b-9f43-d27dd66e2bde,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.453059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:42.453258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.469540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Usage tracker for resource:router and tenant:824b7250e6884056a5fbd548faa7ce13 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:42.483487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:42.484324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.496729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:42.497560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.500522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1971839-8bc5-4512-8927-edbf0ca18b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.533888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:42.553460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Attempting to bind port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:42.553958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Attempting to bind port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '1bf6460e-4279-4e75-b311-9b7157c5959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:42.554413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Attempting to bind port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 on network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:41:42.554664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.555621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.581674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:41:42.582516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Checking segment: {'id': '1bf6460e-4279-4e75-b311-9b7157c5959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:42.582697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.583532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Bound using segment: {'id': '1bf6460e-4279-4e75-b311-9b7157c5959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:41:42.583779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Bound port: 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf6460e-4279-4e75-b311-9b7157c5959d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:42.584337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.590541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:42.599652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Network 04d86279-fae6-4309-96ef-719d5d7433fc is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:42.602991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Pushing event updated for resources: {'Port': ['ID=80573be3-b022-41b8-ac14-037f5920af6f,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.620593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:42.621230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.626886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.636820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:42.642973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.644015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:42.661231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1971839-8bc5-4512-8927-edbf0ca18b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.664924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object bebffb8e-1056-4860-be48-3711ca03c457 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:42.666329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8fefce51-18af-4480-a22e-fcb89bebe838 tempest-ServersTestJSON-1700150745 tempest-ServersTestJSON-1700150745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.684862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.703590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1971839-8bc5-4512-8927-edbf0ca18b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad21fbe-efac-483a-87c9-96e4fa3e95a9,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:42.720402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1971839-8bc5-4512-8927-edbf0ca18b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:42.733807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1971839-8bc5-4512-8927-edbf0ca18b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.735056 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e1971839-8bc5-4512-8927-edbf0ca18b88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ad21fbe-efac-483a-87c9-96e4fa3e95a9 HTTP/1.1" status: 204 len: 168 time: 0.6513882 Dec 22 08:41:42.749141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.754928 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-35607419-5670-4f26-97fc-c9699ce181f8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4132056 Dec 22 08:41:42.755338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.773818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38094) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:42.774593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.824439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Attempting to bind port 80573be3-b022-41b8-ac14-037f5920af6f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:42.827404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Attempting to bind port 80573be3-b022-41b8-ac14-037f5920af6f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '6e9b0e5d-efcf-40fa-9453-0825092f5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d86279-fae6-4309-96ef-719d5d7433fc'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:42.827890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Attempting to bind port 80573be3-b022-41b8-ac14-037f5920af6f on network 04d86279-fae6-4309-96ef-719d5d7433fc {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:41:42.848549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] For port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:41:42.863853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:41:42.864332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Checking segment: {'id': '6e9b0e5d-efcf-40fa-9453-0825092f5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d86279-fae6-4309-96ef-719d5d7433fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:42.864827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.865330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Bound using segment: {'id': '6e9b0e5d-efcf-40fa-9453-0825092f5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d86279-fae6-4309-96ef-719d5d7433fc'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:41:42.865905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Bound port: 80573be3-b022-41b8-ac14-037f5920af6f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9b0e5d-efcf-40fa-9453-0825092f5aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d86279-fae6-4309-96ef-719d5d7433fc'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:42.866369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.872158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:42.880689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:42.889891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:42.894635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] For port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,segment=NetworkSegment(1bf6460e-4279-4e75-b311-9b7157c5959d),segment_id=1bf6460e-4279-4e75-b311-9b7157c5959d)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:41:42.948252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.965519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:42.975175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b85def20-787d-426d-b81f-eda667e1b8cc tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-745754662', 'prefixes': ['172.20.0.0/16']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:42.979778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:42.982049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b85def20-787d-426d-b81f-eda667e1b8cc tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:42.994247 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:42.994855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.014294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=bebffb8e-1056-4860-be48-3711ca03c457,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.019439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:43.028588 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7845843 Dec 22 08:41:43.032084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.032608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38098) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.056598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Pushing event updated for resources: {'Port': ['ID=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.065544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:43.133822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Allocated IP 172.20.0.2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/843dd751-9170-4615-ada3-212c2bfb8f82/e4619eec-647b-4cf0-b9e3-e5d6745de4f0) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:43.139943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] For port 80573be3-b022-41b8-ac14-037f5920af6f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:41:43.147287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] For port 80573be3-b022-41b8-ac14-037f5920af6f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80573be3-b022-41b8-ac14-037f5920af6f,segment=NetworkSegment(6e9b0e5d-efcf-40fa-9453-0825092f5aed),segment_id=6e9b0e5d-efcf-40fa-9453-0825092f5aed)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:41:43.154729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Allocated IP 2001:db8::f816:3eff:fe94:76d2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/d1098ced-4510-4941-95c0-ba574e2c080b/e4619eec-647b-4cf0-b9e3-e5d6745de4f0) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:43.159708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.164000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:43.164341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5bcd6a-b8f3-4f25-8097-73c514b8366f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:43.165457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4b5bcd6a-b8f3-4f25-8097-73c514b8366f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:43.169655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:43.185030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4b5bcd6a-b8f3-4f25-8097-73c514b8366f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:43.186638 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4b5bcd6a-b8f3-4f25-8097-73c514b8366f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1529133 Dec 22 08:41:43.189454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38104) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.270021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port bebffb8e-1056-4860-be48-3711ca03c457 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:43.270364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.353000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Pushing event updated for resources: {'Port': ['ID=80573be3-b022-41b8-ac14-037f5920af6f,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.361193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:43.654321 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.665090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b85def20-787d-426d-b81f-eda667e1b8cc tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for subnetpool, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.666570 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b85def20-787d-426d-b81f-eda667e1b8cc tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7929635 Dec 22 08:41:43.670508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38116) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:43.710271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.726365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Transition to ACTIVE for port object e4619eec-647b-4cf0-b9e3-e5d6745de4f0 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:43.754811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Transition to ACTIVE for port object e4619eec-647b-4cf0-b9e3-e5d6745de4f0 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:43.764172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.776088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:43.790299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-d74be7d8-768f-4ea6-a7a3-c503f80c3619 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf', 'tempest-TagsExtTest-Tag-2109530129') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:43.886612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::3b3 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/e3408176-23a7-47ff-9016-82be678a778d/8b8a2c31-eba4-4966-aab8-a45d2ba5624b) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:43.905002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.922113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:43.938054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for bebffb8e-1056-4860-be48-3711ca03c457 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:43.977664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Pushing event updated for resources: {'Port': ['ID=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:43.980987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:43.997558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:43.998887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:44.001597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:44.169533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Attempting to bind port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:44.170067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Attempting to bind port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:44.170518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Attempting to bind port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:41:44.178359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:41:44.179339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:44.179783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.180173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:41:44.180746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Bound port: e4619eec-647b-4cf0-b9e3-e5d6745de4f0, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:44.181220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.240499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.240499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74d0c63e-f301-4e1f-b607-78dd1fb717fc {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:44.263090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.275330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4c356cdd-1509-48e7-8dfb-c749a0cc682a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:44.301576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.302755 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] 10.222.0.31 "DELETE /v2.0/routers/74d0c63e-f301-4e1f-b607-78dd1fb717fc HTTP/1.1" status: 204 len: 168 time: 3.5845482 Dec 22 08:41:44.306003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38126) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:44.341310 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] For port e4619eec-647b-4cf0-b9e3-e5d6745de4f0, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:41:44.347162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] For port e4619eec-647b-4cf0-b9e3-e5d6745de4f0, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:41:44.354063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.359925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-196488c1-658d-424c-b6f0-8c1b9fbcac98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:44.366942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=bebffb8e-1056-4860-be48-3711ca03c457,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:44.370196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:44.381299 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d74be7d8-768f-4ea6-a7a3-c503f80c3619 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags/tempest-TagsExtTest-Tag-2109530129 HTTP/1.1" status: 201 len: 201 time: 0.7095194 Dec 22 08:41:44.385889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38130) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:44.427588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-d2064c71-58b4-4625-af74-cec62b7020dc tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e', 'tempest-TagsExtTest-Tag-1711059417') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:44.477296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.483538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Pushing event updated for resources: {'Port': ['ID=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:44.499747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:44.535524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object 8b8a2c31-eba4-4966-aab8-a45d2ba5624b will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:44.548501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:44.601025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.620696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-30a134cd-701f-497f-bb01-5d21df189222 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:44.658308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:44.666094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80573be3-b022-41b8-ac14-037f5920af6f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:44.719677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] Deleting subnet 3e55f71b-91ef-46b9-b456-eca36c06248b {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:44.726326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.808918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.812180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 80573be3-b022-41b8-ac14-037f5920af6f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:44.820845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:44.849705 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/bebffb8e-1056-4860-be48-3711ca03c457 HTTP/1.1" status: 204 len: 168 time: 1.6590266 Dec 22 08:41:44.851066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38140) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:44.944485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 43a9b41c-9548-4a6b-9f43-d27dd66e2bde no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:44.980979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=8b8a2c31-eba4-4966-aab8-a45d2ba5624b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:45.007607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:45.008648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:45.009334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6f9a7-1bde-4728-9345-432f84ddb9fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:45.011361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6f9a7-1bde-4728-9345-432f84ddb9fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:45.012536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.012702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6f9a7-1bde-4728-9345-432f84ddb9fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:45.013153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2fd6f9a7-1bde-4728-9345-432f84ddb9fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:45.028751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 43a9b41c-9548-4a6b-9f43-d27dd66e2bde {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:41:45.030151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 43a9b41c-9548-4a6b-9f43-d27dd66e2bde not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:45.053121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2fd6f9a7-1bde-4728-9345-432f84ddb9fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:45.056184 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2fd6f9a7-1bde-4728-9345-432f84ddb9fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2038531 Dec 22 08:41:45.056598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:45.059353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38144) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.074248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:45.081504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:45.083205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.149778 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9505165 Dec 22 08:41:45.154162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38150) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.156086 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d2064c71-58b4-4625-af74-cec62b7020dc tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags/tempest-TagsExtTest-Tag-1711059417 HTTP/1.1" status: 201 len: 201 time: 0.7553434 Dec 22 08:41:45.160829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38154) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.173791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-cfd45619-7c48-43a3-9ce4-788302ef240c tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8', 'tempest-TagsExtTest-Tag-1444047530') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:45.188966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:45.356432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.370183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Provisioning complete for port da517693-759d-474e-9c34-758c28f5d31f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:45.370875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.386939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-38551622-9d2f-42ea-b190-0023ea1382bf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:45.438500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e55f71b-91ef-46b9-b456-eca36c06248b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:45.455894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Port da517693-759d-474e-9c34-758c28f5d31f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:45.470179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:45.480494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.487619 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b072a-a62b-4dae-9eac-1b1ed7615f72 None None] Network 1da5084d-8efd-4897-9d2d-6026cbe0946d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:45.500799 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3e55f71b-91ef-46b9-b456-eca36c06248b HTTP/1.1" status: 204 len: 168 time: 1.1939106 Dec 22 08:41:45.510254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38164) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.594088 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cfd45619-7c48-43a3-9ce4-788302ef240c tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags/tempest-TagsExtTest-Tag-1444047530 HTTP/1.1" status: 201 len: 201 time: 0.4294419 Dec 22 08:41:45.594705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38170) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.614807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-c9255e76-dd19-43b4-98a3-ad13ea1ae405 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202', 'tempest-TagsExtTest-Tag-218369227') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:45.631132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30e52de-f9ba-4cd6-b204-cec42f19f482 None None] Network 04d86279-fae6-4309-96ef-719d5d7433fc requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:45.642492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 843dd751-9170-4615-ada3-212c2bfb8f82 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:45.646014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.650903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:45.658416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Provisioning for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:45.665645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:45.672024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:45.679832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Provisioning complete for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:45.680411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.681523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:45.685890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.704356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Deleting port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:45.706294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.727111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.845179 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c9255e76-dd19-43b4-98a3-ad13ea1ae405 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags/tempest-TagsExtTest-Tag-218369227 HTTP/1.1" status: 201 len: 201 time: 0.2462051 Dec 22 08:41:45.848142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38176) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:45.852502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.862671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:45.866398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:45.888459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-739f59e0-95a8-4eb4-b7ad-0cefe09138db tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:46.034075 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-739f59e0-95a8-4eb4-b7ad-0cefe09138db tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags HTTP/1.1" status: 200 len: 241 time: 0.1847069 Dec 22 08:41:46.036818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38182) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.046770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-96670143-ae52-4385-a2dc-361c6b8eb9f7 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf', 'tempest-TagsExtTest-Tag-2109530129') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:46.114457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.119129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-72ad44e5-2b4d-4835-b6ea-881120ed26e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:46.157234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.203293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38186) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.207864 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3408176-23a7-47ff-9016-82be678a778d (CIDR: 2001:db8::/64) Dec 22 08:41:46.210383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] For port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=964a71ba-7cbc-49d3-a7f7-7128f5b1a451,segment=NetworkSegment(e33b22eb-526a-4c1b-9cdd-0d66ff73f904),segment_id=e33b22eb-526a-4c1b-9cdd-0d66ff73f904)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:46.210841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.219153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=843dd751-9170-4615-ada3-212c2bfb8f82,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:46.229064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:46.238085 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:41:46.238525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:46.257163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.274313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] For port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,segment=NetworkSegment(1bf6460e-4279-4e75-b311-9b7157c5959d),segment_id=1bf6460e-4279-4e75-b311-9b7157c5959d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:46.287852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.298144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:46.332678 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/843dd751-9170-4615-ada3-212c2bfb8f82 HTTP/1.1" status: 204 len: 168 time: 1.2688687 Dec 22 08:41:46.340553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38192) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.369628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e4619eec-647b-4cf0-b9e3-e5d6745de4f0 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:46.412915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Calling delete_port for 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:46.447681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1657938109'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:46.461179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ec3da-545a-411c-bfab-81d39be87b1d None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:46.462679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:46.470795 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8376b6c4-15b0-40a9-95c5-9bbf61debf70 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3132787 Dec 22 08:41:46.474328 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-96670143-ae52-4385-a2dc-361c6b8eb9f7 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags/tempest-TagsExtTest-Tag-2109530129 HTTP/1.1" status: 204 len: 168 time: 0.4357324 Dec 22 08:41:46.475014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.477684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Usage tracker for resource:router and tenant:04d89af2787c4e0a87058263dd1ba251 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:46.483668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:46.483988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet d1098ced-4510-4941-95c0-ba574e2c080b {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:46.495340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38198) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.501870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-06309d1a-a208-407a-a06a-41249168f293 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf', 'tempest-TagsExtTest-Tag-2109530129') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:46.503849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:46.514022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:46.544293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.604568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.605477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.623820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.629785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.637880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Provisioning for port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:46.647220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.671302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Provisioning complete for port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:46.671697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.681439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.690817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-47c6ea41-f909-49ad-8711-576f2c9701e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:46.704743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Pushing event updated for resources: {'Port': ['ID=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:46.718774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:46.719605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9d4a7-d7dd-451a-a62f-fc2c6d8853f0 None None] DHCP port deletion for 1da5084d-8efd-4897-9d2d-6026cbe0946d request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:41:46.732064 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-06309d1a-a208-407a-a06a-41249168f293 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags/tempest-TagsExtTest-Tag-2109530129 HTTP/1.1" status: 204 len: 168 time: 0.2330589 Dec 22 08:41:46.732316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38204) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.740976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-9d79736f-a7c5-4808-993a-376621d1ab05 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:46.794906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:46.817681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.849129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:46.875141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Provisioning for port 80573be3-b022-41b8-ac14-037f5920af6f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:46.875951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=964a71ba-7cbc-49d3-a7f7-7128f5b1a451,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:46.885475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Provisioning complete for port 80573be3-b022-41b8-ac14-037f5920af6f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:46.885581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:46.885666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.885743 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9d79736f-a7c5-4808-993a-376621d1ab05 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags HTTP/1.1" status: 200 len: 205 time: 0.1495044 Dec 22 08:41:46.886168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38208) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.892574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-8d9e7de1-921e-43ea-a16d-068d1bb9547b tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:46.919857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.926348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7b4c58db-1de5-4fd1-ab9d-f9d31ffa31fe tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:46.934540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:46.940410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:46.943925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:46.956318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.960662 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-368551e8-96d6-4a4d-9109-c9356a95ccbe tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7552466 Dec 22 08:41:46.962075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] No DVR routers for this DVR port 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:46.967016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38212) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:46.968857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=d1098ced-4510-4941-95c0-ba574e2c080b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:46.973237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:46.985844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:46.999521 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/d1098ced-4510-4941-95c0-ba574e2c080b HTTP/1.1" status: 204 len: 168 time: 0.6557758 Dec 22 08:41:47.002912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38216) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:47.032761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:47.089817 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6121d2a9-6ef8-4212-8922-941a42a6396e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856667 Dec 22 08:41:47.092889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38220) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:47.100689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:47.129397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.150924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07815c23-b334-4154-97b9-f5612f79de8e None None] Update dhcp port {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': 'd1098ced-4510-4941-95c0-ba574e2c080b'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': 'e4619eec-647b-4cf0-b9e3-e5d6745de4f0'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:41:47.204074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] For port 80573be3-b022-41b8-ac14-037f5920af6f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80573be3-b022-41b8-ac14-037f5920af6f,segment=NetworkSegment(6e9b0e5d-efcf-40fa-9453-0825092f5aed),segment_id=6e9b0e5d-efcf-40fa-9453-0825092f5aed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:47.211306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:47.214607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.220507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.225068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cfaa4e7c-3b75-45d5-9b7e-89586a52f993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:47.244798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:47.250466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:47.254778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:47.261316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:47.262652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-07815c23-b334-4154-97b9-f5612f79de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.275338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:47.279346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.350787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.362904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Pushing event updated for resources: {'Port': ['ID=80573be3-b022-41b8-ac14-037f5920af6f,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:47.369397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:47.384938 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8d9e7de1-921e-43ea-a16d-068d1bb9547b tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags HTTP/1.1" status: 200 len: 241 time: 0.4983740 Dec 22 08:41:47.395523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38224) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:47.413854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-c870406b-31d5-4679-a146-5017c571679f tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e', 'tempest-TagsExtTest-Tag-1711059417') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:47.435961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Provisioning for port 02136cc8-2f2f-480f-8169-712508959e7e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:47.441840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Provisioning complete for port 02136cc8-2f2f-480f-8169-712508959e7e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:47.442265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.464887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4bd7efc5-384f-41a7-a8bf-20b96dd15a76 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.539025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Port 02136cc8-2f2f-480f-8169-712508959e7e cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:47.546629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e03a40-8209-4f0b-9bd4-b5dbb3f1b963 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:47.573285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da5084d-8efd-4897-9d2d-6026cbe0946d']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:47.637071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Provisioning for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:47.651417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Provisioning complete for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:47.651936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.656979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:47.657266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33b22eb-526a-4c1b-9cdd-0d66ff73f904') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:47.674351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.678667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-06c6c86e-5c5a-425a-927f-e4a853247e6b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:47.681330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.716328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.729200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:41:47.729580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:41:47.742958 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:41:47.749013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:47.752424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:47.755758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:47.756422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.770145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=240b44f2-8c71-4d5d-8174-75a0d288298f,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:47.773376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:47.793086 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6962683 Dec 22 08:41:47.793359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38228) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:47.801729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:47.888964 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c870406b-31d5-4679-a146-5017c571679f tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags/tempest-TagsExtTest-Tag-1711059417 HTTP/1.1" status: 204 len: 168 time: 0.4889317 Dec 22 08:41:47.891891 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.952605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:47.957379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:47.960507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:47.966401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:47.974042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38232) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:47.979029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] For port e4619eec-647b-4cf0-b9e3-e5d6745de4f0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:47.981691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-4ab23e9b-1a26-420e-842d-2fed8a106426 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e', 'tempest-TagsExtTest-Tag-1711059417') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:47.986043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:47.988455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-138c679d-2529-45b6-8bc2-f4e004223e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:48.011124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.016763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:48.016977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] Update dhcp port {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': '240b44f2-8c71-4d5d-8174-75a0d288298f'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': 'e4619eec-647b-4cf0-b9e3-e5d6745de4f0'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:41:48.020689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.071842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-24459dcd-6bbd-4910-a614-2c1ad2873a53 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:48.094335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.115070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.129615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Provisioning complete for port 80573be3-b022-41b8-ac14-037f5920af6f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:48.130023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.160369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Pushing event updated for resources: {'Port': ['ID=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:48.166685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da5084d-8efd-4897-9d2d-6026cbe0946d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:48.170794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:48.174185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:48.183148 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1da5084d-8efd-4897-9d2d-6026cbe0946d HTTP/1.1" status: 204 len: 168 time: 2.6722028 Dec 22 08:41:48.185156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4bd7efc5-384f-41a7-a8bf-20b96dd15a76 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.194189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4bd7efc5-384f-41a7-a8bf-20b96dd15a76 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.214324 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4ab23e9b-1a26-420e-842d-2fed8a106426 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags/tempest-TagsExtTest-Tag-1711059417 HTTP/1.1" status: 204 len: 168 time: 0.2388725 Dec 22 08:41:48.216970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38238) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.227182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-7971e77e-c735-42eb-88a3-8b727f10f841 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:48.248502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.258021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d02b7f08-65af-4294-b426-0272d2f597af tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:48.304982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4bd7efc5-384f-41a7-a8bf-20b96dd15a76 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.305773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd7efc5-384f-41a7-a8bf-20b96dd15a76 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46c0607e-03cb-41db-9855-c60f57515ce6 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:48.369455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:48.392718 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7971e77e-c735-42eb-88a3-8b727f10f841 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags HTTP/1.1" status: 200 len: 205 time: 0.1743369 Dec 22 08:41:48.393436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38242) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.401533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-00327792-556e-4f16-b260-1457abca30ac tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:48.494234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4bd7efc5-384f-41a7-a8bf-20b96dd15a76 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.498928 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4bd7efc5-384f-41a7-a8bf-20b96dd15a76 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "DELETE /v2.0/routers/46c0607e-03cb-41db-9855-c60f57515ce6 HTTP/1.1" status: 204 len: 168 time: 1.5244102 Dec 22 08:41:48.502509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.514099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Request body: {'router': {'name': 'tempest-router-1754978935', 'distributed': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:48.518479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:48.525221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:48.527534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:48.530207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=0243cb48-ef67-40af-9409-ae24f6d6c81c,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:48.533422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:48.534169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.541287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Usage tracker for resource:router and tenant:04d89af2787c4e0a87058263dd1ba251 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:48.542966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695977a9-70ee-4480-8be9-501840e2bdd6 None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:48.544549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:48.545554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:48.557354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:48.560282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] Allocated IP 172.20.0.2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/240b44f2-8c71-4d5d-8174-75a0d288298f/e4619eec-647b-4cf0-b9e3-e5d6745de4f0) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:48.572090 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0956988 Dec 22 08:41:48.573168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.589529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-818365288', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0243cb48-ef67-40af-9409-ae24f6d6c81c'}], 'security_groups': ['c9afb5f3-81a6-4730-963a-38807359814c']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:48.633693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.633693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.634895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38254) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.680517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:48.681025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.734297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.756930 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-00327792-556e-4f16-b260-1457abca30ac tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags HTTP/1.1" status: 200 len: 241 time: 0.3586843 Dec 22 08:41:48.757134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38258) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.764407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-4d529391-cd5a-4fa8-adda-585b7f0fc4c8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8', 'tempest-TagsExtTest-Tag-1444047530') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:48.782903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.855270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.856650 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a3f8dc23-8654-4d94-a272-5f2969c89397 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3521421 Dec 22 08:41:48.859501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38262) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.866068 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d2aca12d-fead-4df6-9e97-158d553138f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57e9ca42379d4846a1028dae24cf219d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2275765 Dec 22 08:41:48.870380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e1c3344d-5435-4034-83f2-828463d46ef9 None None] Provisioning complete for port 02136cc8-2f2f-480f-8169-712508959e7e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:48.870837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e1c3344d-5435-4034-83f2-828463d46ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:48.874659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38266) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:48.991298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.026887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3344d-5435-4034-83f2-828463d46ef9 None None] Port 02136cc8-2f2f-480f-8169-712508959e7e cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:49.030745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] For port e4619eec-647b-4cf0-b9e3-e5d6745de4f0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:49.063275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a140960d-704d-49bf-a0c0-dde6d299f11a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.074068 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4d529391-cd5a-4fa8-adda-585b7f0fc4c8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags/tempest-TagsExtTest-Tag-1444047530 HTTP/1.1" status: 204 len: 168 time: 0.3137431 Dec 22 08:41:49.082178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38270) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:49.100909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-09ce71ab-fc0e-4955-b07e-4c3dff221123 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8', 'tempest-TagsExtTest-Tag-1444047530') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:49.155110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.162170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.objects.ports [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83496) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:41:49.168748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80573be3-b022-41b8-ac14-037f5920af6f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:49.195146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e1c3344d-5435-4034-83f2-828463d46ef9 None None] Provisioning complete for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:49.195682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e1c3344d-5435-4034-83f2-828463d46ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.204199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d83b6d8c-bb64-4867-bdf0-1d3a614a2262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.244352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] Transition to ACTIVE for port object e4619eec-647b-4cf0-b9e3-e5d6745de4f0 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:49.260586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.269156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d8075224-92a5-44dd-9691-c903324a9a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:49.438199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3344d-5435-4034-83f2-828463d46ef9 None None] Port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 had new provisioning blocks added so it will not transition to active. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 22 08:41:49.450975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d83b6d8c-bb64-4867-bdf0-1d3a614a2262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.453222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 80573be3-b022-41b8-ac14-037f5920af6f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:49.453917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.596987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d83b6d8c-bb64-4867-bdf0-1d3a614a2262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.607005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aa76ee9f-6988-4bf4-89ce-433b8b7f74d4 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:49.650175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38274) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:49.664574 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-09ce71ab-fc0e-4955-b07e-4c3dff221123 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags/tempest-TagsExtTest-Tag-1444047530 HTTP/1.1" status: 204 len: 168 time: 0.5813231 Dec 22 08:41:49.667429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b6d8c-bb64-4867-bdf0-1d3a614a2262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f00c0bb-6435-49b1-91a6-175d9dfddc12,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.686042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d83b6d8c-bb64-4867-bdf0-1d3a614a2262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:49.686908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d83b6d8c-bb64-4867-bdf0-1d3a614a2262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.690846 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d83b6d8c-bb64-4867-bdf0-1d3a614a2262 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f00c0bb-6435-49b1-91a6-175d9dfddc12 HTTP/1.1" status: 204 len: 168 time: 0.8078167 Dec 22 08:41:49.704473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] Pushing event updated for resources: {'Port': ['ID=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:49.713669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:49.714565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] Update dhcp port {'port': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'fixed_ips': [{'subnet_id': 'e3408176-23a7-47ff-9016-82be678a778d', 'ip_address': '2001:db8::2'}, {'subnet_id': '0243cb48-ef67-40af-9409-ae24f6d6c81c'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': '53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:41:49.735064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-3b74793b-3b39-4e30-bfd7-fdbd664588b0 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:49.770868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.854908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:49.929266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:49.999357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:41:49.999854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 964a71ba-7cbc-49d3-a7f7-7128f5b1a451 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:50.000415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e4619eec-647b-4cf0-b9e3-e5d6745de4f0 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:50.070634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] For port e4619eec-647b-4cf0-b9e3-e5d6745de4f0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:50.099504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.105650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.106718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.120140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6ab6a13e-0805-469b-95e8-150532820f9a tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:50.236795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:50.239820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:50.243588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:50.244184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.262038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,revision_number=8']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:50.277198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:50.282074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:50.308924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a140960d-704d-49bf-a0c0-dde6d299f11a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.322844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.325785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a140960d-704d-49bf-a0c0-dde6d299f11a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.329537 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5344398 Dec 22 08:41:50.336408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38286) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.343342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:86:03:00', 'name': 'tempest-NetworksTestDHCPv6-1696020571'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:50.349773 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b74793b-3b39-4e30-bfd7-fdbd664588b0 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags HTTP/1.1" status: 200 len: 205 time: 0.6829300 Dec 22 08:41:50.349956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38290) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.360482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-93e2ccc3-3b71-48bc-9efe-16060418946c tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:50.409022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a140960d-704d-49bf-a0c0-dde6d299f11a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.409516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a140960d-704d-49bf-a0c0-dde6d299f11a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfa44efb-404f-4ed9-bef4-41d255a3fa8d {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:50.412275 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-93e2ccc3-3b71-48bc-9efe-16060418946c tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags HTTP/1.1" status: 200 len: 240 time: 0.0614970 Dec 22 08:41:50.418066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38296) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.433009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] Allocated IP 2001:db8:0:1::2 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/0243cb48-ef67-40af-9409-ae24f6d6c81c/53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:50.439689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-aa9763db-e95e-4fdd-9aad-eb65fac54842 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202', 'tempest-TagsExtTest-Tag-218369227') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:50.442610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port e4619eec-647b-4cf0-b9e3-e5d6745de4f0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:50.451872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a140960d-704d-49bf-a0c0-dde6d299f11a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.452987 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a140960d-704d-49bf-a0c0-dde6d299f11a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "DELETE /v2.0/routers/dfa44efb-404f-4ed9-bef4-41d255a3fa8d HTTP/1.1" status: 204 len: 168 time: 1.5925372 Dec 22 08:41:50.458462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38300) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.466464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Request body: {'router': {'name': 'tempest-router-1735572550', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2d9341930c4a449f98db152d40fc106c'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:50.474277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:50.481135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Usage tracker for resource:router and tenant:2d9341930c4a449f98db152d40fc106c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:50.486428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:50.490143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=a38fc044-0868-42be-8c04-8f9a1396f5c0,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:50.496968 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aa9763db-e95e-4fdd-9aad-eb65fac54842 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags/tempest-TagsExtTest-Tag-218369227 HTTP/1.1" status: 204 len: 168 time: 0.0707533 Dec 22 08:41:50.496968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:50.498268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38304) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.505026 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:50.505409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-e7f5eaf6-f1c2-4499-a648-85ffcd850dad tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202', 'tempest-TagsExtTest-Tag-218369227') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:50.528202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.529620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.558013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.561368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29939361-0668-4c99-bca6-aff6a309a93b None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:50.582528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.584919 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.636174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.637465 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d5c72cd2-0d63-4436-af48-db015ad1527f tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1770735 Dec 22 08:41:50.637651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:50.640580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38310) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.655875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:50.698760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:50.711391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:50.712953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:50.720064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:50.750734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:50.765230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b5d206fe-98dc-43ac-9272-3478b29bb8f7 None None] Provisioning for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:50.785844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e4619eec-647b-4cf0-b9e3-e5d6745de4f0 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:50.790888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7f5eaf6-f1c2-4499-a648-85ffcd850dad tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags/tempest-TagsExtTest-Tag-218369227 HTTP/1.1" status: 204 len: 168 time: 0.2916200 Dec 22 08:41:50.796577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38314) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.807419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-c24eebf6-1731-4724-bc27-fca11eb36fc1 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:50.844346 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c24eebf6-1731-4724-bc27-fca11eb36fc1 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags HTTP/1.1" status: 200 len: 205 time: 0.0446663 Dec 22 08:41:50.844663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38320) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:50.901992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,revision_number=9']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:50.904791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b5d206fe-98dc-43ac-9272-3478b29bb8f7 None None] Provisioning complete for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:50.905169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b5d206fe-98dc-43ac-9272-3478b29bb8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.916269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-8f38c77f-660e-406e-811c-deaf25b4f45e tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:50.932444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:50.943120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:50.980244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port d5d95558-dc1a-4f00-a756-9b020f0858cc yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:50.982786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] For port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,segment=NetworkSegment(1bf6460e-4279-4e75-b311-9b7157c5959d),segment_id=1bf6460e-4279-4e75-b311-9b7157c5959d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:51.091081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.144089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.144524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.178766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] Transition to ACTIVE for port object 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:51.196598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.208689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd4960f6-ddea-43b9-8586-3bf4ae36c198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:51.235912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 172.20.0.4 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/240b44f2-8c71-4d5d-8174-75a0d288298f/d5d95558-dc1a-4f00-a756-9b020f0858cc) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:51.245292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:fe86:300 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/a38fc044-0868-42be-8c04-8f9a1396f5c0/d5d95558-dc1a-4f00-a756-9b020f0858cc) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:51.255419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:51.255809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.322409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b5d206fe-98dc-43ac-9272-3478b29bb8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.434127 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8f38c77f-660e-406e-811c-deaf25b4f45e tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags HTTP/1.1" status: 204 len: 168 time: 0.5884018 Dec 22 08:41:51.435260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38334) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:51.441943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-72d1ef1c-639e-4f93-87d1-bd697d4a66ea tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:51.453224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] Pushing event updated for resources: {'Port': ['ID=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:51.460419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:51.505766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Delete allocated IP 2001:db8::3b3 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/e3408176-23a7-47ff-9016-82be678a778d) {{(pid=83495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:41:51.510931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83495) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 22 08:41:51.511485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Router fefa9a77-7b51-4197-bc53-4fa0f0845319 migrating from provider to provider. {{(pid=83495) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 22 08:41:51.512028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.528866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.530994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b5d206fe-98dc-43ac-9272-3478b29bb8f7 None None] For port e4619eec-647b-4cf0-b9e3-e5d6745de4f0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:51.531171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8:0:1::356 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/0243cb48-ef67-40af-9409-ae24f6d6c81c/8b8a2c31-eba4-4966-aab8-a45d2ba5624b) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:51.541336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.547920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b5d206fe-98dc-43ac-9272-3478b29bb8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.560304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-aa839c96-2a6f-463f-80dd-7b69117ad359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:51.682544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.693048 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:41:51.752758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d206fe-98dc-43ac-9272-3478b29bb8f7 None None] Pushing event updated for resources: {'Port': ['ID=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,revision_number=10']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:51.766609 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b5d206fe-98dc-43ac-9272-3478b29bb8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:51.878117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.880330 dv-neutron-822610-1-hyperv neutron-server[83495]: WARNING neutron.scheduler.l3_agent_scheduler [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] No L3 agents can host the router fefa9a77-7b51-4197-bc53-4fa0f0845319 Dec 22 08:41:51.893659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:41:51.894077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:41:51.903099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object d5d95558-dc1a-4f00-a756-9b020f0858cc will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:51.932969 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-72d1ef1c-639e-4f93-87d1-bd697d4a66ea tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags HTTP/1.1" status: 204 len: 168 time: 0.4944007 Dec 22 08:41:51.933399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38344) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:51.941716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-8ec542a4-01fb-4543-a5db-d0840386f615 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:51.952108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:51.960629 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-548679cd-0162-4a8a-9e29-72688f2d432e tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:52.042519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:52.052116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:52.056886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:52.096911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=d5d95558-dc1a-4f00-a756-9b020f0858cc,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:52.104682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:52.143428 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:52.144301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.182864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8454680 Dec 22 08:41:52.185666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38352) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.373960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:41:52.400475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.462953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef682d1a-d08d-419e-964f-f3d7cf13b058 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:52.468399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef682d1a-d08d-419e-964f-f3d7cf13b058 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:52.469397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ef682d1a-d08d-419e-964f-f3d7cf13b058 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:52.478545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object 8b8a2c31-eba4-4966-aab8-a45d2ba5624b will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:52.489602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Hosts for router fefa9a77-7b51-4197-bc53-4fa0f0845319: [] {{(pid=83495) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 22 08:41:52.498930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ef682d1a-d08d-419e-964f-f3d7cf13b058 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:52.504712 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ef682d1a-d08d-419e-964f-f3d7cf13b058 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3179953 Dec 22 08:41:52.505644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38360) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.520913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.532409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-56847e91-f868-4d34-b6ee-fdbac1c39325 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:52.571260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Hosts for other DVR routers connected to router fefa9a77-7b51-4197-bc53-4fa0f0845319: set() {{(pid=83495) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 22 08:41:52.573415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.577417 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-acb91737-2fec-4683-b5b7-cf2b90d6afa6 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "PUT /v2.0/routers/fefa9a77-7b51-4197-bc53-4fa0f0845319 HTTP/1.1" status: 200 len: 717 time: 1.9343274 Dec 22 08:41:52.578523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38364) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.584820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5654a0-bf20-427f-bd03-e771e08c839a None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:52.597158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port d5d95558-dc1a-4f00-a756-9b020f0858cc {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:52.597773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.633355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38368) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.683926 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8ec542a4-01fb-4543-a5db-d0840386f615 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags HTTP/1.1" status: 204 len: 168 time: 0.7494662 Dec 22 08:41:52.698240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38374) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.717322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-e3f35b2e-518d-4e23-9a18-ba71471666eb tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:52.717707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e4619eec-647b-4cf0-b9e3-e5d6745de4f0 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:52.784539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] In _notify_port_updated(), no bound segment for port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b on network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:41:52.788361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:52.788974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.793143 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "PUT /v2.0/ports/8b8a2c31-eba4-4966-aab8-a45d2ba5624b HTTP/1.1" status: 200 len: 930 time: 4.2119427 Dec 22 08:41:52.799956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38378) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.817490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=8b8a2c31-eba4-4966-aab8-a45d2ba5624b,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:52.821080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:52.826269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Provisioning complete for port da517693-759d-474e-9c34-758c28f5d31f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:52.826419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:52.845957 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1b271eff-f3eb-459a-99e9-c588eff72fa2 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "GET /v2.0/routers/fefa9a77-7b51-4197-bc53-4fa0f0845319 HTTP/1.1" status: 200 len: 717 time: 0.2557456 Dec 22 08:41:52.846459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38382) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:52.871925 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:52.877068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:52.881467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Usage tracker for resource:floatingip and tenant:3de14f3a469b4423bfcd28977503fd54 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:52.884659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:52.900753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:52.962414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Port da517693-759d-474e-9c34-758c28f5d31f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:53.012508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:53.012810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.040481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:53.040862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.047583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.074565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Provisioning for port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:53.092662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Provisioning complete for port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:53.093019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.166877 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab6d6ec0-c550-4830-811b-067ac0547ef5 tempest-RoutersTestDVR-1851685769 tempest-RoutersTestDVR-1851685769-project] 10.222.0.31 "GET /v2.0/routers/fefa9a77-7b51-4197-bc53-4fa0f0845319 HTTP/1.1" status: 200 len: 683 time: 0.3168736 Dec 22 08:41:53.167459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38388) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:53.173334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:53.246916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Provisioning for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:41:53.260838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Provisioning complete for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:53.261874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed61e40f-f804-405f-9671-ceae153c1d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.292569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.297168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:41:53.327134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd738-e204-4c5b-9350-1bc0210d61c1 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.481624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:53.482012 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.542622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for d5d95558-dc1a-4f00-a756-9b020f0858cc owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:53.679538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ba720e99-78f9-46e7-aaf7-b91574cd0383 None None] Provisioning complete for port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:53.680159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ba720e99-78f9-46e7-aaf7-b91574cd0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.766650 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e3f35b2e-518d-4e23-9a18-ba71471666eb tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags HTTP/1.1" status: 204 len: 168 time: 1.0673037 Dec 22 08:41:53.772005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38392) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:53.778968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.789151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-fcc07eb6-3077-43fd-96f2-8aa1f6dceae7 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf', 'tempest-TagsExtTest-Tag-764942566') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:53.823097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ba720e99-78f9-46e7-aaf7-b91574cd0383 None None] Port 8b8a2c31-eba4-4966-aab8-a45d2ba5624b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:53.823379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6f41459c-d9e9-4e8d-9a51-a25533d60259 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:53.841971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ba720e99-78f9-46e7-aaf7-b91574cd0383 None None] Could not find standard attr ID for object d5d95558-dc1a-4f00-a756-9b020f0858cc. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:53.862055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ba720e99-78f9-46e7-aaf7-b91574cd0383 None None] Provisioning complete for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:53.862458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ba720e99-78f9-46e7-aaf7-b91574cd0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.891966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd738-e204-4c5b-9350-1bc0210d61c1 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.898567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd738-e204-4c5b-9350-1bc0210d61c1 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.901981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=d5d95558-dc1a-4f00-a756-9b020f0858cc,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:53.904590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:53.931054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd738-e204-4c5b-9350-1bc0210d61c1 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.931730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3dd738-e204-4c5b-9350-1bc0210d61c1 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fefa9a77-7b51-4197-bc53-4fa0f0845319 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:53.941989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd738-e204-4c5b-9350-1bc0210d61c1 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:53.943638 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f3dd738-e204-4c5b-9350-1bc0210d61c1 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "DELETE /v2.0/routers/fefa9a77-7b51-4197-bc53-4fa0f0845319 HTTP/1.1" status: 204 len: 168 time: 0.7753963 Dec 22 08:41:53.948242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38396) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:53.959287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Request body: {'router': {'name': 'tempest-router-148428945', 'distributed': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:53.966707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:53.974224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Usage tracker for resource:router and tenant:04d89af2787c4e0a87058263dd1ba251 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:53.978020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:53.986906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:54.001006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.002450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.031727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.058447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.082814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.084524 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7124275e-6077-4c1f-9e2e-e9a9d2c2f7f9 tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1324735 Dec 22 08:41:54.087760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38400) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:54.155094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e0aaafef-3825-491f-8732-c6be3ada7ca2 None None] Could not find standard attr ID for object bebffb8e-1056-4860-be48-3711ca03c457. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:54.272625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9dd71cd6-5023-479f-bfcb-5ab750ac4eef None None] Could not find standard attr ID for object d5d95558-dc1a-4f00-a756-9b020f0858cc. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:41:54.305379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.514125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for 8b8a2c31-eba4-4966-aab8-a45d2ba5624b owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:54.545659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.578298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.627384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44951a63-0d22-47e6-9fc7-dea44ae97b48 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:41:54.643098 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/d5d95558-dc1a-4f00-a756-9b020f0858cc HTTP/1.1" status: 204 len: 168 time: 2.1357448 Dec 22 08:41:54.645860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38404) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:54.685380 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fcc07eb6-3077-43fd-96f2-8aa1f6dceae7 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags/tempest-TagsExtTest-Tag-764942566 HTTP/1.1" status: 201 len: 201 time: 0.9091945 Dec 22 08:41:54.690060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38408) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:54.697384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e0-333d-49e3-84b3-e7eed7f86c3a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.700948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-be6c4314-b7fb-47ac-aeca-efee70806345 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e', 'tempest-TagsExtTest-Tag-1003030071') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:54.785848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44951a63-0d22-47e6-9fc7-dea44ae97b48 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:41:54.889233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49021ddd-9797-4d9f-a663-d718a2cb27de tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:54.890511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49021ddd-9797-4d9f-a663-d718a2cb27de tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:54.891806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49021ddd-9797-4d9f-a663-d718a2cb27de tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:54.892985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49021ddd-9797-4d9f-a663-d718a2cb27de tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:54.922489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49021ddd-9797-4d9f-a663-d718a2cb27de tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:54.926486 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-49021ddd-9797-4d9f-a663-d718a2cb27de tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2795320 Dec 22 08:41:54.928321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38412) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:54.949941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:54.958479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7155135d-0792-4476-a6f1-739b1ba3e471 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:54.996492 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be6c4314-b7fb-47ac-aeca-efee70806345 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags/tempest-TagsExtTest-Tag-1003030071 HTTP/1.1" status: 201 len: 201 time: 0.3049331 Dec 22 08:41:55.007218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38416) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.019804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Allocated IP 172.26.5.86 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/5d195a52-49d1-478b-ae7d-529e6d10ffd4) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:55.019804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=8b8a2c31-eba4-4966-aab8-a45d2ba5624b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:55.030166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:55.044197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-0f0bb2ee-f130-4692-bfeb-3814003a0011 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8', 'tempest-TagsExtTest-Tag-846446847') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:55.274846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.279768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 240b44f2-8c71-4d5d-8174-75a0d288298f {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:55.285159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.318749 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f0bb2ee-f130-4692-bfeb-3814003a0011 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags/tempest-TagsExtTest-Tag-846446847 HTTP/1.1" status: 201 len: 201 time: 0.3167017 Dec 22 08:41:55.321623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38420) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.329615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-4ef9bf52-c34e-48b2-90b5-030371e6bd04 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202', 'tempest-TagsExtTest-Tag-1185331251') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:55.361779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.431190 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/8b8a2c31-eba4-4966-aab8-a45d2ba5624b HTTP/1.1" status: 204 len: 168 time: 2.6301608 Dec 22 08:41:55.436212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38424) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.454374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e0-333d-49e3-84b3-e7eed7f86c3a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e0-333d-49e3-84b3-e7eed7f86c3a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.474164 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ef9bf52-c34e-48b2-90b5-030371e6bd04 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags/tempest-TagsExtTest-Tag-1185331251 HTTP/1.1" status: 201 len: 201 time: 0.1513205 Dec 22 08:41:55.478934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38428) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.490591 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d325c7a5-571c-4ce7-a643-f3e0d473514f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:41:55.491410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d325c7a5-571c-4ce7-a643-f3e0d473514f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:41:55.498370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-021ec46f-93f7-4df5-940f-a2e639ae3d71 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf', {'tags': ['tempest-TagsExtTest-Tag-1093935270', 'tempest-TagsExtTest-Tag-1889126732', 'tempest-TagsExtTest-Tag-218685594']}) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:55.512340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.540271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d325c7a5-571c-4ce7-a643-f3e0d473514f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:41:55.541714 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d325c7a5-571c-4ce7-a643-f3e0d473514f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/8b8a2c31-eba4-4966-aab8-a45d2ba5624b HTTP/1.1" status: 404 len: 333 time: 0.1026969 Dec 22 08:41:55.542464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.549413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38432) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.586553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e0-333d-49e3-84b3-e7eed7f86c3a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.587150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6214d0e0-333d-49e3-84b3-e7eed7f86c3a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22be7cf8-34f3-46b7-92c3-9493044eaf98 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:41:55.602514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6214d0e0-333d-49e3-84b3-e7eed7f86c3a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.603807 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6214d0e0-333d-49e3-84b3-e7eed7f86c3a tempest-RoutersTestDVR-1212734553 tempest-RoutersTestDVR-1212734553-project-admin] 10.222.0.31 "DELETE /v2.0/routers/22be7cf8-34f3-46b7-92c3-9493044eaf98 HTTP/1.1" status: 204 len: 168 time: 1.5104785 Dec 22 08:41:55.633080 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-021ec46f-93f7-4df5-940f-a2e639ae3d71 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags HTTP/1.1" status: 200 len: 317 time: 0.1524506 Dec 22 08:41:55.634369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38438) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.637801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.643016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-935def9f-088c-460e-8ac5-38f168af5507 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:55.648296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.668806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a4d79102-681d-4015-8f67-cf71e1f0d37d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:55.713814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=240b44f2-8c71-4d5d-8174-75a0d288298f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:55.721933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:55.725293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b623e3be-f665-4eef-a291-27b89c7d0933 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.755636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.775712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b623e3be-f665-4eef-a291-27b89c7d0933 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.801488 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/240b44f2-8c71-4d5d-8174-75a0d288298f HTTP/1.1" status: 204 len: 168 time: 0.8720210 Dec 22 08:41:55.804116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38442) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:55.865861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-59effbd5-3b8a-42b9-bbce-82be5386972e tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:55.869910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58984d6-3056-4c2f-ad49-0bf35ea1393b None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:55.914872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet a38fc044-0868-42be-8c04-8f9a1396f5c0 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:55.924744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.928539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Pushing event updated for resources: {'Port': ['ID=5d195a52-49d1-478b-ae7d-529e6d10ffd4,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:55.939543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:55.943680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:55.944885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:55.948812 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:55.967432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b623e3be-f665-4eef-a291-27b89c7d0933 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:55.974406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8999599-6d24-47af-9e76-4666d1093c01 tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:55.999558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623e3be-f665-4eef-a291-27b89c7d0933 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e406a58b-34e6-4f95-b33d-a2bc47f67827,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.019366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.055907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38448) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.078269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b623e3be-f665-4eef-a291-27b89c7d0933 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:56.078596 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-59effbd5-3b8a-42b9-bbce-82be5386972e tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags HTTP/1.1" status: 204 len: 168 time: 0.4426901 Dec 22 08:41:56.082786 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38454) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.083330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b623e3be-f665-4eef-a291-27b89c7d0933 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.087607 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b623e3be-f665-4eef-a291-27b89c7d0933 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/security-groups/e406a58b-34e6-4f95-b33d-a2bc47f67827 HTTP/1.1" status: 204 len: 168 time: 0.5368485 Dec 22 08:41:56.088614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-e6d44e61-b59e-4519-9141-06c5f5910c86 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf', 'tempest-TagsExtTest-Tag-1093935270') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.089064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38458) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.189665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-10b3329a-e0b8-45e6-bbcb-d61648aa56c4 None None] Provisioning complete for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:56.190914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-10b3329a-e0b8-45e6-bbcb-d61648aa56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.212255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.227105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ccba0f68-b572-405e-9ebe-94e6c2ee7250 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.257201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ccba0f68-b572-405e-9ebe-94e6c2ee7250 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.292071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.301324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.323591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.360782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ccba0f68-b572-405e-9ebe-94e6c2ee7250 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.369430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-414f0fa2-967b-4ac3-9646-255d7bae92ce tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:56.385790 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-e6d44e61-b59e-4519-9141-06c5f5910c86 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:41:56.387078 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e6d44e61-b59e-4519-9141-06c5f5910c86 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags/tempest-TagsExtTest-Tag-1093935270 HTTP/1.1" status: 404 len: 329 time: 0.3031213 Dec 22 08:41:56.391129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38462) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.396275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba0f68-b572-405e-9ebe-94e6c2ee7250 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9afb5f3-81a6-4730-963a-38807359814c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.406863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-7641282e-dde5-4fa9-93ff-fce36c9361b2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf', 'tempest-TagsExtTest-Tag-1889126732') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.409657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:56.417623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Usage tracker for resource:security_group_rule and tenant:2d9341930c4a449f98db152d40fc106c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:56.421819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:56.444497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ccba0f68-b572-405e-9ebe-94e6c2ee7250 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:56.464485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ccba0f68-b572-405e-9ebe-94e6c2ee7250 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.466912 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ccba0f68-b572-405e-9ebe-94e6c2ee7250 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/security-groups/c9afb5f3-81a6-4730-963a-38807359814c HTTP/1.1" status: 204 len: 168 time: 0.3734252 Dec 22 08:41:56.469868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38466) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.490355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:56.523110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.526887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99201d26-7032-46f7-9f44-48a6a3fc169a tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:56.575276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=a38fc044-0868-42be-8c04-8f9a1396f5c0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.577747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:56.623280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.624406 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.638959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.648442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-97591206-e308-4061-829e-42ff24430729 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:56.661910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.677481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.699581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7997f83-d00c-4534-8b47-debeebf032e0,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.703426 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/a38fc044-0868-42be-8c04-8f9a1396f5c0 HTTP/1.1" status: 204 len: 168 time: 0.8982906 Dec 22 08:41:56.709204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38470) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.710949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:56.711491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22462de4-7b61-475b-84f3-95dd78524f93 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:56.762291 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d9341930c4a449f98db152d40fc106c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7024658 Dec 22 08:41:56.784603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38474) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.814389 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-7641282e-dde5-4fa9-93ff-fce36c9361b2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:41:56.815498 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7641282e-dde5-4fa9-93ff-fce36c9361b2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags/tempest-TagsExtTest-Tag-1889126732 HTTP/1.1" status: 404 len: 329 time: 0.4209125 Dec 22 08:41:56.817595 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3a25acf3-22f6-4ed4-94ea-f022765ba224 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073020 Dec 22 08:41:56.823731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38478) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.824065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38480) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.828955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Pushing event updated for resources: {'Port': ['ID=5d195a52-49d1-478b-ae7d-529e6d10ffd4,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:56.834512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:56.842932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.846003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:56.862753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-28258579-00fc-4510-9048-338602d2dbaf tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf', 'tempest-TagsExtTest-Tag-218685594') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:56.870758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.875258 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2408454 Dec 22 08:41:56.875935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38486) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:56.882422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-421181072', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'fixed_ips': [{'ip_address': '172.26.5.86'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:56.887720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:56.892191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Usage tracker for resource:port and tenant:3de14f3a469b4423bfcd28977503fd54 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:56.895433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:56.903706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:56.914646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Made reservation on behalf of 3de14f3a469b4423bfcd28977503fd54 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:56.917181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.930960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:56.965463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:56.969785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Usage tracker for resource:security_group_rule and tenant:3de14f3a469b4423bfcd28977503fd54 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:56.972946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:56.978954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:57.033409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f120331-2084-4f74-bd06-e2fe8ade3c39 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:57.058297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.063592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.071429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f8832f6f-880f-4b54-895d-d8f20097ac8d tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:57.084113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] device_id is not set on port 2e26bb31-9d66-4c94-9b36-fbbedbbe6338 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:41:57.104008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet e3408176-23a7-47ff-9016-82be678a778d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:41:57.124395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.139397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-11ce007c-7f53-43cf-80dc-0596e66906e0 None None] Provisioning complete for port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:57.139901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-11ce007c-7f53-43cf-80dc-0596e66906e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.150058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04b0b4-07ce-469e-a6f6-62f63501fbe1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:57.155160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:57.219968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.250713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:57.271552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:57.276521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:57.281074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b86967aa-6544-48be-b3b7-170ead7d9d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.292846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:57.334353 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 08:41:57.334862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:41:57.345716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:57.349312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.362998 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4852118 Dec 22 08:41:57.365926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38490) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:57.371495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b86967aa-6544-48be-b3b7-170ead7d9d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.412915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:41:57.417419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] Deleting port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:57.418102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.434885 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-28258579-00fc-4510-9048-338602d2dbaf tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:41:57.438801 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-28258579-00fc-4510-9048-338602d2dbaf tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags/tempest-TagsExtTest-Tag-218685594 HTTP/1.1" status: 404 len: 328 time: 0.6109083 Dec 22 08:41:57.447053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38494) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:57.454765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-c8bcfd41-ee19-4ce6-901f-de5a541eb240 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e', {'tags': ['tempest-TagsExtTest-Tag-1048840881', 'tempest-TagsExtTest-Tag-1253542096', 'tempest-TagsExtTest-Tag-571872081']}) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:57.506183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.582757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b86967aa-6544-48be-b3b7-170ead7d9d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.587156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dec1f7a5-88bb-40ce-8454-98c7c9f2814c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:57.610756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86967aa-6544-48be-b3b7-170ead7d9d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7997f83-d00c-4534-8b47-debeebf032e0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:57.613174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b86967aa-6544-48be-b3b7-170ead7d9d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:57.638935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Deleting port 5d195a52-49d1-478b-ae7d-529e6d10ffd4 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:41:57.639560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.659727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] For port e4619eec-647b-4cf0-b9e3-e5d6745de4f0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:41:57.660170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.673761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.682276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2ba580f3-c6f1-4400-b71f-9f8879b5a3fa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:57.686525 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c8bcfd41-ee19-4ce6-901f-de5a541eb240 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags HTTP/1.1" status: 200 len: 317 time: 0.2360060 Dec 22 08:41:57.686861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38498) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:57.694983 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-b5881cf0-a462-47c8-a2e9-0a043bcf16d3 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:57.715758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b86967aa-6544-48be-b3b7-170ead7d9d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.719975 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b86967aa-6544-48be-b3b7-170ead7d9d97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7997f83-d00c-4534-8b47-debeebf032e0 HTTP/1.1" status: 204 len: 168 time: 0.9318786 Dec 22 08:41:57.739906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=e3408176-23a7-47ff-9016-82be678a778d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:57.743007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:57.756287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.765912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68872c8f-1562-4be7-afa6-96754781dd28 None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:57.770386 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/e3408176-23a7-47ff-9016-82be678a778d HTTP/1.1" status: 204 len: 168 time: 1.2992530 Dec 22 08:41:57.782079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:57.788002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:57.896124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.902775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e1397e50-ca9a-40ae-a0b5-8990cd32c76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:57.906205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] Calling delete_port for e4619eec-647b-4cf0-b9e3-e5d6745de4f0 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:57.938289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.939024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:57.985375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:57.994749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:57.998296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:57.998877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.042182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=cd571f14-f458-4a9d-b067-4999290c15ad,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:58.051792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:58.053193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.055770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:58.061242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:58.062992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b42b4adc-8b3e-4a17-9007-3f8b5fc3b9cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:58.068285 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2390156 Dec 22 08:41:58.068285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:58.069537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38510) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.075744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:58.082291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:58.119664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] Pushing event deleted for resources: {'Port': ['ID=e4619eec-647b-4cf0-b9e3-e5d6745de4f0,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:58.128813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:58.132060 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] No DVR routers for this DVR port e4619eec-647b-4cf0-b9e3-e5d6745de4f0 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:41:58.180404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ea6dd-e689-4a29-a3d9-4664b82968d8 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:58.229708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38514) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.264387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Calling delete_port for 5d195a52-49d1-478b-ae7d-529e6d10ffd4 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:41:58.282971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:58.286370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.312507 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b5881cf0-a462-47c8-a2e9-0a043bcf16d3 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags HTTP/1.1" status: 204 len: 168 time: 0.6217892 Dec 22 08:41:58.317823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38518) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.329791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-55853d59-b543-4cbf-a5d3-1b02604de1ca tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e', 'tempest-TagsExtTest-Tag-1048840881') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:58.350441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:58.363281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.377434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:58.381549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:58.395943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:58.435354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'cd571f14-f458-4a9d-b067-4999290c15ad'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:41:58.436531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.462950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:41:58.466808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.475946 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-55853d59-b543-4cbf-a5d3-1b02604de1ca tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:41:58.476996 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-55853d59-b543-4cbf-a5d3-1b02604de1ca tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags/tempest-TagsExtTest-Tag-1048840881 HTTP/1.1" status: 404 len: 329 time: 0.1587155 Dec 22 08:41:58.480284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38522) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.486480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:58.493630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-1df75036-abb0-4cc8-8eaa-29d45b249f36 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e', 'tempest-TagsExtTest-Tag-1253542096') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:58.556563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Usage tracker for resource:security_group_rule and tenant:04d89af2787c4e0a87058263dd1ba251 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:58.558000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.563684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:58.571077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:58.577886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:58.624327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d195a52-49d1-478b-ae7d-529e6d10ffd4,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:58.628093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:58.692785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Allocated IP 172.20.0.2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/cd571f14-f458-4a9d-b067-4999290c15ad/56556a38-2f4b-419e-9782-5b51c0750e0f) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:41:58.756787 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-1df75036-abb0-4cc8-8eaa-29d45b249f36 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:41:58.759300 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1df75036-abb0-4cc8-8eaa-29d45b249f36 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags/tempest-TagsExtTest-Tag-1253542096 HTTP/1.1" status: 404 len: 329 time: 0.2767968 Dec 22 08:41:58.761797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38526) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.765981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.772854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-c2cae0d5-e57e-492a-9439-3ea7d7530449 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e', 'tempest-TagsExtTest-Tag-571872081') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:58.796964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.808788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e4619eec-647b-4cf0-b9e3-e5d6745de4f0 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:41:58.828810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.830952 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/d6b3e230-629d-4689-88de-8d2131560c2a HTTP/1.1" status: 204 len: 168 time: 1.4633236 Dec 22 08:41:58.831377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:58.857608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: e4619eec-647b-4cf0-b9e3-e5d6745de4f0 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:41:58.857959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e4619eec-647b-4cf0-b9e3-e5d6745de4f0 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:41:58.874937 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-c2cae0d5-e57e-492a-9439-3ea7d7530449 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:41:58.876144 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c2cae0d5-e57e-492a-9439-3ea7d7530449 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags/tempest-TagsExtTest-Tag-571872081 HTTP/1.1" status: 404 len: 328 time: 0.1121554 Dec 22 08:41:58.879546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38534) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:58.886365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-b8fe572b-e367-42e3-86a5-74caf0116848 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8', {'tags': ['tempest-TagsExtTest-Tag-1185967006', 'tempest-TagsExtTest-Tag-104328899', 'tempest-TagsExtTest-Tag-277477241']}) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:58.956653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a46eb2d2-38a0-4aa6-8d04-c6b9fbf3e352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:58.977769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.048312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.059329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23a2744-e2a7-4025-a674-a6395a72a67a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:59.064096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Transition to ACTIVE for port object 56556a38-2f4b-419e-9782-5b51c0750e0f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:59.066493 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b8fe572b-e367-42e3-86a5-74caf0116848 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags HTTP/1.1" status: 200 len: 316 time: 0.1855009 Dec 22 08:41:59.071374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38538) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.078846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:59.079667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-4c214eb1-7e8f-429e-ad8a-db9db961ab01 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:59.083754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:59.087494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:41:59.088258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.091921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Transition to ACTIVE for port object 56556a38-2f4b-419e-9782-5b51c0750e0f will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:41:59.101484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.106347 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04d89af2787c4e0a87058263dd1ba251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8711374 Dec 22 08:41:59.116134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38542) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.124128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:59.136179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.136566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.136938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.137355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.137729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.138193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.138565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.144902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.148177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.148571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.149625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:41:59.161898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:59.172711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:41:59.173530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38546) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.179867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:41:59.203153 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:41:59.233248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b8acac3-bb30-4cd6-8d04-f0064d184953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:59.335144 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-70f3d83c-fdcf-4b55-8f58-a5d8219751d9 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=5e4a8f216e894d43bb9450dc62ec6901&network_id=3338bacd-141e-4905-a19f-d796f099cbf7 HTTP/1.1" status: 200 len: 2999 time: 0.1117456 Dec 22 08:41:59.351871 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4c214eb1-7e8f-429e-ad8a-db9db961ab01 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags HTTP/1.1" status: 204 len: 168 time: 0.2784481 Dec 22 08:41:59.354767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38554) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.366481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-351528fe-b2cc-4062-95d1-bb5ee58e97f4 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8', 'tempest-TagsExtTest-Tag-1185967006') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:59.369294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Pushing event updated for resources: {'Port': ['ID=56556a38-2f4b-419e-9782-5b51c0750e0f,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:59.372750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:59.373582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dcf9a6-4aed-4919-8761-ea874c30a9fc None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:41:59.414967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38558) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.512137 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-351528fe-b2cc-4062-95d1-bb5ee58e97f4 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:41:59.513244 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-351528fe-b2cc-4062-95d1-bb5ee58e97f4 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags/tempest-TagsExtTest-Tag-1185967006 HTTP/1.1" status: 404 len: 329 time: 0.1571698 Dec 22 08:41:59.517721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38564) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.526768 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-993a1026-96ec-47d5-942c-c281231b46f3 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8', 'tempest-TagsExtTest-Tag-104328899') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:59.564583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Attempting to bind port 56556a38-2f4b-419e-9782-5b51c0750e0f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:41:59.565134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Attempting to bind port 56556a38-2f4b-419e-9782-5b51c0750e0f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:41:59.565599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Attempting to bind port 56556a38-2f4b-419e-9782-5b51c0750e0f on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:41:59.578811 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7953537 Dec 22 08:41:59.579715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.587645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:41:59.588066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:41:59.588687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.589183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:41:59.589761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Bound port: 56556a38-2f4b-419e-9782-5b51c0750e0f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:41:59.590237 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.640506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=f8fd209c-95ce-4fa1-a495-b80fc4245e11,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:41:59.653971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1004774d-bc06-42b6-8bfe-ae40f0728296 None None] Provisioning complete for port da517693-759d-474e-9c34-758c28f5d31f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:59.654355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1004774d-bc06-42b6-8bfe-ae40f0728296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.654611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'security_group': {'name': 'tempest-secgroup-1074067077'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:41:59.662435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:41:59.684765 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-993a1026-96ec-47d5-942c-c281231b46f3 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:41:59.687205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-993a1026-96ec-47d5-942c-c281231b46f3 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags/tempest-TagsExtTest-Tag-104328899 HTTP/1.1" status: 404 len: 328 time: 0.1668112 Dec 22 08:41:59.688273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:59.688889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38576) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.694828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-c018b851-be7b-4dda-bf4a-12f10b32dc63 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8', 'tempest-TagsExtTest-Tag-277477241') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:41:59.724577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:59.733633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.743782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:59.754527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac7b8fd7-e435-458a-87fe-df1c2cd9f74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.774456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:59.814591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1004774d-bc06-42b6-8bfe-ae40f0728296 None None] Port da517693-759d-474e-9c34-758c28f5d31f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:41:59.827153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac7b8fd7-e435-458a-87fe-df1c2cd9f74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.839436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.856101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] For port 56556a38-2f4b-419e-9782-5b51c0750e0f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:41:59.861239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:41:59.865720 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] For port 56556a38-2f4b-419e-9782-5b51c0750e0f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=56556a38-2f4b-419e-9782-5b51c0750e0f,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:41:59.875590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.880450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:41:59.906352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:41:59.908291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1004774d-bc06-42b6-8bfe-ae40f0728296 None None] Provisioning complete for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:41:59.908428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1004774d-bc06-42b6-8bfe-ae40f0728296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:41:59.929395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Usage tracker for resource:security_group_rule and tenant:11771f1a1dd54ba3ac59abba25a9b046 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:41:59.946598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:41:59.961493 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-c018b851-be7b-4dda-bf4a-12f10b32dc63 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:41:59.965308 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c018b851-be7b-4dda-bf4a-12f10b32dc63 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags/tempest-TagsExtTest-Tag-277477241 HTTP/1.1" status: 404 len: 328 time: 0.2723141 Dec 22 08:41:59.965972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38580) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:41:59.972135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:41:59.974490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-b691662c-5e27-499f-83f2-91508504984c tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202', {'tags': ['tempest-TagsExtTest-Tag-1027883498', 'tempest-TagsExtTest-Tag-2088160624', 'tempest-TagsExtTest-Tag-257605223']}) {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.008708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:00.016586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group_rule and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:00.021690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:00.032175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:00.056869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac7b8fd7-e435-458a-87fe-df1c2cd9f74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.061343 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b691662c-5e27-499f-83f2-91508504984c tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "PUT /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags HTTP/1.1" status: 200 len: 317 time: 0.0917346 Dec 22 08:42:00.062572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38584) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.063583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:00.069021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-a02582c5-fae9-44de-b584-c311a56f3bc2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.072306 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Pushing event updated for resources: {'Port': ['ID=56556a38-2f4b-419e-9782-5b51c0750e0f,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.076418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:00.089887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b8fd7-e435-458a-87fe-df1c2cd9f74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23a2744-e2a7-4025-a674-a6395a72a67a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.103057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ac7b8fd7-e435-458a-87fe-df1c2cd9f74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:00.148393 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a02582c5-fae9-44de-b584-c311a56f3bc2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags HTTP/1.1" status: 204 len: 168 time: 0.0847569 Dec 22 08:42:00.149548 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38588) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.159873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-cbf9dad2-9f12-42b4-b410-9ee0d163e000 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202', 'tempest-TagsExtTest-Tag-1027883498') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.179316 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] Update dhcp port {'port': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'fixed_ips': [{'subnet_id': '0243cb48-ef67-40af-9409-ae24f6d6c81c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f8fd209c-95ce-4fa1-a495-b80fc4245e11'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': '53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:42:00.203528 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-cbf9dad2-9f12-42b4-b410-9ee0d163e000 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:42:00.203735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac7b8fd7-e435-458a-87fe-df1c2cd9f74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.211791 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cbf9dad2-9f12-42b4-b410-9ee0d163e000 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags/tempest-TagsExtTest-Tag-1027883498 HTTP/1.1" status: 404 len: 329 time: 0.0594852 Dec 22 08:42:00.212728 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38594) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.217733 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ac7b8fd7-e435-458a-87fe-df1c2cd9f74d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c23a2744-e2a7-4025-a674-a6395a72a67a HTTP/1.1" status: 204 len: 168 time: 1.0454104 Dec 22 08:42:00.220455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-148ebc56-6796-4334-87a1-8bff1a39e22b tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202', 'tempest-TagsExtTest-Tag-2088160624') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.240543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.252523 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-148ebc56-6796-4334-87a1-8bff1a39e22b tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:42:00.254597 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-148ebc56-6796-4334-87a1-8bff1a39e22b tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags/tempest-TagsExtTest-Tag-2088160624 HTTP/1.1" status: 404 len: 329 time: 0.0401804 Dec 22 08:42:00.257037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38598) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.261961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.262854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.266258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-56150617-f5ee-4aef-98fd-2d24e75011f4 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202', 'tempest-TagsExtTest-Tag-257605223') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.274156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.284993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.317135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:00.322671 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-56150617-f5ee-4aef-98fd-2d24e75011f4 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] show failed (client error): The resource could not be found. Dec 22 08:42:00.324802 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-56150617-f5ee-4aef-98fd-2d24e75011f4 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags/tempest-TagsExtTest-Tag-257605223 HTTP/1.1" status: 404 len: 328 time: 0.0664525 Dec 22 08:42:00.331854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38602) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.348192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-50c2444e-0b52-400b-a4ce-b644275f3c54 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '55f8d326-9ed2-4472-9f25-b01a37cfc202') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.349087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.396737 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-50c2444e-0b52-400b-a4ce-b644275f3c54 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202/tags HTTP/1.1" status: 204 len: 168 time: 0.0626431 Dec 22 08:42:00.398652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38606) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.412952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-359d17fc-cc39-40ee-9b51-2fd5f842b223 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f24183c7-1eb6-4d45-a143-bc88bd2a5bd8') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.467056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bfae54-a012-41dd-b2b5-9bc019f1d5d5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.471114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:00.474958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a60e82c8-49be-40bb-9484-0ff8a5ff1d9f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:00.483894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.485147 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8803632 Dec 22 08:42:00.490612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38610) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.502612 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11771f1a1dd54ba3ac59abba25a9b046&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0798824 Dec 22 08:42:00.517399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38616) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.533514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'security_group': {'name': 'tempest-secgroup-1348094833'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:00.540569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:00.544519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:00.547907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:00.554585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:00.588303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] Allocated IP 2001:db8::2 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/f8fd209c-95ce-4fa1-a495-b80fc4245e11/53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:00.593374 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.618886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b55b6e-43b4-4da7-94a0-a7a250cd25a1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:00.622131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:00.696331 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-359d17fc-cc39-40ee-9b51-2fd5f842b223 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8/tags HTTP/1.1" status: 204 len: 168 time: 0.2894707 Dec 22 08:42:00.696847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38620) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.708587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.tag.tag_plugin [None req-4cc63cb8-b306-4801-8e05-627c77eedbdf tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '02136cc8-2f2f-480f-8169-712508959e7e') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.786346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b6f7fa-9334-466f-b38a-b028b5be08de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.826240 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:00.829998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] For port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,segment=NetworkSegment(1bf6460e-4279-4e75-b311-9b7157c5959d),segment_id=1bf6460e-4279-4e75-b311-9b7157c5959d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:00.834259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 56556a38-2f4b-419e-9782-5b51c0750e0f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:00.847293 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4cc63cb8-b306-4801-8e05-627c77eedbdf tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e/tags HTTP/1.1" status: 204 len: 168 time: 0.1477242 Dec 22 08:42:00.849348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:00.850240 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group_rule and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:00.857580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:00.879274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.tag.tag_plugin [None req-c0362be8-fb3b-47d2-bf59-ea973aff18d0 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7667c55f-e151-4c37-88c1-4281731c7abf') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:00.914358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b6f7fa-9334-466f-b38a-b028b5be08de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.917620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.920855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:00.937757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] For port 56556a38-2f4b-419e-9782-5b51c0750e0f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=56556a38-2f4b-419e-9782-5b51c0750e0f,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:00.939502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] Transition to ACTIVE for port object 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:00.946002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:00.953377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:00.988405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 56556a38-2f4b-419e-9782-5b51c0750e0f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:01.059744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.087655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.088498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.095557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.097282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d874e63d-b878-4dc4-bb3e-6ba9f0d65a97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:01.134703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] Pushing event updated for resources: {'Port': ['ID=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:01.141458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:01.154704 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c0362be8-fb3b-47d2-bf59-ea973aff18d0 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf/tags HTTP/1.1" status: 204 len: 168 time: 0.2984006 Dec 22 08:42:01.155449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.159338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b6f7fa-9334-466f-b38a-b028b5be08de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.160967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38638) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.220949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:01.226271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:01.230066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.233919 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7364171 Dec 22 08:42:01.233919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:01.233919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.238811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38644) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.242691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84b6f7fa-9334-466f-b38a-b028b5be08de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.246337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-84b6f7fa-9334-466f-b38a-b028b5be08de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84bfae54-a012-41dd-b2b5-9bc019f1d5d5 HTTP/1.1" status: 204 len: 168 time: 0.7252135 Dec 22 08:42:01.246337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=56556a38-2f4b-419e-9782-5b51c0750e0f,revision_number=4']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:01.253064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:01.253685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-60998b9c-2b0f-4c19-9187-209bff957411 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:01.270378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'security_group': {'name': 'tempest-secgroup-1500279608'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:01.288682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:01.326383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:01.326975 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2563443 Dec 22 08:42:01.329907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38652) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.332836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:01.345876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:01.352361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:eb:45:d8', 'name': 'tempest-NetworksTestDHCPv6-1397516769'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:01.370888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=47d5d3d2-ecd9-4013-a70a-f27bd590598f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:01.373895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.382257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:01.389743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ccba0f68-b572-405e-9ebe-94e6c2ee7250 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:01.389935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f46f0c5f-d1fd-4384-98f9-7de38be42630 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for subnetpool, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.391059 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f46f0c5f-d1fd-4384-98f9-7de38be42630 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnetpools/55f8d326-9ed2-4472-9f25-b01a37cfc202 HTTP/1.1" status: 204 len: 168 time: 0.2290874 Dec 22 08:42:01.394560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38656) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.442198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-351b5eb3-0583-4150-8964-24e6d096c94b tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Synchronizing usage tracker for tenant:824b7250e6884056a5fbd548faa7ce13 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:01.474747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:01.491655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-351b5eb3-0583-4150-8964-24e6d096c94b tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Unset dirty status for tenant:824b7250e6884056a5fbd548faa7ce13 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:01.493916 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-351b5eb3-0583-4150-8964-24e6d096c94b tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "GET /v2.0/ports?device_id=f24183c7-1eb6-4d45-a143-bc88bd2a5bd8 HTTP/1.1" status: 200 len: 205 time: 0.0981998 Dec 22 08:42:01.495612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:security_group_rule and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:01.498673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38662) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.501898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:01.643142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82988671-8ab8-4d40-b4b0-c4991d73f4af tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951d362f-1b03-446e-af18-b132ca5e8f48,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:01.656464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:01.668120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6f7fa-9334-466f-b38a-b028b5be08de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bfae54-a012-41dd-b2b5-9bc019f1d5d5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:01.672159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-84b6f7fa-9334-466f-b38a-b028b5be08de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:01.674650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:01.678252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8270525b-259c-4096-b932-c91e8b151bcb None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:01.679365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:01.679849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:01.680751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:01.687364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:01.699469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:01.731171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:01.795512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181ec375-1d3f-4f2c-bca2-12740c4a82d8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.913097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.934343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.942712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:01.950781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4283d7cd-32fb-44f7-aecc-caa89eaf639f None None] Provisioning for port 56556a38-2f4b-419e-9782-5b51c0750e0f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:01.958734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port d5a189c9-999b-4233-b792-acd93c0b2042 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:01.965893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-784770ca-2d96-4369-b725-ecacca78a8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:01.986415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38672) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:01.990126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4283d7cd-32fb-44f7-aecc-caa89eaf639f None None] Provisioning complete for port 56556a38-2f4b-419e-9782-5b51c0750e0f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:01.990511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4283d7cd-32fb-44f7-aecc-caa89eaf639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.168079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b1962c-be19-433c-bd60-70f37d7bf08f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:02.181092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.181766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.182294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.182820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.183364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.183905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.184735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.185267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.185800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.186311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.186683 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:02.192374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.193572 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9535418 Dec 22 08:42:02.194602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:02.243601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4283d7cd-32fb-44f7-aecc-caa89eaf639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.245854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38678) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:02.261612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-988711', 'security_groups': ['11b1962c-be19-433c-bd60-70f37d7bf08f'], 'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8fd209c-95ce-4fa1-a495-b80fc4245e11'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:02.297801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-4283d7cd-32fb-44f7-aecc-caa89eaf639f None None] For port 56556a38-2f4b-419e-9782-5b51c0750e0f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=56556a38-2f4b-419e-9782-5b51c0750e0f,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:02.306690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4283d7cd-32fb-44f7-aecc-caa89eaf639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.308272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e546f947-0c14-4bb7-ab85-9684c6e1720e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:02.368738 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2e282cc9-299c-4c8e-a475-78df178d6b15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3de14f3a469b4423bfcd28977503fd54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3616736 Dec 22 08:42:02.371034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38684) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:02.416593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283d7cd-32fb-44f7-aecc-caa89eaf639f None None] Pushing event updated for resources: {'Port': ['ID=56556a38-2f4b-419e-9782-5b51c0750e0f,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:02.424765 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4283d7cd-32fb-44f7-aecc-caa89eaf639f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:02.446404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ba8294c4-f3d9-4534-bc82-81bb15f0a3fd None None] Provisioning complete for port da517693-759d-474e-9c34-758c28f5d31f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:02.446781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ba8294c4-f3d9-4534-bc82-81bb15f0a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.545562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181ec375-1d3f-4f2c-bca2-12740c4a82d8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.554774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181ec375-1d3f-4f2c-bca2-12740c4a82d8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.561965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ba8294c4-f3d9-4534-bc82-81bb15f0a3fd None None] Port da517693-759d-474e-9c34-758c28f5d31f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:02.585420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ba8294c4-f3d9-4534-bc82-81bb15f0a3fd None None] Provisioning for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:02.600819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ba8294c4-f3d9-4534-bc82-81bb15f0a3fd None None] Provisioning complete for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:02.601168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ba8294c4-f3d9-4534-bc82-81bb15f0a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.608913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:02.623467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181ec375-1d3f-4f2c-bca2-12740c4a82d8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.624394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181ec375-1d3f-4f2c-bca2-12740c4a82d8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Fanout notify agent at l3_agent the message router_deleted on router f24183c7-1eb6-4d45-a143-bc88bd2a5bd8 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:42:02.638464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:02.653281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-181ec375-1d3f-4f2c-bca2-12740c4a82d8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.657914 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-181ec375-1d3f-4f2c-bca2-12740c4a82d8 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/routers/f24183c7-1eb6-4d45-a143-bc88bd2a5bd8 HTTP/1.1" status: 204 len: 168 time: 1.1577804 Dec 22 08:42:02.658785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38692) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:02.659224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38694) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:02.682322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:02.788344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:02.794387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 172.20.0.5 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/cd571f14-f458-4a9d-b067-4999290c15ad/d5a189c9-999b-4233-b792-acd93c0b2042) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:02.808447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:feeb:45d8 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/47d5d3d2-ecd9-4013-a70a-f27bd590598f/d5a189c9-999b-4233-b792-acd93c0b2042) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:02.926431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:02.927787 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:02.928794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.024827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] device_id is not set on port b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:03.055706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Deleting port 02136cc8-2f2f-480f-8169-712508959e7e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:03.056051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.087621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7178ba68-0b00-4029-bf62-33ec76fd1aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.113596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b58d19-d128-4ba6-96b1-b541d9043927 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:03.127258 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f3b58d19-d128-4ba6-96b1-b541d9043927 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 814 time: 0.4531865 Dec 22 08:42:03.209241 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 56556a38-2f4b-419e-9782-5b51c0750e0f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:03.222123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7178ba68-0b00-4029-bf62-33ec76fd1aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.288125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 56556a38-2f4b-419e-9782-5b51c0750e0f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:03.288704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.363908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.365587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bb2fe4c4-8f3e-4431-927b-c665b5affa46 None None] Provisioning complete for port 56556a38-2f4b-419e-9782-5b51c0750e0f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:03.365994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bb2fe4c4-8f3e-4431-927b-c665b5affa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.381464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7178ba68-0b00-4029-bf62-33ec76fd1aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.391593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5828aba9-de03-4d3d-a5bf-95f102a8b0e7 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:03.401601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object d5a189c9-999b-4233-b792-acd93c0b2042 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:03.415539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38712) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.419822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8::167 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/f8fd209c-95ce-4fa1-a495-b80fc4245e11/b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:03.420325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178ba68-0b00-4029-bf62-33ec76fd1aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04b0b4-07ce-469e-a6f6-62f63501fbe1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:03.426630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7178ba68-0b00-4029-bf62-33ec76fd1aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:03.429392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.438081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7178ba68-0b00-4029-bf62-33ec76fd1aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.439864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7178ba68-0b00-4029-bf62-33ec76fd1aae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e04b0b4-07ce-469e-a6f6-62f63501fbe1 HTTP/1.1" status: 204 len: 168 time: 1.0678747 Dec 22 08:42:03.503128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.648186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Calling delete_port for 02136cc8-2f2f-480f-8169-712508959e7e owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:03.667542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c79040ec-4629-4337-91f0-22ad418b1f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:03.720285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1969811819', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:03.744067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:03.753927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.757017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Usage tracker for resource:port and tenant:3822101121364a5890ca406d3ec41ed4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:03.762554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:03.781977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:03.795855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:03.799005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:03.803209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:03.810934 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:03.823452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.830850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-31602466-1689-4380-853f-78d4685f00aa tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:03.843593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=d5a189c9-999b-4233-b792-acd93c0b2042,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:03.846548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:03.858110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Made reservation on behalf of 3822101121364a5890ca406d3ec41ed4 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:03.860536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.876376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Pushing event deleted for resources: {'Port': ['ID=02136cc8-2f2f-480f-8169-712508959e7e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:03.881193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:03.887131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.912555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:03.913180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.964123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:03.967545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:03.971856 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6409497 Dec 22 08:42:03.973322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Usage tracker for resource:security_group_rule and tenant:3822101121364a5890ca406d3ec41ed4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:03.976999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38726) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:03.979898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f416721d-7cf9-4ded-aa52-c79722e51637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:04.028816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:04.047535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.050385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:04.076896 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/ports/02136cc8-2f2f-480f-8169-712508959e7e HTTP/1.1" status: 204 len: 168 time: 1.4130864 Dec 22 08:42:04.083572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38732) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.089065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38734) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.095178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:04.103742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:04.106846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c98e7-dd7f-4cd1-ac21-46c8decc01ab tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:04.111167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c98e7-dd7f-4cd1-ac21-46c8decc01ab tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:04.112072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-673c98e7-dd7f-4cd1-ac21-46c8decc01ab tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:04.134029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-673c98e7-dd7f-4cd1-ac21-46c8decc01ab tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:04.138640 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-673c98e7-dd7f-4cd1-ac21-46c8decc01ab tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1603839 Dec 22 08:42:04.139103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38740) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.149021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'network': {'name': 'tempest-network-smoke--1904956099', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:04.154057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:04.171944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:04.180877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:04.185032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:04.185646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.201598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:04.223502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:network and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:04.230420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port d5a189c9-999b-4233-b792-acd93c0b2042 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:04.230969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.235338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:04.260254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:04.304075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38746) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:04.304302 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0570464 Dec 22 08:42:04.316172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:04.404969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0fbc9129-bcd1-414d-8f68-922e9864769f None None] Provisioning for port d5a189c9-999b-4233-b792-acd93c0b2042 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:04.413130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0fbc9129-bcd1-414d-8f68-922e9864769f None None] Provisioning complete for port d5a189c9-999b-4233-b792-acd93c0b2042 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:04.413826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0fbc9129-bcd1-414d-8f68-922e9864769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.427536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:04.430441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.454108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.476741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.496037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] device_id is not set on port 7539bce4-d379-42cf-800d-04160a3680f3 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:04.520369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc9129-bcd1-414d-8f68-922e9864769f None None] Port d5a189c9-999b-4233-b792-acd93c0b2042 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:04.573344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-49801e25-4eaa-49c9-87a5-54250251e83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:04.583551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:04.625970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:04.653839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7b7914f2-14d6-4d7f-a878-b443535c823e None None] Provisioning for port b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:04.660856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:04.664430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7b7914f2-14d6-4d7f-a878-b443535c823e None None] Provisioning complete for port b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:04.665429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7b7914f2-14d6-4d7f-a878-b443535c823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.679108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:04.679364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b651e200-e7e3-4284-b761-842cb4d156c8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:04.687622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.687964 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Added segment 4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6 of type vlan for network c2fc3007-a01c-45d5-add1-61c11721c827 Dec 22 08:42:04.691638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:04.696736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:04.725832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:04.739718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Deleting subnet 7667c55f-e151-4c37-88c1-4281731c7abf {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:04.747634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.752309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-7b7914f2-14d6-4d7f-a878-b443535c823e None None] Port b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:04.813180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.844691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.856115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Allocated IP 172.26.5.23 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/7539bce4-d379-42cf-800d-04160a3680f3) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:04.859515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.943012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.946832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:04.947518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:04.957617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b59d708c-ab62-4504-9ccf-2de5bed1eebe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:04.977969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for d5a189c9-999b-4233-b792-acd93c0b2042 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:05.180465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.279015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Network': ['ID=c2fc3007-a01c-45d5-add1-61c11721c827,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:05.285675 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1891134 Dec 22 08:42:05.285675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:05.287888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38766) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.291947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c2fc3007-a01c-45d5-add1-61c11721c827 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:05.387627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.405625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.421999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530c2a1a-268a-405f-9ee1-253d2329ad74 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:05.426579 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-530c2a1a-268a-405f-9ee1-253d2329ad74 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1356509 Dec 22 08:42:05.432315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38772) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.486550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.493640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a7bb6731-8ee7-4f20-9e96-a2699c45fd24 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:05.529735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.549666 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.ipam_backend_mixin [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8fd209c-95ce-4fa1-a495-b80fc4245e11 (CIDR: 2001:db8::/64) Dec 22 08:42:05.577247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.581325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:05.583569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f15c8a-769c-484d-8aa8-ffa34f3a026e None None] Network 04d86279-fae6-4309-96ef-719d5d7433fc requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:05.586209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:05.589296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Pushing event updated for resources: {'Port': ['ID=7539bce4-d379-42cf-800d-04160a3680f3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:05.592169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:05.592307 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:05.593111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:05.621660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:05.622409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-67c9758c-71c4-46a0-ba2b-20a3c1003f34 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:05.650126 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/subnets/7667c55f-e151-4c37-88c1-4281731c7abf HTTP/1.1" status: 204 len: 168 time: 1.5642252 Dec 22 08:42:05.652162 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f292ecae-436d-4be6-a32f-21758f635ace tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3437474 Dec 22 08:42:05.652670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38778) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.656188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38780) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.682347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Pushing event deleted for resources: {'Subnet': ['ID=7667c55f-e151-4c37-88c1-4281731c7abf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:05.686488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:05.693197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:05.708946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:05.709899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.732961 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.3159144 Dec 22 08:42:05.734640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38788) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.745168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.23'}]}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:05.750674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:05.755598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Usage tracker for resource:router and tenant:3822101121364a5890ca406d3ec41ed4 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:05.759620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:05.766931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:05.777733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.778763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.791946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.800309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.872056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-86e8e102-969b-4ea3-9be8-be1bd98d3a65 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:05.923352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38794) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:05.926272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] DHCP port deletion for 04d86279-fae6-4309-96ef-719d5d7433fc request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:05.930162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] Deleting port 80573be3-b022-41b8-ac14-037f5920af6f {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:05.930617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.947782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=d5a189c9-999b-4233-b792-acd93c0b2042,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:05.950482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:05.961557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:05.973692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9fb5e-4d16-468d-a324-16ced012f565 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:05.975426 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e4b9fb5e-4d16-468d-a324-16ced012f565 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5396783 Dec 22 08:42:05.979441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38800) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.092119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.148041 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8938fe49-768a-412a-9796-ba1dddf8c520 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1668344 Dec 22 08:42:06.148961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38804) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.173034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:06.184408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Deleting port 80573be3-b022-41b8-ac14-037f5920af6f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:06.184865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.223089 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e13064ea-4c1f-4648-8dec-e16d5493cbbc tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675931 Dec 22 08:42:06.223756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:06.224100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38808) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.232546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] For port 80573be3-b022-41b8-ac14-037f5920af6f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80573be3-b022-41b8-ac14-037f5920af6f,segment=NetworkSegment(6e9b0e5d-efcf-40fa-9453-0825092f5aed),segment_id=6e9b0e5d-efcf-40fa-9453-0825092f5aed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:06.232952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.242398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:06.264830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1545288700'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:06.272317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.274115 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/d5a189c9-999b-4233-b792-acd93c0b2042 HTTP/1.1" status: 204 len: 168 time: 2.1340444 Dec 22 08:42:06.278339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:06.280714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:06.289616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38812) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.327594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Usage tracker for resource:network and tenant:5a64cc422e934d53a4a7891f45bb1b5f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:06.337711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:06.383488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:06.389063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] Calling delete_port for 80573be3-b022-41b8-ac14-037f5920af6f owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:06.390694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:06.394796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.407036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234403fe-70d7-44a0-8ca4-f44fdea1325b tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:06.408583 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-234403fe-70d7-44a0-8ca4-f44fdea1325b tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1834621 Dec 22 08:42:06.412247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.463330 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d73a1bd-9809-4c84-a0f9-3dcb017d8ad4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496259 Dec 22 08:42:06.466904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38820) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.478161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1506667251', 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:06.478476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.498563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0e409c6c-7c71-48b6-9e71-0c3ff72a5f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:06.518514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Made reservation on behalf of 5a64cc422e934d53a4a7891f45bb1b5f for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:06.521681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.540673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] No DVR routers for this DVR port 80573be3-b022-41b8-ac14-037f5920af6f on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:06.557591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] Pushing event deleted for resources: {'Port': ['ID=80573be3-b022-41b8-ac14-037f5920af6f,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:06.560243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:06.613292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552421b-e2c9-4d5f-88b0-d4a6a8d797a1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:06.614572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552421b-e2c9-4d5f-88b0-d4a6a8d797a1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:06.615936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552421b-e2c9-4d5f-88b0-d4a6a8d797a1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:06.616704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2552421b-e2c9-4d5f-88b0-d4a6a8d797a1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:06.633483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.646077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:06.677743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:subnet and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:06.684130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:06.693357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:06.696208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80573be3-b022-41b8-ac14-037f5920af6f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:06.714746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:06.718011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] For port 80573be3-b022-41b8-ac14-037f5920af6f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80573be3-b022-41b8-ac14-037f5920af6f,segment=NetworkSegment(6e9b0e5d-efcf-40fa-9453-0825092f5aed),segment_id=6e9b0e5d-efcf-40fa-9453-0825092f5aed)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:06.718362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.727489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2552421b-e2c9-4d5f-88b0-d4a6a8d797a1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:06.728664 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2552421b-e2c9-4d5f-88b0-d4a6a8d797a1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4380915 Dec 22 08:42:06.732303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 80573be3-b022-41b8-ac14-037f5920af6f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:06.732757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80573be3-b022-41b8-ac14-037f5920af6f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:06.733544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38824) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:06.734975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.798422 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.ipam_backend_mixin [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0243cb48-ef67-40af-9409-ae24f6d6c81c (CIDR: 2001:db8:0:1::/64) Dec 22 08:42:06.852271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:06.986710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Calling delete_port for 80573be3-b022-41b8-ac14-037f5920af6f owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:07.012112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:07.019946 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:07.020389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:07.028632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Usage tracker for resource:security_group_rule and tenant:5a64cc422e934d53a4a7891f45bb1b5f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:07.037664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:07.047959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-079ff53c-1cfd-48f1-b159-a9e8037051eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.048170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:07.061271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.077801 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0ba51545-d347-4ad4-8b65-38b4f1314e8a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3905032 Dec 22 08:42:07.081645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38828) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:07.101970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'subnet': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:07.196449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:07.196754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:07.270086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.275640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.280333 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8068b01f-eff8-4bdc-b36a-83932d0d0fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:07.301326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:07.319807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Usage tracker for resource:subnet and tenant:f4c80051c1864fc382c5d764ec033c31 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:07.322210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:07.325046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:07.330372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01fee0b-a56b-4442-af4f-96a9155be5f1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:07.336484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:07.339568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:07.346316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.346747 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Added segment 90dca2ab-fba0-4c37-baee-41bae0a6cfa9 of type vlan for network 90d0a791-1152-4d6f-87c5-5849037db443 Dec 22 08:42:07.353137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Made reservation on behalf of f4c80051c1864fc382c5d764ec033c31 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:07.356632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.387747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 47d5d3d2-ecd9-4013-a70a-f27bd590598f {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:07.398884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.446571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.511878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.520872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.524620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:07.525192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.530963 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-16c687c3-4ee9-46f0-8f3a-64c33b7eea57 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:07.565633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.682815 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7435517 Dec 22 08:42:07.687702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Pushing event updated for resources: {'Network': ['ID=90d0a791-1152-4d6f-87c5-5849037db443,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:07.692526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:07.698447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Deleting port 80573be3-b022-41b8-ac14-037f5920af6f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:07.698447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.708979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 90d0a791-1152-4d6f-87c5-5849037db443 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:07.752051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.757003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-80a30883-a628-49df-8eea-feec5666468b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:07.782024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] The port '80573be3-b022-41b8-ac14-037f5920af6f' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:42:07.899791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38836) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:07.919150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Request body: {'port': {'network_id': '90d0a791-1152-4d6f-87c5-5849037db443', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1185488575'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:07.934677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.947106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:07.961218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Usage tracker for resource:port and tenant:1ca709ee294c4239a446db53e1fd556e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:07.974065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:07.978106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:07.987836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d86279-fae6-4309-96ef-719d5d7433fc']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:07.994687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:08.002310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.006685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9b0e5d-efcf-40fa-9453-0825092f5aed') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:08.006982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9b0e5d-efcf-40fa-9453-0825092f5aed') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:08.008254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=87c48a89-501d-44bc-9918-8e1d04cb84d8,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:08.016005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-54f04b02-f4da-4a2f-a8ab-c10b2e802d3e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:08.016768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:08.061691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.077986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Made reservation on behalf of 1ca709ee294c4239a446db53e1fd556e for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:08.080453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.106298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.126438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.137381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:42:08.137769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.153087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:08.153923 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:08.182078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.190533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Checking segment: {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:08.191182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network hostable DHCP agents. Network: c2fc3007-a01c-45d5-add1-61c11721c827, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:08.195356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.203884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Subnet': ['ID=793304cb-58dd-4a0c-a711-e07e9465dae4,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:08.206573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:08.217461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:08.217894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:08.218453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.223295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c88c9ca-49d8-4214-9a18-022c41f5db04 None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:08.227042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.231520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d8dbaca-f18d-407b-8a0c-99721651d301 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:08.266988 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1804743 Dec 22 08:42:08.267633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38840) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:08.269279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=47d5d3d2-ecd9-4013-a70a-f27bd590598f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:08.274022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:08.276186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-894876200', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '793304cb-58dd-4a0c-a711-e07e9465dae4'}], 'security_groups': ['d2b55b6e-43b4-4da7-94a0-a7a250cd25a1', '951d362f-1b03-446e-af18-b132ca5e8f48']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:08.276587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.277262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9f0b210-c1e9-49fe-b4ab-ce90f2f10057 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:42:08.287457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.304392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network c2fc3007-a01c-45d5-add1-61c11721c827 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:08.310291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.318191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:08.323538 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:42:08.324486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5b9e325d-43fa-412b-95ad-764517336ac7 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:08.325007 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-742b05c2-883b-4461-821f-0ffeef40cf63 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5858254 Dec 22 08:42:08.327918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38844) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:08.330709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c2fc3007-a01c-45d5-add1-61c11721c827) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:08.340810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.351104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Usage tracker for resource:security_group_rule and tenant:1ca709ee294c4239a446db53e1fd556e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:08.361000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:08.364850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:08.365421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.365810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Pushing event deleted for resources: {'Network': ['ID=04d86279-fae6-4309-96ef-719d5d7433fc,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:08.369812 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/47d5d3d2-ecd9-4013-a70a-f27bd590598f HTTP/1.1" status: 204 len: 168 time: 1.6102490 Dec 22 08:42:08.377666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38848) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:08.380743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:08.381130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d3388-a60f-4558-8b68-9c71bb663cd5 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:08.383286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:08.386034 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] 10.222.0.31 "DELETE /v2.0/networks/04d86279-fae6-4309-96ef-719d5d7433fc HTTP/1.1" status: 204 len: 168 time: 2.7312186 Dec 22 08:42:08.398488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a421b05-2763-4f28-9526-b41b611069c9 None None] Network c2fc3007-a01c-45d5-add1-61c11721c827 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:08.478876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.639162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.649557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.662147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-05e0fe5a-9dd1-4711-985f-a728e3976816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:08.670651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Deleting port 7539bce4-d379-42cf-800d-04160a3680f3 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:08.671483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.673546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] device_id is not set on port 145052c9-8177-48a5-8f58-f843ce5fed25 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:08.703297 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2319696 Dec 22 08:42:08.754204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet cd571f14-f458-4a9d-b067-4999290c15ad {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:08.759173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:08.904175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.013748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38858) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.014442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38860) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.028577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-861251771', 'description': 'tempest-secgroup-smoke-861251771 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:09.041951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-c2fc3007-a01c-45d5-add1-61c11721c827', 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ips': [{'subnet_id': '87c48a89-501d-44bc-9918-8e1d04cb84d8'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:09.043572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.047459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:09.071185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6105c74c-eeb7-41c0-9ad7-8afaac8f64bf,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:09.074527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:09.084995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:09.126858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.183209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.295434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3acbbb5e-496e-4730-be82-b11f2cc6ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.358588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Calling delete_port for 7539bce4-d379-42cf-800d-04160a3680f3 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:09.361179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Allocated IP 172.20.0.18 (c2fc3007-a01c-45d5-add1-61c11721c827/87c48a89-501d-44bc-9918-8e1d04cb84d8/f0dae627-29df-41df-90df-98ca8d675b51) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:09.364135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] Update dhcp port {'port': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'fixed_ips': [{'subnet_id': '0243cb48-ef67-40af-9409-ae24f6d6c81c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f8fd209c-95ce-4fa1-a495-b80fc4245e11', 'ip_address': '2001:db8::2'}, {'subnet_id': '793304cb-58dd-4a0c-a711-e07e9465dae4'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': '53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:42:09.381567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] device_id is not set on port 145052c9-8177-48a5-8f58-f843ce5fed25 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:09.391220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.407209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Transition to ACTIVE for port object 145052c9-8177-48a5-8f58-f843ce5fed25 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:09.417881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:09.425193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.473367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:09.477126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:09.514908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:09.516682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.589953 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-27f39495-a2b2-4e13-a35b-90f5bca831e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=824b7250e6884056a5fbd548faa7ce13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5722773 Dec 22 08:42:09.599541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.656725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.674911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:09.684419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.706493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-900f742f-eb8c-4b6d-baa4-2d8ce3531a02 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:09.726509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Delete allocated IP 2001:db8::167 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/f8fd209c-95ce-4fa1-a495-b80fc4245e11) {{(pid=83496) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:42:09.769528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Allocated IP 2001:db8:0:2::146 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/793304cb-58dd-4a0c-a711-e07e9465dae4/b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:09.778066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'Port': ['ID=145052c9-8177-48a5-8f58-f843ce5fed25,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:09.781296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:09.808956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Checking segment: {'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:09.809228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Network hostable DHCP agents. Network: 90d0a791-1152-4d6f-87c5-5849037db443, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:09.810967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.821269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.827205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=cd571f14-f458-4a9d-b067-4999290c15ad,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:09.845860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.851809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.865398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Transition to ACTIVE for port object f0dae627-29df-41df-90df-98ca8d675b51 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:09.884585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Network 90d0a791-1152-4d6f-87c5-5849037db443 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:09.887453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Transition to ACTIVE for port object f0dae627-29df-41df-90df-98ca8d675b51 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:09.895476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.900564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d609c1e9-379f-4355-98eb-0dcfd508916e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:09.906166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:09.907065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-39470b03-12ff-492a-a386-2b4c5073e6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:09.935021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.936724 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9211972 Dec 22 08:42:09.937990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:09.941587 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/cd571f14-f458-4a9d-b067-4999290c15ad HTTP/1.1" status: 204 len: 168 time: 1.5609720 Dec 22 08:42:09.946311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38872) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.946717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38874) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:09.956751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd2a61-b59a-43dc-86a9-d4ca5d6ce40e None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:09.956954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '89f693e7-47a2-4aba-be01-8ba4aba7cf7d', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:10.018291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f693e7-47a2-4aba-be01-8ba4aba7cf7d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:10.020861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:10.022930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d97b-ee1a-4174-9c27-f26c23ed7bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.030188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Network c2fc3007-a01c-45d5-add1-61c11721c827 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:10.034694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 90d0a791-1152-4d6f-87c5-5849037db443) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:10.039208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:10.041593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:10.049381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:10.052367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:10.055227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:10.058340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4669002-3093-4499-ba39-bd748abe7abf None None] Network 90d0a791-1152-4d6f-87c5-5849037db443 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:10.068488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:10.068833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:10.069201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:10.075110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:10.083085 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2faafbea-9ec9-454f-b0ab-888d3d7d9d77 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333551 Dec 22 08:42:10.085163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:10.087494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d97b-ee1a-4174-9c27-f26c23ed7bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.094855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38880) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.116999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Pushing event deleted for resources: {'Port': ['ID=7539bce4-d379-42cf-800d-04160a3680f3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:10.124903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:10.136277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.136707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:10.138098 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7539bce4-d379-42cf-800d-04160a3680f3 HTTP/1.1" status: 204 len: 168 time: 1.8092821 Dec 22 08:42:10.152001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Pushing event updated for resources: {'Port': ['ID=f0dae627-29df-41df-90df-98ca8d675b51,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:10.163138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:10.163521 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:10.168893 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 2 to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 Dec 22 08:42:10.170750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d97b-ee1a-4174-9c27-f26c23ed7bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.176078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2be9cfc5-75d1-4a5e-8e79-3b5f802b3df0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:10.190872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0d97b-ee1a-4174-9c27-f26c23ed7bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b8c94f-8e64-4619-b31a-606685189cdf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:10.193851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0cc0d97b-ee1a-4174-9c27-f26c23ed7bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:10.201244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d97b-ee1a-4174-9c27-f26c23ed7bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.202686 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0cc0d97b-ee1a-4174-9c27-f26c23ed7bbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95b8c94f-8e64-4619-b31a-606685189cdf HTTP/1.1" status: 204 len: 168 time: 0.6019228 Dec 22 08:42:10.227108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:10.227473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:10.227807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:10.251617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.285233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:10.286013 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:10.296823 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 3 to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 Dec 22 08:42:10.341459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:10.341883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:10.342228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:10.346475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-22a1de02-9125-43e3-94f9-61e89de29259 None None] Provisioning complete for port 56556a38-2f4b-419e-9782-5b51c0750e0f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:10.346864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-22a1de02-9125-43e3-94f9-61e89de29259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.368091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.370934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.371621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.371621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.371957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.372288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.372613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.373030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.373278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.373592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.373911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.374234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:42:10.395556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:10.395556 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:10.397103 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 4 to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 Dec 22 08:42:10.415502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:10.421561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ed415-b0fa-4193-b701-1765b85351d3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:10.423384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ab2ed415-b0fa-4193-b701-1765b85351d3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:10.441611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Transition to ACTIVE for port object b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:10.450753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.452595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:10.453181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:10.453940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:10.460916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.482076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9eedfe10-b99b-479b-962e-ab06636584d5 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:10.495697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Attempting to bind port f0dae627-29df-41df-90df-98ca8d675b51 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:10.496180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Attempting to bind port f0dae627-29df-41df-90df-98ca8d675b51 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:10.496562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Attempting to bind port f0dae627-29df-41df-90df-98ca8d675b51 on network c2fc3007-a01c-45d5-add1-61c11721c827 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:10.517795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.536934 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38890) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.589447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ab2ed415-b0fa-4193-b701-1765b85351d3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:10.594072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38896) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.594518 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ab2ed415-b0fa-4193-b701-1765b85351d3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4985142 Dec 22 08:42:10.595197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:10.595546 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:10.601741 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 5 to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 Dec 22 08:42:10.676679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event updated for resources: {'Port': ['ID=b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:10.680475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:10.684185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-952ac30e-079e-4952-9c5d-d3d93c1730b0 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:10.690979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45144563-95eb-4397-9a9f-814fb4a7dd8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:10.692090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45144563-95eb-4397-9a9f-814fb4a7dd8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:10.693287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] In _notify_port_updated(), no bound segment for port b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e on network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:42:10.697640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:10.698477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.699528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] Allocated IP 2001:db8:0:2::2 (cb899c0e-1ed6-4049-9ad6-f4b82786c4f3/793304cb-58dd-4a0c-a711-e07e9465dae4/53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:10.703867 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "PUT /v2.0/ports/b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e HTTP/1.1" status: 200 len: 969 time: 2.4351776 Dec 22 08:42:10.707131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38900) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.708375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:10.708711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:10.709130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:10.709330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-45144563-95eb-4397-9a9f-814fb4a7dd8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:10.710725 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-45144563-95eb-4397-9a9f-814fb4a7dd8b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1155097 Dec 22 08:42:10.713170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38902) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.720366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.724075 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7737405 Dec 22 08:42:10.762103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38908) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.762888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ba9279-f18f-4d72-83f0-47f9b31f2c5c,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:10.767086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:10.780156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '89f693e7-47a2-4aba-be01-8ba4aba7cf7d', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:10.788086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:10.788428 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:10.789279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:10.793531 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 6 to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 Dec 22 08:42:10.800692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:10.801237 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d8850f0e-bd52-44d1-922a-73a91a23dbb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865963 Dec 22 08:42:10.801357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Checking segment: {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:10.801652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.802047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Bound using segment: {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:10.802533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Bound port: f0dae627-29df-41df-90df-98ca8d675b51, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:10.803064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.810460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38912) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:10.820583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.825525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:10.832395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.833012 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.837813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:10.844469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fbede998-672a-4053-97fa-5423b0129874 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:10.853101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:10.857436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Usage tracker for resource:security_group_rule and tenant:ec8c290a9ad343f1a4f0e2d9ef3a6d9f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:10.860570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:10.866366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:10.870375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:10.919265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:10.919649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:10.920577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:10.931528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:10.931879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.934060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.939347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:10.946958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-625d92ec-7b44-46e3-945b-7e15caf9e14c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:10.990489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ed99ba-d28d-4120-84fc-da008343988e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:10.995213 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec8c290a9ad343f1a4f0e2d9ef3a6d9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4571750 Dec 22 08:42:10.996473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:10.997847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38916) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:11.012292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:11.012292 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:11.021148 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 7 to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 Dec 22 08:42:11.056885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.063518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-632ed151-17c0-4611-96d1-1d8662d68f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.072741 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fbede998-672a-4053-97fa-5423b0129874 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:11.090252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-632ed151-17c0-4611-96d1-1d8662d68f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.113244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:11.113584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:11.113936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:11.128176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] For port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,segment=NetworkSegment(1bf6460e-4279-4e75-b311-9b7157c5959d),segment_id=1bf6460e-4279-4e75-b311-9b7157c5959d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:11.141518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] For port f0dae627-29df-41df-90df-98ca8d675b51, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:11.153189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fbede998-672a-4053-97fa-5423b0129874 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:11.158204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-632ed151-17c0-4611-96d1-1d8662d68f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.158380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] For port f0dae627-29df-41df-90df-98ca8d675b51, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f0dae627-29df-41df-90df-98ca8d675b51,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:11.164451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.168490 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.168834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4b3a64f1-8552-4df4-a38a-6d653346f617 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:11.173072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:11.173474 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:11.180427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4283d7cd-32fb-44f7-aecc-caa89eaf639f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:11.183824 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 8 to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 Dec 22 08:42:11.189007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ed151-17c0-4611-96d1-1d8662d68f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ed99ba-d28d-4120-84fc-da008343988e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.192535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-632ed151-17c0-4611-96d1-1d8662d68f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:11.193447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-632ed151-17c0-4611-96d1-1d8662d68f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.195532 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-632ed151-17c0-4611-96d1-1d8662d68f28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41ed99ba-d28d-4120-84fc-da008343988e HTTP/1.1" status: 204 len: 168 time: 0.1966140 Dec 22 08:42:11.227617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.257451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:11.285996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] Deleting port 56556a38-2f4b-419e-9782-5b51c0750e0f {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:11.286382 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.286736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbede998-672a-4053-97fa-5423b0129874 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:11.309550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] Transition to ACTIVE for port object 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:11.330796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.358175 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Pushing event updated for resources: {'Port': ['ID=f0dae627-29df-41df-90df-98ca8d675b51,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.363885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:11.365464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:11.508798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:11.509701 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:11.510196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:11.560452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:11.560747 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:11.574511 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 9 to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 Dec 22 08:42:11.634995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.647146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fbede998-672a-4053-97fa-5423b0129874 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.648842 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbede998-672a-4053-97fa-5423b0129874 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:11.649348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbede998-672a-4053-97fa-5423b0129874 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:11.653609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:11.653941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:11.654273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:11.674770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.702619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:11.711981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.734748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:11.735192 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:11.740940 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 10 to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 Dec 22 08:42:11.751282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38924) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:11.813441 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3ec772dd-f51f-4ebd-b35f-bc7d65cb54dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3822101121364a5890ca406d3ec41ed4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0597787 Dec 22 08:42:11.816364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38928) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:11.827018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] For port 56556a38-2f4b-419e-9782-5b51c0750e0f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=56556a38-2f4b-419e-9782-5b51c0750e0f,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:11.828120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.842190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.869107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bebc67-b277-49da-9806-e53f41122410,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.872193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:11.876832 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fbede998-672a-4053-97fa-5423b0129874 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0633585 Dec 22 08:42:11.878243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38932) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:11.885738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:11.888062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-59fc310e-e2dd-407e-a6ae-0b94f437e156 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:11.896641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] Pushing event updated for resources: {'Port': ['ID=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:11.914475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.918173 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1472840 Dec 22 08:42:11.923978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38936) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:11.924719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:11.925142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:11.925561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:11.938651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '89f693e7-47a2-4aba-be01-8ba4aba7cf7d', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:11.951217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:11.953706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 145052c9-8177-48a5-8f58-f843ce5fed25 on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:11.954190 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 145052c9-8177-48a5-8f58-f843ce5fed25 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:11.954637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:11.958865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:11.965602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] Calling delete_port for 56556a38-2f4b-419e-9782-5b51c0750e0f owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:11.987184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:12.005606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:12.015969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:12.063921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.069712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e3bcf151-9869-4fc4-acbd-c96f2b9feeee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:12.117261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] Pushing event deleted for resources: {'Port': ['ID=56556a38-2f4b-419e-9782-5b51c0750e0f,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:12.120796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:12.128466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] No DVR routers for this DVR port 56556a38-2f4b-419e-9782-5b51c0750e0f on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:12.149291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.171006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-59fc310e-e2dd-407e-a6ae-0b94f437e156 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:12.174235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37c5e9a5-4739-4379-be10-3e9bc49c4c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.197584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-59fc310e-e2dd-407e-a6ae-0b94f437e156 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:12.207422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] For port 145052c9-8177-48a5-8f58-f843ce5fed25, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:12.207803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempted to set empty binding levels {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 08:42:12.217826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37c5e9a5-4739-4379-be10-3e9bc49c4c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.231159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.237189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:12.237876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc310e-e2dd-407e-a6ae-0b94f437e156 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:12.244446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fc310e-e2dd-407e-a6ae-0b94f437e156 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.249974 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fc310e-e2dd-407e-a6ae-0b94f437e156 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:12.251305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fc310e-e2dd-407e-a6ae-0b94f437e156 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:12.279412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.319558 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-59fc310e-e2dd-407e-a6ae-0b94f437e156 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4401984 Dec 22 08:42:12.323627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37c5e9a5-4739-4379-be10-3e9bc49c4c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.324430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38940) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:12.331168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-48a09e05-8295-4479-9ddf-21059cd6cbf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:12.345693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5e9a5-4739-4379-be10-3e9bc49c4c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651e200-e7e3-4284-b761-842cb4d156c8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:12.347846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37c5e9a5-4739-4379-be10-3e9bc49c4c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:12.348786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-37c5e9a5-4739-4379-be10-3e9bc49c4c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.349882 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-37c5e9a5-4739-4379-be10-3e9bc49c4c8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b651e200-e7e3-4284-b761-842cb4d156c8 HTTP/1.1" status: 204 len: 168 time: 0.5260446 Dec 22 08:42:12.372914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.381236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e5a76f2e-180e-4d22-b8da-1eb449d3ae52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:12.542472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e5a76f2e-180e-4d22-b8da-1eb449d3ae52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:12.549846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'Port': ['ID=145052c9-8177-48a5-8f58-f843ce5fed25,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:12.553276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:12.557486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.562318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.566777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9941e73a-950c-4a66-98a8-b92812fde902 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:12.626171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.643343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e5a76f2e-180e-4d22-b8da-1eb449d3ae52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:12.653344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:12.656384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:12.668784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:12.705769 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e HTTP/1.1" status: 204 len: 168 time: 1.9883592 Dec 22 08:42:12.706615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38948) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:12.711413 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.8097100 Dec 22 08:42:12.711669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38952) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:12.712431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.717015 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7889073 Dec 22 08:42:12.718077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38956) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:12.727618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '89f693e7-47a2-4aba-be01-8ba4aba7cf7d', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:12.733693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97af1fe1-b6b6-4722-b003-4d046339f8ad,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:12.736685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a76f2e-180e-4d22-b8da-1eb449d3ae52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:12.741764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e5a76f2e-180e-4d22-b8da-1eb449d3ae52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.743412 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a76f2e-180e-4d22-b8da-1eb449d3ae52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:12.744056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a76f2e-180e-4d22-b8da-1eb449d3ae52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:12.750237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:12.755129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:12.766544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:12.770906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:12.778481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:12.785611 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e5a76f2e-180e-4d22-b8da-1eb449d3ae52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4567776 Dec 22 08:42:12.792075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38960) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:12.799611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-703c4cfa-ffc7-4019-b885-da6148c1e434 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:12.843823 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aac1a4-bf1c-46dd-b668-49f0f8030b5f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] GET failed (client error): The resource could not be found. Dec 22 08:42:12.845297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-35aac1a4-bf1c-46dd-b668-49f0f8030b5f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:12.873128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:12.887544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Deleting port 145052c9-8177-48a5-8f58-f843ce5fed25 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:12.887881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:12.920871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-35aac1a4-bf1c-46dd-b668-49f0f8030b5f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:12.922504 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-35aac1a4-bf1c-46dd-b668-49f0f8030b5f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports/b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e HTTP/1.1" status: 404 len: 333 time: 0.2143900 Dec 22 08:42:12.929309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38968) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:12.930090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a1f01-6b2d-4244-b73d-86b933b29f4f None None] Network c2fc3007-a01c-45d5-add1-61c11721c827 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:12.933223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.067893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d47f8313-d1c9-4575-b517-84005e29458d None None] Provisioning complete for port da517693-759d-474e-9c34-758c28f5d31f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:13.068403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d47f8313-d1c9-4575-b517-84005e29458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.078024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-703c4cfa-ffc7-4019-b885-da6148c1e434 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:13.101970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-703c4cfa-ffc7-4019-b885-da6148c1e434 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:13.156684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b92be39-87bf-49e4-8c7b-78635cd80992 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.187971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b92be39-87bf-49e4-8c7b-78635cd80992 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.192172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d47f8313-d1c9-4575-b517-84005e29458d None None] Port da517693-759d-474e-9c34-758c28f5d31f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:13.227542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f0dae627-29df-41df-90df-98ca8d675b51 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:13.241074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b92be39-87bf-49e4-8c7b-78635cd80992 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.251347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] For port 145052c9-8177-48a5-8f58-f843ce5fed25, host hv-neutron-8226, got binding levels [] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:13.251701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.252624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d47f8313-d1c9-4575-b517-84005e29458d None None] Could not find standard attr ID for object b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:13.256086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9c3a19d0-ad7f-44b9-ba49-e972bd4955f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:13.268922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.271459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703c4cfa-ffc7-4019-b885-da6148c1e434 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:13.275100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-703c4cfa-ffc7-4019-b885-da6148c1e434 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.276737 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-703c4cfa-ffc7-4019-b885-da6148c1e434 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:13.277034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703c4cfa-ffc7-4019-b885-da6148c1e434 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:13.284572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92be39-87bf-49e4-8c7b-78635cd80992 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b1962c-be19-433c-bd60-70f37d7bf08f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:13.290530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.295198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8b92be39-87bf-49e4-8c7b-78635cd80992 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:13.304084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dbe9ee4d-8435-49b7-a7a0-41020da92a50 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:13.363809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288e0a78-6c71-4bd6-80a5-47398269c10f,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:13.368650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:13.369509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b92be39-87bf-49e4-8c7b-78635cd80992 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.373027 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8b92be39-87bf-49e4-8c7b-78635cd80992 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/security-groups/11b1962c-be19-433c-bd60-70f37d7bf08f HTTP/1.1" status: 204 len: 168 time: 0.4259293 Dec 22 08:42:13.379864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38976) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:13.388957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d47f8313-d1c9-4575-b517-84005e29458d None None] Provisioning for port f0dae627-29df-41df-90df-98ca8d675b51 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:13.406171 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-703c4cfa-ffc7-4019-b885-da6148c1e434 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6127317 Dec 22 08:42:13.406431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port f0dae627-29df-41df-90df-98ca8d675b51 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:13.410391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38982) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:13.411729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.413229 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6921434 Dec 22 08:42:13.416230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 38984) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:13.425513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port f0dae627-29df-41df-90df-98ca8d675b51 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:13.425893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.432724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-802c61cf-c26b-47c2-ba62-d4c61f759c6a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:13.474939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '89f693e7-47a2-4aba-be01-8ba4aba7cf7d', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:13.482801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Calling delete_port for 145052c9-8177-48a5-8f58-f843ce5fed25 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:13.515511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d47f8313-d1c9-4575-b517-84005e29458d None None] Provisioning for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:13.522417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d47f8313-d1c9-4575-b517-84005e29458d None None] Provisioning complete for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:13.522804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d47f8313-d1c9-4575-b517-84005e29458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.623651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:13.641778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.670712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.679253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-58d92980-481a-4569-aac3-e5446af52862 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:13.725069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event deleted for resources: {'Port': ['ID=145052c9-8177-48a5-8f58-f843ce5fed25,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:13.728325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:13.734282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.742118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port f0dae627-29df-41df-90df-98ca8d675b51, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f0dae627-29df-41df-90df-98ca8d675b51,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:13.743671 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "DELETE /v2.0/ports/145052c9-8177-48a5-8f58-f843ce5fed25 HTTP/1.1" status: 204 len: 168 time: 1.0305912 Dec 22 08:42:13.744305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 38994) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:13.746144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:13.749560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:13.752170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.756008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:13.757532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e8622553-353f-47ed-9279-4ca3894100f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:13.770539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-802c61cf-c26b-47c2-ba62-d4c61f759c6a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:13.789902 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2518cfa-9dc2-410b-a8e2-e70de722eb5a tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:42:13.790325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2518cfa-9dc2-410b-a8e2-e70de722eb5a tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Synchronizing usage tracker for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:13.806970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-802c61cf-c26b-47c2-ba62-d4c61f759c6a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:13.815387 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:42:13.824811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f2518cfa-9dc2-410b-a8e2-e70de722eb5a tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Unset dirty status for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:13.827090 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f2518cfa-9dc2-410b-a8e2-e70de722eb5a tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "GET /v2.0/ports/145052c9-8177-48a5-8f58-f843ce5fed25 HTTP/1.1" status: 404 len: 333 time: 0.0818088 Dec 22 08:42:13.836223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:13.840546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 56556a38-2f4b-419e-9782-5b51c0750e0f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:13.844032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.850182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Request body: {'port': {'network_id': '90d0a791-1152-4d6f-87c5-5849037db443', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-68842003'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:13.866484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:13.883325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:13.889297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9db5569a-5183-408a-b4d5-45997fe9c52f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.890952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802c61cf-c26b-47c2-ba62-d4c61f759c6a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:13.895340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-802c61cf-c26b-47c2-ba62-d4c61f759c6a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.896794 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-802c61cf-c26b-47c2-ba62-d4c61f759c6a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:13.897221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802c61cf-c26b-47c2-ba62-d4c61f759c6a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:13.903498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 56556a38-2f4b-419e-9782-5b51c0750e0f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:13.903932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 56556a38-2f4b-419e-9782-5b51c0750e0f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:13.907208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Made reservation on behalf of 1ca709ee294c4239a446db53e1fd556e for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:13.912041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.938413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] device_id is not set on port c0f5e896-cc06-4b4b-8067-5ed395f9e56e yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:13.945629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=f0dae627-29df-41df-90df-98ca8d675b51,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:13.949464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:13.965549 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-802c61cf-c26b-47c2-ba62-d4c61f759c6a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5463743 Dec 22 08:42:13.968112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39004) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:13.973139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9db5569a-5183-408a-b4d5-45997fe9c52f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:13.985524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1db2bbe4-3c5f-47a5-b3ca-b1d57755c68e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:13.998609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39008) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.015917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-abf5ef57-5d57-4eac-b8e1-345cf12b663d None None] Could not find standard attr ID for object b6ab6a30-e31a-4fa0-a486-0b5ebe31c42e. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:14.036112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-abf5ef57-5d57-4eac-b8e1-345cf12b663d None None] Provisioning complete for port f0dae627-29df-41df-90df-98ca8d675b51 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:14.041729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-abf5ef57-5d57-4eac-b8e1-345cf12b663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.129879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.143857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.151945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-354398658'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:14.157952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6a1f1327-f12c-4b0a-b9f2-43e776a1c36b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:14.171738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:14.180777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Usage tracker for resource:network and tenant:7c45b7e63076422db04f348c2e71dd1e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:14.192426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:14.202328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:14.226812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.230893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Made reservation on behalf of 7c45b7e63076422db04f348c2e71dd1e for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:14.233948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.251300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.295329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:14.300606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Usage tracker for resource:security_group_rule and tenant:7c45b7e63076422db04f348c2e71dd1e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:14.304189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:14.307368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.315601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f821f16-8374-45cc-b505-a950cb184881 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:14.347737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:14.352859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9db5569a-5183-408a-b4d5-45997fe9c52f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.368257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a860fcb7-7fca-431d-afb4-dd497cbeda91,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:14.378021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1db2bbe4-3c5f-47a5-b3ca-b1d57755c68e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:14.380350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:14.381597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-15226c40-b487-448a-9f61-31628f22cd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:14.400834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9db5569a-5183-408a-b4d5-45997fe9c52f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.401897 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9db5569a-5183-408a-b4d5-45997fe9c52f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/security-groups/951d362f-1b03-446e-af18-b132ca5e8f48 HTTP/1.1" status: 204 len: 168 time: 1.0187535 Dec 22 08:42:14.406519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5569a-5183-408a-b4d5-45997fe9c52f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951d362f-1b03-446e-af18-b132ca5e8f48,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:14.407931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39014) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.408615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1db2bbe4-3c5f-47a5-b3ca-b1d57755c68e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:14.410829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.411327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f5e896-cc06-4b4b-8067-5ed395f9e56e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:14.415472 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9916408 Dec 22 08:42:14.415472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9db5569a-5183-408a-b4d5-45997fe9c52f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:14.416352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Network 90d0a791-1152-4d6f-87c5-5849037db443 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:14.417133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39018) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.417433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:14.426490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '89f693e7-47a2-4aba-be01-8ba4aba7cf7d', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:14.432913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:14.434751 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:14.438197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:14.439822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:14.440008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:14.440416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.443735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db2bbe4-3c5f-47a5-b3ca-b1d57755c68e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:14.447524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1db2bbe4-3c5f-47a5-b3ca-b1d57755c68e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.449516 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db2bbe4-3c5f-47a5-b3ca-b1d57755c68e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:14.449955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db2bbe4-3c5f-47a5-b3ca-b1d57755c68e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:14.455032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:14.467739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:14.490364 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1db2bbe4-3c5f-47a5-b3ca-b1d57755c68e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5197525 Dec 22 08:42:14.492676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39022) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.494764 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:42:14.507937 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-2d898aa8-edc0-414c-9fb9-767f8a262ba1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7034440 Dec 22 08:42:14.508709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.571878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a1326d8e-c6ef-4676-82b0-dbb41699fc1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:14.585151 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7451892 Dec 22 08:42:14.587401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39026) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.596406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:14.631389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.644196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.649539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.653073 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-b01dce8d-9004-4e3e-8502-c7050630f5df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 1099 time: 0.1231947 Dec 22 08:42:14.654877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.664657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b2d1c301-55e4-448e-b3df-fd434439e2ff tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:14.665398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b06ee98-9938-4ba6-8602-3aae77e49b9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:14.685015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a1326d8e-c6ef-4676-82b0-dbb41699fc1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:14.686479 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a1326d8e-c6ef-4676-82b0-dbb41699fc1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1878941 Dec 22 08:42:14.694737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39030) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:14.708767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f0dae627-29df-41df-90df-98ca8d675b51 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:14.710435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01939653-cc5a-466c-bbbb-70fffc5de09b,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:14.712930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:14.770224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.776524 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3579166 Dec 22 08:42:14.776710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79415074-0562-46c9-ab00-f22a174cf2c9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.783205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port f0dae627-29df-41df-90df-98ca8d675b51 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:14.784608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.803294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:14.839742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28158921-0b86-4c95-9dd5-6f04dc90f3dd,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:14.844463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-f922d226-6b45-451e-a4a1-79be10b65347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:14.846093 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-f922d226-6b45-451e-a4a1-79be10b65347 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.1633418 Dec 22 08:42:14.848749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:14.865973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.866622 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Added segment ca5f5d28-330e-4eba-b349-32607b93c99d of type vlan for network ff9fa022-fd17-44cb-85fa-2a7058570f9f Dec 22 08:42:14.894971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.949655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79415074-0562-46c9-ab00-f22a174cf2c9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:14.976984 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-3423d72b-685f-481c-8423-9dd8cedf183c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f87ae542-c8c4-4a82-aab6-f1c2da43d31b HTTP/1.1" status: 200 len: 1002 time: 0.1236143 Dec 22 08:42:14.990859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.072732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-cddedcf4-80f6-44fb-b423-5f722be601e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:15.074175 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-cddedcf4-80f6-44fb-b423-5f722be601e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.0784075 Dec 22 08:42:15.076455 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-79d37141-c98c-4d34-9803-924233e2b4d0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861251771&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0947506 Dec 22 08:42:15.121470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f6486-f89b-4ed9-b5d0-b5a91f24b6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:15.122887 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f89f6486-f89b-4ed9-b5d0-b5a91f24b6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4224021 Dec 22 08:42:15.128009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39042) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:15.129343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.132916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:15.133494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.139114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0d5833d-a952-434c-a220-23f4abee9eca tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:15.276214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79415074-0562-46c9-ab00-f22a174cf2c9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.276446 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fc8cdfd1-4e4a-4244-8d35-a6e786c08871 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255262 Dec 22 08:42:15.279905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39046) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:15.283474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Network': ['ID=ff9fa022-fd17-44cb-85fa-2a7058570f9f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.289852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:15.291516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:15.292770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8e186d47-7eb7-400d-a35a-344e6d8400ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:15.297075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:15.309754 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3100083 Dec 22 08:42:15.315891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79415074-0562-46c9-ab00-f22a174cf2c9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.319500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-79415074-0562-46c9-ab00-f22a174cf2c9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/security-groups/d2b55b6e-43b4-4da7-94a0-a7a250cd25a1 HTTP/1.1" status: 204 len: 168 time: 0.9070284 Dec 22 08:42:15.320177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:15.320502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39052) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:15.324545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79415074-0562-46c9-ab00-f22a174cf2c9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b55b6e-43b4-4da7-94a0-a7a250cd25a1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:15.340669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-79415074-0562-46c9-ab00-f22a174cf2c9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:15.371643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'subnet': {'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:15.458344 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-af6af527-ae42-42a4-aa03-1383ee1b840a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3778174 Dec 22 08:42:15.484694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:15.491223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-c07b36e3-580c-4b4c-9aa6-3fee33f2e004 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:15.492712 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-c07b36e3-580c-4b4c-9aa6-3fee33f2e004 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=c2fc3007-a01c-45d5-add1-61c11721c827 HTTP/1.1" status: 200 len: 797 time: 0.3755531 Dec 22 08:42:15.553580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:15.585380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:15.588820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.607809 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-07bc170f-37cb-44b4-b621-2a3790172efd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0559585 Dec 22 08:42:15.641618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:15.650941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Usage tracker for resource:subnet and tenant:7c45b7e63076422db04f348c2e71dd1e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:15.661142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:15.670746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:15.710666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Made reservation on behalf of 7c45b7e63076422db04f348c2e71dd1e for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:15.769670 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-025d87d4-4a0e-4d9e-9e3f-b009d9e493e7 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023944 Dec 22 08:42:15.835426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet f8fd209c-95ce-4fa1-a495-b80fc4245e11 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:15.853197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.899336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] device_id is not set on port c0f5e896-cc06-4b4b-8067-5ed395f9e56e yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:15.914337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.918164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:15.973704 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-681f0b5f-3207-49b3-a7d8-767b3c9b0463 req-15ac4b1c-666c-4a2a-8372-ecd49beb7d3f service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959534 Dec 22 08:42:15.982995 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-009c9464-9202-46d8-a1c6-0862cbd25d8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3296876 Dec 22 08:42:16.028878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.065716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Transition to ACTIVE for port object c0f5e896-cc06-4b4b-8067-5ed395f9e56e will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:16.082696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.092462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bd382700-0b97-4b62-873a-81ae9cd883ed tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:16.235436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f5e896-cc06-4b4b-8067-5ed395f9e56e,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:16.249373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:16.307793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.364393 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-6526fb19-8bed-48a9-a08e-972d4ca8e84d service neutron] 10.222.0.31 "GET /v2.0/networks/c2fc3007-a01c-45d5-add1-61c11721c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555448 Dec 22 08:42:16.365000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.objects.ports [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83496) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:42:16.365402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:16.365728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:16.366088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:16.366966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.371883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eb49b9e0-b7e8-419d-9c22-bc8987068531 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:16.396741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:16.397021 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:16.399703 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 2 to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e Dec 22 08:42:16.442447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:16.442750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:16.443069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:16.447011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.452614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-822f6c37-34b0-46ed-8a24-ee967530b73a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:16.488068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.494376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fd209c-95ce-4fa1-a495-b80fc4245e11,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:16.499128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:16.499645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-df6b6561-84ef-4b13-be25-504ed658179c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:16.518895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:16.519749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=b4fb05d5-2477-4f15-880e-0d2ed93997cb,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:16.524033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:16.525667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:16.528636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:16.528991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:16.529218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.529347 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:16.534917 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 3 to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e Dec 22 08:42:16.540191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f03e48a-bc35-4b06-8426-d2b3377f12bd None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:16.541718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.581702 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/f8fd209c-95ce-4fa1-a495-b80fc4245e11 HTTP/1.1" status: 204 len: 168 time: 1.2551529 Dec 22 08:42:16.583556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39060) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:16.586841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:16.587179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:16.587610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:16.593722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Subnet': ['ID=7e38ec73-2c52-48b9-b337-6c08f4c217cc,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:16.598984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:16.613882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:16.614198 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:16.615846 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 4 to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e Dec 22 08:42:16.624978 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3415697 Dec 22 08:42:16.626083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39064) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:16.628729 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-9d72bbba-852e-4555-8959-d2c5eaed4c98 service neutron] 10.222.0.31 "GET /v2.0/networks/c2fc3007-a01c-45d5-add1-61c11721c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578471 Dec 22 08:42:16.634263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:2f:f9:c1', 'name': 'tempest-NetworksTestDHCPv6-1020668754'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:16.665289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5178bbdf-144d-4170-b0c1-f4b4fc88b044 None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:16.822837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:16.823165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:16.823520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:16.833393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Checking segment: {'id': 'ca5f5d28-330e-4eba-b349-32607b93c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:16.833745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Network hostable DHCP agents. Network: ff9fa022-fd17-44cb-85fa-2a7058570f9f, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:16.841779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet 793304cb-58dd-4a0c-a711-e07e9465dae4 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:16.846585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.882596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:16.882596 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:16.894646 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 5 to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e Dec 22 08:42:16.921324 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6ccc4532-d439-424f-aee8-0867908309e6 req-d423a525-090b-4dbc-9b83-354409b2c6b9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 210 time: 0.0780716 Dec 22 08:42:16.936608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:16.974125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:16.974449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:16.974775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:17.004877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:17.004877 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:17.022028 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 6 to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e Dec 22 08:42:17.025348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:17.035127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:17.051096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:17.051096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:17.053806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:17.059949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:17.073153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, ff9fa022-fd17-44cb-85fa-2a7058570f9f) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:17.077862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:17.078507 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:17.082885 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 7 to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e Dec 22 08:42:17.092997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:17.093658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.101005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'b4fb05d5-2477-4f15-880e-0d2ed93997cb'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:17.101840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.106267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:17.110168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.111719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20651a4-053f-4dc0-82de-53206402d6fb None None] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:17.190813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:17.190928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:17.191259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:17.202092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.208629 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-87280beb-fa58-4cb9-bea2-6d95d5517c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:17.221142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:17.221553 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:17.223088 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9014986 Dec 22 08:42:17.226127 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 8 to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e Dec 22 08:42:17.240839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39076) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.255798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=793304cb-58dd-4a0c-a711-e07e9465dae4,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:17.260169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:17.262471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'port': {'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f', 'name': 'tempest-AllowedAddressPairTestJSON-648499782'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:17.264045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.270953 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/793304cb-58dd-4a0c-a711-e07e9465dae4 HTTP/1.1" status: 204 len: 168 time: 0.6860118 Dec 22 08:42:17.273388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39084) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.313969 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6afe28-bbfa-4c4a-84b0-e1e9ca5d99b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:17.314497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6afe28-bbfa-4c4a-84b0-e1e9ca5d99b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:17.316196 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2d6afe28-bbfa-4c4a-84b0-e1e9ca5d99b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/f8fd209c-95ce-4fa1-a495-b80fc4245e11 HTTP/1.1" status: 404 len: 337 time: 0.0417891 Dec 22 08:42:17.318854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39088) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.339434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:17.340082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:17.340576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:17.388944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:17.389184 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:17.394328 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 9 to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e Dec 22 08:42:17.402493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting subnet 0243cb48-ef67-40af-9409-ae24f6d6c81c {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:17.408445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.420477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.453738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:17.454400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:17.454978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:17.485747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:17.486504 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:17.496336 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 10 to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e Dec 22 08:42:17.506359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 8a51efc5-535d-44cf-b5ca-937dbc251173 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:17.514904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.553751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:17.572563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Usage tracker for resource:port and tenant:7c45b7e63076422db04f348c2e71dd1e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:17.575777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:17.576343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:17.576866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:17.582544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:17.597157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:17.600947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Allocated IP 2001:db8::f816:3eff:fe89:32c7 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/b4fb05d5-2477-4f15-880e-0d2ed93997cb/f5146d13-515e-4d24-b1c3-535b344e5989) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:17.608117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:17.608437 dv-neutron-822610-1-hyperv neutron-server[83495]: ERROR neutron.plugins.ml2.managers [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:17.608802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.644450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.669850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-ff9fa022-fd17-44cb-85fa-2a7058570f9f', 'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f', 'tenant_id': '7c45b7e63076422db04f348c2e71dd1e', 'fixed_ips': [{'subnet_id': '7e38ec73-2c52-48b9-b337-6c08f4c217cc'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:17.670202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.676336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Made reservation on behalf of 7c45b7e63076422db04f348c2e71dd1e for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:17.679646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.726895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] device_id is not set on port c0d44ef9-94dd-489a-98e2-0642425f0911 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:17.732687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.743800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c182c143-7bb5-4d1f-88fe-92a69019903c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:17.788433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.792728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] For port c0f5e896-cc06-4b4b-8067-5ed395f9e56e, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:17.793117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempted to set empty binding levels {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 08:42:17.803827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Subnet': ['ID=0243cb48-ef67-40af-9409-ae24f6d6c81c,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:17.805629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.813277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be7d8fd9-27c6-4f51-b01b-7a495bd18519 tempest-ServerActionsTestJSON-647731708 tempest-ServerActionsTestJSON-647731708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:17.824342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:17.829664 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/0243cb48-ef67-40af-9409-ae24f6d6c81c HTTP/1.1" status: 204 len: 168 time: 0.5093231 Dec 22 08:42:17.830679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39096) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.874853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] In _notify_port_updated(), no bound segment for port c0f5e896-cc06-4b4b-8067-5ed395f9e56e on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:42:17.876025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:17.877308 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "PUT /v2.0/ports/c0f5e896-cc06-4b4b-8067-5ed395f9e56e HTTP/1.1" status: 200 len: 975 time: 3.2871978 Dec 22 08:42:17.880400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39100) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.885283 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b6f39b-bf4f-4aea-98b9-0d440544cad3 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:17.887376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b6f39b-bf4f-4aea-98b9-0d440544cad3 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:17.891395 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b7b6f39b-bf4f-4aea-98b9-0d440544cad3 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/e3408176-23a7-47ff-9016-82be678a778d HTTP/1.1" status: 404 len: 337 time: 0.0574994 Dec 22 08:42:17.892351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39104) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.932198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f5e896-cc06-4b4b-8067-5ed395f9e56e,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:17.940276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:17.951058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-978cd23e-3214-4929-9cc7-9b899c626982 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Synchronizing usage tracker for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:17.975144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-978cd23e-3214-4929-9cc7-9b899c626982 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Unset dirty status for tenant:f4c80051c1864fc382c5d764ec033c31 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:17.977787 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-978cd23e-3214-4929-9cc7-9b899c626982 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "GET /v2.0/ports?device_id=e58c2e66-0403-4d64-890f-89d499c426cc HTTP/1.1" status: 200 len: 205 time: 0.0841815 Dec 22 08:42:17.980338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39110) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:17.985400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Allocated IP 172.20.0.2 (ff9fa022-fd17-44cb-85fa-2a7058570f9f/7e38ec73-2c52-48b9-b337-6c08f4c217cc/4e59cadf-a445-4888-b3b8-b4579ada6d7e) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:18.030736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5dcde0b0-87c3-43e7-8235-67c08e5e1099 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Synchronizing usage tracker for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:18.070300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5dcde0b0-87c3-43e7-8235-67c08e5e1099 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Unset dirty status for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:18.070785 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-ed16dcc4-900a-479e-b615-5874c54967f3 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] delete failed (client error): The resource could not be found. Dec 22 08:42:18.077603 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5dcde0b0-87c3-43e7-8235-67c08e5e1099 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19036 time: 0.1886859 Dec 22 08:42:18.077782 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ed16dcc4-900a-479e-b615-5874c54967f3 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/routers/e58c2e66-0403-4d64-890f-89d499c426cc HTTP/1.1" status: 404 len: 336 time: 0.0906346 Dec 22 08:42:18.077782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39114) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.077949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39118) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.198682 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcb9ad2-e9cb-4a6c-bd26-8cd83a915c5d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:18.199031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcb9ad2-e9cb-4a6c-bd26-8cd83a915c5d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:18.200725 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-edcb9ad2-e9cb-4a6c-bd26-8cd83a915c5d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/ba17e1b8-350d-4642-ac48-f08a398ca6da HTTP/1.1" status: 404 len: 337 time: 0.1218834 Dec 22 08:42:18.203747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39122) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.209962 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3748a3ee-71c0-4eb1-b69d-361fa70c64cd req-d36b50a1-0f02-4e76-b63c-65d07b8e1945 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 210 time: 0.0932860 Dec 22 08:42:18.225787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Deleting port c0f5e896-cc06-4b4b-8067-5ed395f9e56e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:18.226129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.249099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-30aebd0d-4610-4f82-9ea3-293051f7d605 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:18.249881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30aebd0d-4610-4f82-9ea3-293051f7d605 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:18.259019 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30aebd0d-4610-4f82-9ea3-293051f7d605 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/5e823064-c5be-4329-8266-051e648e1cf2 HTTP/1.1" status: 404 len: 337 time: 0.0539289 Dec 22 08:42:18.261571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39126) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.305321 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bcacc6-b3cf-465f-80fd-27412dadd002 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:18.305772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bcacc6-b3cf-465f-80fd-27412dadd002 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:18.307449 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-36bcacc6-b3cf-465f-80fd-27412dadd002 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/8cd29e22-b32f-46a2-93e7-b5c6cddf758e HTTP/1.1" status: 404 len: 337 time: 0.0447276 Dec 22 08:42:18.310262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39130) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.359766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638c312-5f4b-47e5-b492-6a3dd386b2b6 None None] Update dhcp port {'port': {'network_id': 'cb899c0e-1ed6-4049-9ad6-f4b82786c4f3', 'fixed_ips': [{'subnet_id': '0243cb48-ef67-40af-9409-ae24f6d6c81c'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': '53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:42:18.360709 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e1e92e-ae06-4a61-95c0-c419556a8f90 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:18.361149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e1e92e-ae06-4a61-95c0-c419556a8f90 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:18.365314 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-27e1e92e-ae06-4a61-95c0-c419556a8f90 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/3a50d992-3b74-454c-9091-6c93cc8b2dea HTTP/1.1" status: 404 len: 333 time: 0.0516450 Dec 22 08:42:18.365656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39134) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.409289 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a4da1e-86eb-4826-996e-eea7e8ffb413 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:18.410110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a4da1e-86eb-4826-996e-eea7e8ffb413 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:18.414919 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22a4da1e-86eb-4826-996e-eea7e8ffb413 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/cf280e69-f03f-43f1-8ba0-d13270b96cfe HTTP/1.1" status: 404 len: 337 time: 0.0483305 Dec 22 08:42:18.415807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39138) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.425219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d638c312-5f4b-47e5-b492-6a3dd386b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.462557 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e0667c-dbde-4fe3-9e91-c389fa24dbf1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:18.462926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e0667c-dbde-4fe3-9e91-c389fa24dbf1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:18.467839 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-42e0667c-dbde-4fe3-9e91-c389fa24dbf1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/1cbdcc2c-af2c-40d8-ae4b-4258f7b5ff54 HTTP/1.1" status: 404 len: 337 time: 0.0507755 Dec 22 08:42:18.468443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39142) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.514025 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8146d5ad-c9cd-4ffa-b031-c0be88b244c4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:18.514506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8146d5ad-c9cd-4ffa-b031-c0be88b244c4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:18.518138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.520638 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8146d5ad-c9cd-4ffa-b031-c0be88b244c4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/03941404-5029-4690-aea3-42f3c967cb49 HTTP/1.1" status: 404 len: 333 time: 0.0509019 Dec 22 08:42:18.537260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39146) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.558656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.575532 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ed8711-d457-4a8a-a06f-be40c5699360 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:18.575959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ed8711-d457-4a8a-a06f-be40c5699360 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:18.580397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-00ed8711-d457-4a8a-a06f-be40c5699360 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/10ce408d-b0af-4a1d-8dc7-2ad7c5a0c668 HTTP/1.1" status: 404 len: 337 time: 0.0421240 Dec 22 08:42:18.580838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Transition to ACTIVE for port object 4e59cadf-a445-4888-b3b8-b4579ada6d7e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:18.580966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39150) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.622374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e600e5f3-ba15-4f2d-81b4-7ac9f8ddf279 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:18.622796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e600e5f3-ba15-4f2d-81b4-7ac9f8ddf279 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:18.627503 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e600e5f3-ba15-4f2d-81b4-7ac9f8ddf279 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/subnets/61abddeb-0b29-4f79-979c-3990d594149b HTTP/1.1" status: 404 len: 337 time: 0.0455818 Dec 22 08:42:18.627995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39154) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:18.628585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Transition to ACTIVE for port object f5146d13-515e-4d24-b1c3-535b344e5989 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:18.631299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Transition to ACTIVE for port object 4e59cadf-a445-4888-b3b8-b4579ada6d7e will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:18.650748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.694112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c935a122-b22a-481d-84f4-f5e57d815ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:18.745945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-bbfd92bd-3bb7-4ddf-bf19-cd821180174d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:18.747547 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-bbfd92bd-3bb7-4ddf-bf19-cd821180174d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=c2fc3007-a01c-45d5-add1-61c11721c827 HTTP/1.1" status: 200 len: 797 time: 0.2871439 Dec 22 08:42:18.750757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-135ee72b-64aa-4c77-bb39-4421dc210e9b {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:42:18.751339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:42:18.757929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Transition to ACTIVE for port object f5146d13-515e-4d24-b1c3-535b344e5989 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:18.771716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.819086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:18.825272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] For port c0f5e896-cc06-4b4b-8067-5ed395f9e56e, host hv-neutron-8226, got binding levels [] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:18.825574 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:18.825707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.834074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:18.838347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:18.841019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Pushing event updated for resources: {'Port': ['ID=4e59cadf-a445-4888-b3b8-b4579ada6d7e,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:18.845105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:18.846788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:18.847995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:18.859376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:fe2f:f9c1 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/b4fb05d5-2477-4f15-880e-0d2ed93997cb/8a51efc5-535d-44cf-b5ca-937dbc251173) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:18.869222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Deleting port da517693-759d-474e-9c34-758c28f5d31f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:18.869460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:18.875730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:18.884319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6226ec9-5953-4225-997e-986dec27426e None None] Network cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:19.044817 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-bde57b76-4192-4321-a94a-7eb0d5c1fc13 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 472 time: 0.2769263 Dec 22 08:42:19.051770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Calling delete_port for c0f5e896-cc06-4b4b-8067-5ed395f9e56e owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:19.103805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': 'a22ed73c-5f05-424f-ab8f-33c6bbd8f41d', 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['89f693e7-47a2-4aba-be01-8ba4aba7cf7d']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:19.191439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.209040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 8a51efc5-535d-44cf-b5ca-937dbc251173 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:19.211024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Pushing event updated for resources: {'Port': ['ID=f5146d13-515e-4d24-b1c3-535b344e5989,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.222899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:19.237484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.252502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f51056eb-92d5-4be6-8571-510caa98c8c0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:19.260573 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Attempting to bind port 4e59cadf-a445-4888-b3b8-b4579ada6d7e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:19.260949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Attempting to bind port 4e59cadf-a445-4888-b3b8-b4579ada6d7e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ca5f5d28-330e-4eba-b349-32607b93c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:19.261315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Attempting to bind port 4e59cadf-a445-4888-b3b8-b4579ada6d7e on network ff9fa022-fd17-44cb-85fa-2a7058570f9f {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:19.292702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.293275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c9a2b0e2-7595-469e-9941-3afec2cad135 None None] Provisioning complete for port da517693-759d-474e-9c34-758c28f5d31f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:19.293660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b0e2-7595-469e-9941-3afec2cad135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.330505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:19.335199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:19.345239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] device_id is not set on port 0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:19.354567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Attempting to bind port f5146d13-515e-4d24-b1c3-535b344e5989 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:19.354567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Attempting to bind port f5146d13-515e-4d24-b1c3-535b344e5989 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:19.355041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Attempting to bind port f5146d13-515e-4d24-b1c3-535b344e5989 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:19.358890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:19.358890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Checking segment: {'id': 'ca5f5d28-330e-4eba-b349-32607b93c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:19.358890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.358890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Bound using segment: {'id': 'ca5f5d28-330e-4eba-b349-32607b93c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:19.358890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Bound port: 4e59cadf-a445-4888-b3b8-b4579ada6d7e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5f5d28-330e-4eba-b349-32607b93c99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:19.359418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.384290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:19.389904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:19.390979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.394128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.412483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:19.418538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2b0e2-7595-469e-9941-3afec2cad135 None None] Port da517693-759d-474e-9c34-758c28f5d31f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:19.425227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:19.425507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:19.425778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.426096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:19.426490 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8000259 Dec 22 08:42:19.426686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Bound port: f5146d13-515e-4d24-b1c3-535b344e5989, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:19.427163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.448668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39160) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:19.459974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=8a51efc5-535d-44cf-b5ca-937dbc251173,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.472541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:19.481730 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1584adfe-d17b-4b60-a56d-d881bda8d3b2 req-43e20db1-212d-434d-85b8-9a8bc6018d60 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 210 time: 0.0624936 Dec 22 08:42:19.536918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0f5e896-cc06-4b4b-8067-5ed395f9e56e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.544076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.559499 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:19.567547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:19.571920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.584882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] For port 4e59cadf-a445-4888-b3b8-b4579ada6d7e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:19.602315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c9a2b0e2-7595-469e-9941-3afec2cad135 None None] Provisioning complete for port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:19.602697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c9a2b0e2-7595-469e-9941-3afec2cad135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.630849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:port and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:19.635739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:19.643908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Allocated IP 172.20.0.12 (ff9fa022-fd17-44cb-85fa-2a7058570f9f/7e38ec73-2c52-48b9-b337-6c08f4c217cc/0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:19.649751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] For port 4e59cadf-a445-4888-b3b8-b4579ada6d7e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4e59cadf-a445-4888-b3b8-b4579ada6d7e,segment=NetworkSegment(ca5f5d28-330e-4eba-b349-32607b93c99d),segment_id=ca5f5d28-330e-4eba-b349-32607b93c99d)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:19.651111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] DHCP port deletion for cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:19.669358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] Deleting port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:19.669739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.695851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:19.697217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.703221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Calling delete_port for da517693-759d-474e-9c34-758c28f5d31f owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:19.709922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-29c181b4-e253-40a2-ba3e-273026c7f370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:19.755436 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c0f5e896-cc06-4b4b-8067-5ed395f9e56e HTTP/1.1" status: 204 len: 168 time: 1.6766303 Dec 22 08:42:19.756504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39164) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:19.788986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] For port f5146d13-515e-4d24-b1c3-535b344e5989, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:19.799772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:19.802794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.819995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] For port f5146d13-515e-4d24-b1c3-535b344e5989, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f5146d13-515e-4d24-b1c3-535b344e5989,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:19.829432 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b470756-2ea0-402f-832d-7be89c472b73 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:42:19.829923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7b470756-2ea0-402f-832d-7be89c472b73 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Synchronizing usage tracker for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:19.866526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.881769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.885856 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Pushing event updated for resources: {'Port': ['ID=4e59cadf-a445-4888-b3b8-b4579ada6d7e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:19.894697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:19.898634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-156a4af9-ad93-4633-9b74-5f4f0dd108e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:19.903458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Transition to ACTIVE for port object 0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:19.930848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:19.939500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-39e5a269-44bd-4d1d-bd1c-2e24409bbaa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:20.018669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:20.022381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:20.035446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:20.058814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4a9de-9e26-4606-9ddd-1ec311672dce tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.063030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4a9de-9e26-4606-9ddd-1ec311672dce tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.064393 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-79b4a9de-9e26-4606-9ddd-1ec311672dce tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5939050 Dec 22 08:42:20.070040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39168) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:20.072188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7b470756-2ea0-402f-832d-7be89c472b73 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Unset dirty status for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:20.073282 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7b470756-2ea0-402f-832d-7be89c472b73 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "GET /v2.0/ports/c0f5e896-cc06-4b4b-8067-5ed395f9e56e HTTP/1.1" status: 404 len: 333 time: 0.3159003 Dec 22 08:42:20.077591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39172) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:20.096686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Port': ['ID=0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:20.101953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:20.112943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.124892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1176822373', 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:20.142633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:20.143751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.144476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:20.162993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] For port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,segment=NetworkSegment(1bf6460e-4279-4e75-b311-9b7157c5959d),segment_id=1bf6460e-4279-4e75-b311-9b7157c5959d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:20.163954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.164139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-22f0a599-9e30-4f03-bb7e-bd40b3722319 tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:20.169119 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9248512 Dec 22 08:42:20.171913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39176) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:20.175664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Pushing event updated for resources: {'Port': ['ID=f5146d13-515e-4d24-b1c3-535b344e5989,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:20.182659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:20.188009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'port': {'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f', 'name': 'tempest-AllowedAddressPairTestJSON-1484178536', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:1b:42:6c'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:20.252726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Port': ['ID=da517693-759d-474e-9c34-758c28f5d31f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:20.269154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:20.300873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:20.310568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] Calling delete_port for 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:20.348729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 8a51efc5-535d-44cf-b5ca-937dbc251173 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:20.349070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.405722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.408862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Made reservation on behalf of 1ca709ee294c4239a446db53e1fd556e for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:20.411291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.420757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.427333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9b3ad3fd-3eb2-4220-8aa5-388275417151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:20.453433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:20.465227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Usage tracker for resource:port and tenant:7c45b7e63076422db04f348c2e71dd1e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:20.480172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:20.482408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] Pushing event deleted for resources: {'Port': ['ID=53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:20.487531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:20.488745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] No DVR routers for this DVR port 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:20.499431 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/ports/da517693-759d-474e-9c34-758c28f5d31f HTTP/1.1" status: 204 len: 168 time: 1.8665636 Dec 22 08:42:20.505816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] device_id is not set on port 72ac242b-e7e5-469c-bedb-ce2f8e590af7 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:20.511227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39180) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:20.542577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:20.632859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Made reservation on behalf of 7c45b7e63076422db04f348c2e71dd1e for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:20.647387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.683082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.29 (c2fc3007-a01c-45d5-add1-61c11721c827/87c48a89-501d-44bc-9918-8e1d04cb84d8/afa0b73d-5da1-498b-8a04-36539e4cfd74) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:20.707932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] device_id is not set on port 4b005560-e2e8-45fe-bcb8-104e7d1d5b6a yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:20.746400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:20.868671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f5146d13-515e-4d24-b1c3-535b344e5989 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:20.912132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-b6ac7da3-fc80-45c0-9e78-fb29915af8c6 req-812244ff-2aaf-4fe7-a9ad-804580137331 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:20.945273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port f5146d13-515e-4d24-b1c3-535b344e5989 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:20.951192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4e59cadf-a445-4888-b3b8-b4579ada6d7e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:20.964656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.006371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb899c0e-1ed6-4049-9ad6-f4b82786c4f3']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:21.023321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Allocated IP 172.20.0.8 (ff9fa022-fd17-44cb-85fa-2a7058570f9f/7e38ec73-2c52-48b9-b337-6c08f4c217cc/4b005560-e2e8-45fe-bcb8-104e7d1d5b6a) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:21.026068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf6460e-4279-4e75-b311-9b7157c5959d') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:21.026398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf6460e-4279-4e75-b311-9b7157c5959d') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:21.029470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 4e59cadf-a445-4888-b3b8-b4579ada6d7e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:21.043893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.053325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-b6ac7da3-fc80-45c0-9e78-fb29915af8c6 req-812244ff-2aaf-4fe7-a9ad-804580137331 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:21.054456 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b6ac7da3-fc80-45c0-9e78-fb29915af8c6 req-812244ff-2aaf-4fe7-a9ad-804580137331 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 210 time: 0.2300642 Dec 22 08:42:21.079452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.092065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:42:21.092065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:21.104970 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:21.119001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:21.142986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.161838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:21.162401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 53bfaa0e-e617-4fbc-9796-fbd0d2b12cb1 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:21.279413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.285148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:21.312225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.315398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 8a51efc5-535d-44cf-b5ca-937dbc251173 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:21.315823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Pushing event deleted for resources: {'Network': ['ID=cb899c0e-1ed6-4049-9ad6-f4b82786c4f3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:21.322566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:21.335934 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] 10.222.0.31 "DELETE /v2.0/networks/cb899c0e-1ed6-4049-9ad6-f4b82786c4f3 HTTP/1.1" status: 204 len: 168 time: 0.8208995 Dec 22 08:42:21.418966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.425253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.443101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.455710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Transition to ACTIVE for port object 4b005560-e2e8-45fe-bcb8-104e7d1d5b6a will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:21.502079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object afa0b73d-5da1-498b-8a04-36539e4cfd74 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:21.504466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.534692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37014755-f493-4c40-bef2-1d304834d719 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:21.585553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.600327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:21.684056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.703988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.735639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Network 90d0a791-1152-4d6f-87c5-5849037db443 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:21.741487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:21.744184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:21.745353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:21.746134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.763034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'Port': ['ID=72ac242b-e7e5-469c-bedb-ce2f8e590af7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:21.766752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:21.807116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04ce4a86-1ca4-4f6a-85f2-4c5e343312de tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:21.816043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf573de-7fc5-479e-a983-be06f1f2d832 None None] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:21.821377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:21.826348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:21.834627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39190) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:21.835506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:21.870648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.876995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Port': ['ID=4b005560-e2e8-45fe-bcb8-104e7d1d5b6a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:21.888087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:21.894410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network c2fc3007-a01c-45d5-add1-61c11721c827 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:21.901469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:21.907588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:21.932919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:21.933481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:21.956552 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7810051 Dec 22 08:42:21.957325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.027861 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/8a51efc5-535d-44cf-b5ca-937dbc251173 HTTP/1.1" status: 204 len: 168 time: 1.9568660 Dec 22 08:42:22.028560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39200) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.031304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cbeede0c-265f-4c68-b489-821042b010af None None] Provisioning for port 4e59cadf-a445-4888-b3b8-b4579ada6d7e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:22.082222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=afa0b73d-5da1-498b-8a04-36539e4cfd74,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:22.142994 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0327668 Dec 22 08:42:22.149550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b4a42-0f3d-4883-af9e-ed96e2b583ac tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.155445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39206) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.158452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b4a42-0f3d-4883-af9e-ed96e2b583ac tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.167034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b4a42-0f3d-4883-af9e-ed96e2b583ac tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.168226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-503b4a42-0f3d-4883-af9e-ed96e2b583ac tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Synchronizing usage tracker for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:22.209120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cbeede0c-265f-4c68-b489-821042b010af None None] Provisioning complete for port 4e59cadf-a445-4888-b3b8-b4579ada6d7e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:22.209495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cbeede0c-265f-4c68-b489-821042b010af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.265573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3444bfbc-b7ac-4834-ae60-b51071b82ce2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4c80051c1864fc382c5d764ec033c31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3955472 Dec 22 08:42:22.315013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39210) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.345890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-503b4a42-0f3d-4883-af9e-ed96e2b583ac tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Unset dirty status for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:22.347467 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-503b4a42-0f3d-4883-af9e-ed96e2b583ac tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3897395 Dec 22 08:42:22.352039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39214) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.393962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=8a51efc5-535d-44cf-b5ca-937dbc251173,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:22.405887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:22.410294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.694s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:22.411167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:22.428201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.428828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.454556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cbeede0c-265f-4c68-b489-821042b010af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.478725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a705a0-4ee4-4495-861c-deca2ee94e5e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.480083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a705a0-4ee4-4495-861c-deca2ee94e5e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.481010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-36a705a0-4ee4-4495-861c-deca2ee94e5e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:22.500388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-642baad4-42e4-4adc-9c3c-771e06920c28 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Synchronizing usage tracker for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:22.501721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cbeede0c-265f-4c68-b489-821042b010af None None] For port 4e59cadf-a445-4888-b3b8-b4579ada6d7e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4e59cadf-a445-4888-b3b8-b4579ada6d7e,segment=NetworkSegment(ca5f5d28-330e-4eba-b349-32607b93c99d),segment_id=ca5f5d28-330e-4eba-b349-32607b93c99d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:22.506409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cbeede0c-265f-4c68-b489-821042b010af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.511031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:22.515105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb7486-1490-41b2-bca0-317f86fe90fc req-6bd54b97-66ea-43db-a313-fb0df1e86c4f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:22.523132 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-ac820fbe-e83d-41e5-be60-478884168190 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4311624 Dec 22 08:42:22.527040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-36a705a0-4ee4-4495-861c-deca2ee94e5e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:22.528290 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-36a705a0-4ee4-4495-861c-deca2ee94e5e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4909537 Dec 22 08:42:22.528577 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80bb7486-1490-41b2-bca0-317f86fe90fc req-6bd54b97-66ea-43db-a313-fb0df1e86c4f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 932 time: 0.2607422 Dec 22 08:42:22.531349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39218) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.535898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Request body: {'port': {'device_id': 'a22ed73c-5f05-424f-ab8f-33c6bbd8f41d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:22.566167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-642baad4-42e4-4adc-9c3c-771e06920c28 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Unset dirty status for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:22.567600 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-642baad4-42e4-4adc-9c3c-771e06920c28 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "GET /v2.0/ports/72ac242b-e7e5-469c-bedb-ce2f8e590af7 HTTP/1.1" status: 200 len: 955 time: 0.4041865 Dec 22 08:42:22.574882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39220) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:22.608450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Deleting port 4b005560-e2e8-45fe-bcb8-104e7d1d5b6a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:22.608869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.637407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeede0c-265f-4c68-b489-821042b010af None None] Pushing event updated for resources: {'Port': ['ID=4e59cadf-a445-4888-b3b8-b4579ada6d7e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:22.642988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cbeede0c-265f-4c68-b489-821042b010af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:22.658922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Provisioning for port afa0b73d-5da1-498b-8a04-36539e4cfd74 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:22.666110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Provisioning complete for port afa0b73d-5da1-498b-8a04-36539e4cfd74 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:22.666256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.711767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Deleting port 72ac242b-e7e5-469c-bedb-ce2f8e590af7 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:22.712012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.758400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Port afa0b73d-5da1-498b-8a04-36539e4cfd74 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:22.760198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4e59cadf-a445-4888-b3b8-b4579ada6d7e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:22.781702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.837690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Provisioning for port f5146d13-515e-4d24-b1c3-535b344e5989 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:22.843973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Provisioning complete for port f5146d13-515e-4d24-b1c3-535b344e5989 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:22.844176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.879348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-80bb7486-1490-41b2-bca0-317f86fe90fc req-df751199-83cb-4d33-80e7-f81e5916ee78 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:22.902902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93cc354b-6a49-4055-b228-60acfa93d684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.967420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 4e59cadf-a445-4888-b3b8-b4579ada6d7e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:22.967871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:22.996850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-80bb7486-1490-41b2-bca0-317f86fe90fc req-df751199-83cb-4d33-80e7-f81e5916ee78 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:23.015188 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80bb7486-1490-41b2-bca0-317f86fe90fc req-df751199-83cb-4d33-80e7-f81e5916ee78 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4855702 Dec 22 08:42:23.036253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93cc354b-6a49-4055-b228-60acfa93d684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.049920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.077473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.084262 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] For port f5146d13-515e-4d24-b1c3-535b344e5989, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f5146d13-515e-4d24-b1c3-535b344e5989,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:23.104663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.106649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:23.147574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet b4fb05d5-2477-4f15-880e-0d2ed93997cb {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:23.150686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.158412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Could not find standard attr ID for object 8a51efc5-535d-44cf-b5ca-937dbc251173. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:23.206517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.222739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Calling delete_port for 72ac242b-e7e5-469c-bedb-ce2f8e590af7 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:23.242569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Pushing event updated for resources: {'Port': ['ID=f5146d13-515e-4d24-b1c3-535b344e5989,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:23.245949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:23.289534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Provisioning complete for port 4e59cadf-a445-4888-b3b8-b4579ada6d7e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:23.290082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.345551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.357873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93cc354b-6a49-4055-b228-60acfa93d684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.365252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-986d6902-5511-4806-a26e-7ff7cd71e463 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:23.441008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Provisioning for port 4b005560-e2e8-45fe-bcb8-104e7d1d5b6a completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:23.446460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Provisioning complete for port 4b005560-e2e8-45fe-bcb8-104e7d1d5b6a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:23.447209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.485998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Calling delete_port for 4b005560-e2e8-45fe-bcb8-104e7d1d5b6a owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:23.498850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.507939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Port 4b005560-e2e8-45fe-bcb8-104e7d1d5b6a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:23.515378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc354b-6a49-4055-b228-60acfa93d684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edce22d-df0e-4669-8b96-21949ef9c626,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:23.515988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5c304f21-0763-425f-8803-1c321fd78ce4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:23.519676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-93cc354b-6a49-4055-b228-60acfa93d684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:23.535310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-93cc354b-6a49-4055-b228-60acfa93d684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.536443 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-93cc354b-6a49-4055-b228-60acfa93d684 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5edce22d-df0e-4669-8b96-21949ef9c626 HTTP/1.1" status: 204 len: 168 time: 1.2177124 Dec 22 08:42:23.537761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.549703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Provisioning for port 0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:23.556178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Provisioning complete for port 0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:23.556788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.575810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.584372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa0b73d-5da1-498b-8a04-36539e4cfd74 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:42:23.591568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event deleted for resources: {'Port': ['ID=72ac242b-e7e5-469c-bedb-ce2f8e590af7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:23.596709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:23.605745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.611367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec246f-4fb6-4e29-a0aa-9e71d6d93a1d None None] Port 0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:23.622629 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "DELETE /v2.0/ports/72ac242b-e7e5-469c-bedb-ce2f8e590af7 HTTP/1.1" status: 204 len: 168 time: 1.0464511 Dec 22 08:42:23.625856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39228) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:23.629432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Transition to ACTIVE for port object afa0b73d-5da1-498b-8a04-36539e4cfd74 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:23.633714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.637967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4bde85de-e9a3-494f-b7d4-091ce123e34c tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:23.673869 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48d5acf-a013-47fd-b08d-93ffb99497cf tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:42:23.675177 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e48d5acf-a013-47fd-b08d-93ffb99497cf tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "GET /v2.0/ports/72ac242b-e7e5-469c-bedb-ce2f8e590af7 HTTP/1.1" status: 404 len: 333 time: 0.0483091 Dec 22 08:42:23.680392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39232) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:23.691106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Request body: {'port': {'network_id': '90d0a791-1152-4d6f-87c5-5849037db443', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1247684917'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:23.731689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.744478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-39451c77-71f9-46c6-a4a6-f2e315e0ae79 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:23.747901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b0d6a6f5-c1ad-4c70-9fc0-9997c651a85c None None] Provisioning complete for port 4b005560-e2e8-45fe-bcb8-104e7d1d5b6a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:23.748289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a6f5-c1ad-4c70-9fc0-9997c651a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.766890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:23.792636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Usage tracker for resource:port and tenant:1ca709ee294c4239a446db53e1fd556e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:23.801176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fb05d5-2477-4f15-880e-0d2ed93997cb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:23.805256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:23.807457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:23.812107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.825291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.827044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb9d844-5474-42eb-8fb8-4a5f5240779b None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:23.831543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-441aa17d-983c-43ac-9284-628aeef604c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:23.842080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=afa0b73d-5da1-498b-8a04-36539e4cfd74,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:23.845953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:23.853677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:23.891538 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/b4fb05d5-2477-4f15-880e-0d2ed93997cb HTTP/1.1" status: 204 len: 168 time: 1.3077202 Dec 22 08:42:23.892481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:23.944355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Attempting to bind port afa0b73d-5da1-498b-8a04-36539e4cfd74 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:23.946700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Attempting to bind port afa0b73d-5da1-498b-8a04-36539e4cfd74 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:23.948301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Attempting to bind port afa0b73d-5da1-498b-8a04-36539e4cfd74 on network c2fc3007-a01c-45d5-add1-61c11721c827 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:23.961649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Made reservation on behalf of 1ca709ee294c4239a446db53e1fd556e for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:23.972118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:23.982595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6a6f5-c1ad-4c70-9fc0-9997c651a85c None None] Port 4b005560-e2e8-45fe-bcb8-104e7d1d5b6a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:23.993305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Port afa0b73d-5da1-498b-8a04-36539e4cfd74 on network c2fc3007-a01c-45d5-add1-61c11721c827 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:23.994786 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Attempting to bind port afa0b73d-5da1-498b-8a04-36539e4cfd74 on network c2fc3007-a01c-45d5-add1-61c11721c827 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:24.012860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:24.013396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Checking segment: {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:24.013948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Bound using segment: {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:24.014607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Bound port: afa0b73d-5da1-498b-8a04-36539e4cfd74, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:24.015102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.041108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] device_id is not set on port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:24.089267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event deleted for resources: {'Port': ['ID=4b005560-e2e8-45fe-bcb8-104e7d1d5b6a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:24.099132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:24.118592 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a25ff743-6eee-4847-886d-7545880dd4a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2188752 Dec 22 08:42:24.119199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39248) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:24.130653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:24.192821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] For port afa0b73d-5da1-498b-8a04-36539e4cfd74, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:24.206372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] For port afa0b73d-5da1-498b-8a04-36539e4cfd74, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afa0b73d-5da1-498b-8a04-36539e4cfd74,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:24.216816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.230087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-01e67e27-a1d1-47fe-965d-2a333ff9926c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:24.288647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:24.297919 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] Deleting port f5146d13-515e-4d24-b1c3-535b344e5989 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:24.298271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.353841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.355804 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] 10.222.0.32 "PUT /v2.0/ports/afa0b73d-5da1-498b-8a04-36539e4cfd74 HTTP/1.1" status: 200 len: 1094 time: 1.8250356 Dec 22 08:42:24.584560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22ed73c-5f05-424f-ab8f-33c6bbd8f41d', 'tag': 'afa0b73d-5da1-498b-8a04-36539e4cfd74'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:24.590841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:24.606478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:24.612230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:24.621839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:24.629624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.635023 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "DELETE /v2.0/ports/4b005560-e2e8-45fe-bcb8-104e7d1d5b6a HTTP/1.1" status: 204 len: 168 time: 2.2778635 Dec 22 08:42:24.635716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39262) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:24.700716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=afa0b73d-5da1-498b-8a04-36539e4cfd74,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:24.704148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:24.716908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:24.720582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.742593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] For port f5146d13-515e-4d24-b1c3-535b344e5989, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f5146d13-515e-4d24-b1c3-535b344e5989,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:24.743462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:24.765434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec51f0d-830d-4c25-b3fe-0b66e0bd6747 req-ead32a35-30e8-4139-bef2-2ab34e6dca99 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:24.769570 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3ec51f0d-830d-4c25-b3fe-0b66e0bd6747 req-ead32a35-30e8-4139-bef2-2ab34e6dca99 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 944 time: 0.5085721 Dec 22 08:42:24.781711 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0807b9cb-1c5d-4671-9291-9aff00cca98f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] GET failed (client error): The resource could not be found. Dec 22 08:42:24.782276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0807b9cb-1c5d-4671-9291-9aff00cca98f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Synchronizing usage tracker for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:24.875034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0807b9cb-1c5d-4671-9291-9aff00cca98f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Unset dirty status for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:24.876328 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0807b9cb-1c5d-4671-9291-9aff00cca98f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "GET /v2.0/ports/4b005560-e2e8-45fe-bcb8-104e7d1d5b6a HTTP/1.1" status: 404 len: 333 time: 0.2381783 Dec 22 08:42:24.883897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:24.902630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'port': {'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f', 'name': 'tempest-AllowedAddressPairTestJSON-694534882'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:24.924448 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3ec51f0d-830d-4c25-b3fe-0b66e0bd6747 req-e96de367-d341-4b91-b6e3-f0f87d35f31d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020541 Dec 22 08:42:24.936620 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-31a7b4a0-12f7-49ee-bf4c-9ea559e51646 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 1097 time: 0.3434443 Dec 22 08:42:24.977516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] Calling delete_port for f5146d13-515e-4d24-b1c3-535b344e5989 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:25.039673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f5146d13-515e-4d24-b1c3-535b344e5989 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:25.048068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.053504 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-578a5c83-d3fd-4347-9e65-136439e2d644 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=afa0b73d-5da1-498b-8a04-36539e4cfd74 HTTP/1.1" status: 200 len: 217 time: 0.1051459 Dec 22 08:42:25.053989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39274) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.174872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-70e0c7e4-fdc0-4df3-8b72-acc207709778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:25.176452 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-70e0c7e4-fdc0-4df3-8b72-acc207709778 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87c48a89-501d-44bc-9918-8e1d04cb84d8 HTTP/1.1" status: 200 len: 838 time: 0.1127973 Dec 22 08:42:25.195129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.204091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-40c80373-e5c1-4f12-b78b-3a4a88c8acd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:25.206419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:25.217484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:25.230873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Made reservation on behalf of 7c45b7e63076422db04f348c2e71dd1e for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:25.234177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.240280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Port f5146d13-515e-4d24-b1c3-535b344e5989 update to DOWN by agent not found {{(pid=83497) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 22 08:42:25.252172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] Pushing event deleted for resources: {'Port': ['ID=f5146d13-515e-4d24-b1c3-535b344e5989,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:25.256215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:25.258993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] No DVR routers for this DVR port f5146d13-515e-4d24-b1c3-535b344e5989 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:25.261378 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22ed73c-5f05-424f-ab8f-33c6bbd8f41d', 'tag': 'afa0b73d-5da1-498b-8a04-36539e4cfd74', 'status': 'completed', 'code': 200} Dec 22 08:42:25.273610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] device_id is not set on port 6986f058-a707-4358-b965-e241699bbb7d yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:25.273763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.280007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:25.320060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-956617284'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:25.336456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:25.345632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:network and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:25.362860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:25.375543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:25.383297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'Port': ['ID=36eb4a55-0e90-4890-81a8-abc5f87c7d8c,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:25.389788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:25.397601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Network 90d0a791-1152-4d6f-87c5-5849037db443 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:25.400246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:25.403716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:25.404547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:25.405117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.410420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:25.413294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.439874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.473179 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-72406332-2465-476a-92cb-e105dc0814ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2fc3007-a01c-45d5-add1-61c11721c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2880406 Dec 22 08:42:25.474368 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7912283 Dec 22 08:42:25.483034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39280) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.512237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:25.512467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Allocated IP 172.20.0.9 (ff9fa022-fd17-44cb-85fa-2a7058570f9f/7e38ec73-2c52-48b9-b337-6c08f4c217cc/6986f058-a707-4358-b965-e241699bbb7d) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:25.583919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:42:25.594395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.600922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-142f5092-8c79-4778-afa9-5bc650b27c47 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:25.609597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:25.617657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group_rule and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:25.623365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:25.649275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:25.745978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:25.748895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=d32c5fcc-dbdc-4373-bc85-bb22e8d46bb6,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:25.753448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:25.757312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:25.758440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:25.758829 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-1576cd23-13c7-4121-80d8-70eb4119d659 service neutron] 10.222.0.32 "GET /v2.0/networks/c2fc3007-a01c-45d5-add1-61c11721c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748542 Dec 22 08:42:25.759012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.766212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34436b08-452b-4738-a213-dbe92d132c77 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:25.767474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.823472 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7005169 Dec 22 08:42:25.824502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39284) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:25.837223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:d8:c0:38', 'name': 'tempest-NetworksTestDHCPv6-1911487131'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:25.927557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:25.974244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Transition to ACTIVE for port object 6986f058-a707-4358-b965-e241699bbb7d will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:25.998831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'd32c5fcc-dbdc-4373-bc85-bb22e8d46bb6'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:25.999694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.029741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:26.033846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:26.036661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:26.042701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:26.045735 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7e77000-a364-46cf-abfa-cad275d59fb0 req-0f1b46b8-3898-48ec-a674-0147894187d0 service neutron] 10.222.0.32 "GET /v2.0/networks/c2fc3007-a01c-45d5-add1-61c11721c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796621 Dec 22 08:42:26.047796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.055808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:26.060856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.096623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.108484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9bd86b1-b532-4aa3-83f4-b4ae22e75ade tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:26.143682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 6ee37af6-0c72-4c0e-9d79-f1964dfe6aea yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:26.168115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Allocated IP 2001:db8::f816:3eff:fe61:576c (5c665321-260e-4f9a-b094-bcc5e34e9b4a/d32c5fcc-dbdc-4373-bc85-bb22e8d46bb6/402ae2ab-6bd3-43d1-92e3-3359f5d87c4b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:26.245199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.259918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-477199ce-181a-4f66-ac3a-3ba0dcb8acc8 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:26.308219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:26.328315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:26.366977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29de2dca-84d3-4746-bc61-cff01dde7b84,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.370217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:26.386781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Port': ['ID=6986f058-a707-4358-b965-e241699bbb7d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.391793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:26.395891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:26.398813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:26.400881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:26.411360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.411712 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Added segment 7614f906-b24e-4765-b03a-dcf4424d91d9 of type vlan for network e93aef9f-bcb9-438d-852d-b898442cebc6 Dec 22 08:42:26.416826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.425826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] device_id is not set on port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:26.436576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Transition to ACTIVE for port object 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:26.437387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.462170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Transition to ACTIVE for port object 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:26.464425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:26.465104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.472426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.479656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:26.509212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Transition to ACTIVE for port object 36eb4a55-0e90-4890-81a8-abc5f87c7d8c will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:26.531585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.548849 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Pushing event updated for resources: {'Port': ['ID=402ae2ab-6bd3-43d1-92e3-3359f5d87c4b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.553997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:26.562400 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6770599 Dec 22 08:42:26.564471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:26.565787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39290) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:26.565917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:26.568371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:26.587310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:1b:42:6c'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:26.591324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.605382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:26.678932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.682198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Attempting to bind port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:26.682764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Attempting to bind port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:26.683165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Attempting to bind port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:26.684292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:26.685472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.691772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:26.692306 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:26.692811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.693300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:26.694348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Bound port: 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:26.694348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.731558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:fed8:c038 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/d32c5fcc-dbdc-4373-bc85-bb22e8d46bb6/6ee37af6-0c72-4c0e-9d79-f1964dfe6aea) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:26.801318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] For port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:26.805713 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] For port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=402ae2ab-6bd3-43d1-92e3-3359f5d87c4b,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:26.808328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-408fcaff-a686-4ff6-bf2f-3931aa81eb81 None None] Provisioning for port 6986f058-a707-4358-b965-e241699bbb7d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:26.814435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.819330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-946ea0d1-cc53-49ab-b797-2d2809741a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:26.853555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-408fcaff-a686-4ff6-bf2f-3931aa81eb81 None None] Provisioning complete for port 6986f058-a707-4358-b965-e241699bbb7d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:26.854081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-408fcaff-a686-4ff6-bf2f-3931aa81eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:26.894831 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2fbda9e2-cdf3-4a98-862c-db61e828efd4 req-e7e8106c-1245-4470-9246-ca5cac4293fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 1097 time: 0.7228084 Dec 22 08:42:26.909680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3e85d-3622-489a-b935-2319b074844d req-0459759c-427c-40f7-a1b5-fc01458b8540 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:26.911084 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5ef3e85d-3622-489a-b935-2319b074844d req-0459759c-427c-40f7-a1b5-fc01458b8540 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 944 time: 0.7380474 Dec 22 08:42:26.945460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'Port': ['ID=36eb4a55-0e90-4890-81a8-abc5f87c7d8c,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.960552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-408fcaff-a686-4ff6-bf2f-3931aa81eb81 None None] Port 6986f058-a707-4358-b965-e241699bbb7d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:26.969548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Pushing event updated for resources: {'Port': ['ID=402ae2ab-6bd3-43d1-92e3-3359f5d87c4b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:26.973611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:27.030147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.046229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:27.046955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4cf4b51c-e942-4b51-a702-acae39b1af83 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:27.064603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.135589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 6ee37af6-0c72-4c0e-9d79-f1964dfe6aea will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:27.178427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Network': ['ID=e93aef9f-bcb9-438d-852d-b898442cebc6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:27.181630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:27.190867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:27.191417 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1353722 Dec 22 08:42:27.220085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39294) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:27.225059 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5ef3e85d-3622-489a-b935-2319b074844d req-de972ae9-7b74-4f35-a25e-3d75a273f43f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857950 Dec 22 08:42:27.246178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:27.246514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:27.246858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:27.284627 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'name': 'tempest-PortsTestJSON-1022963481'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:27.288033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.296280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41927e34-a6e4-4731-a81d-600a3dd2a482 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:27.305999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:27.306857 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:27.309115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbda9e2-cdf3-4a98-862c-db61e828efd4 req-80f98c31-51d8-4890-b2ef-a9bf4abaf06b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.310742 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2fbda9e2-cdf3-4a98-862c-db61e828efd4 req-80f98c31-51d8-4890-b2ef-a9bf4abaf06b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2fc3007-a01c-45d5-add1-61c11721c827 HTTP/1.1" status: 200 len: 898 time: 0.3916082 Dec 22 08:42:27.367034 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 2 to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c Dec 22 08:42:27.399918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:27.414731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=6ee37af6-0c72-4c0e-9d79-f1964dfe6aea,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:27.417255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:27.422592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:27.424754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:27.428648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.429184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.461353 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6366200 Dec 22 08:42:27.464248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39298) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:27.467148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:27.467804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:27.468138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:27.473822 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2fbda9e2-cdf3-4a98-862c-db61e828efd4 req-937b7edd-0fe5-4888-933b-92b36a20fa71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=afa0b73d-5da1-498b-8a04-36539e4cfd74 HTTP/1.1" status: 200 len: 217 time: 0.0994279 Dec 22 08:42:27.501929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.508027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.513674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bcd90e94-7d9f-4781-8d8d-0b4c6ac1c140 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:27.535108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:27.535737 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:27.537744 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 3 to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c Dec 22 08:42:27.555864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:27.571541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:port and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:27.577249 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:27.577571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:27.577967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:27.582082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:27.586557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbda9e2-cdf3-4a98-862c-db61e828efd4 req-3f3d743a-36d5-43c1-a0ad-b47377da3d1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.588054 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2fbda9e2-cdf3-4a98-862c-db61e828efd4 req-3f3d743a-36d5-43c1-a0ad-b47377da3d1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87c48a89-501d-44bc-9918-8e1d04cb84d8 HTTP/1.1" status: 200 len: 838 time: 0.1036842 Dec 22 08:42:27.593109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:27.624597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Port': ['ID=6986f058-a707-4358-b965-e241699bbb7d,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:27.635728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:27.636083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:27.636695 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:27.642779 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 4 to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c Dec 22 08:42:27.654354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] In _notify_port_updated(), no bound segment for port 6986f058-a707-4358-b965-e241699bbb7d on network ff9fa022-fd17-44cb-85fa-2a7058570f9f {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:42:27.655980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:27.658166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.658767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.658900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.662852 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "PUT /v2.0/ports/6986f058-a707-4358-b965-e241699bbb7d HTTP/1.1" status: 200 len: 993 time: 1.0934911 Dec 22 08:42:27.663024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39302) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:27.681239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:27.681436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:27.681801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:27.700260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:27.700596 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:27.701623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port 26e08f5c-333e-44bb-8aea-7939097d5b6f yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:27.714983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5a405-a291-4a21-a614-291b6f7de161 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.719332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5a405-a291-4a21-a614-291b6f7de161 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:27.720053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b6d5a405-a291-4a21-a614-291b6f7de161 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:27.736367 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 5 to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c Dec 22 08:42:27.751954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Deleting port 6986f058-a707-4358-b965-e241699bbb7d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:27.752536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:27.772753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:27.773091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:27.773431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:27.785517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b6d5a405-a291-4a21-a614-291b6f7de161 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:27.789311 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b6d5a405-a291-4a21-a614-291b6f7de161 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3215952 Dec 22 08:42:27.793181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39306) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:27.813254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:27.813623 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:27.835088 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 6 to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c Dec 22 08:42:27.853348 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2fbda9e2-cdf3-4a98-862c-db61e828efd4 req-2cec5c4a-1ada-47a8-a001-4068ea5b444a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2fc3007-a01c-45d5-add1-61c11721c827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2546887 Dec 22 08:42:27.918724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 6ee37af6-0c72-4c0e-9d79-f1964dfe6aea {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:27.919114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.010913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:28.011260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:28.011611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:28.053178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:28.053507 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:28.057717 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 7 to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c Dec 22 08:42:28.092588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-11976779-3c61-48d4-8b7f-e2758665942e None None] Provisioning complete for port 6986f058-a707-4358-b965-e241699bbb7d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:28.093093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-11976779-3c61-48d4-8b7f-e2758665942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.121283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:28.121617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:28.121953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:28.126876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.151658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-11976779-3c61-48d4-8b7f-e2758665942e None None] Port 6986f058-a707-4358-b965-e241699bbb7d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:28.155276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:28.155490 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:28.158438 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 8 to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c Dec 22 08:42:28.175113 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2fbda9e2-cdf3-4a98-862c-db61e828efd4 req-c5e6815f-883b-4ecf-9f45-3714a3d3f8c1 service neutron] 10.222.0.32 "GET /v2.0/networks/c2fc3007-a01c-45d5-add1-61c11721c827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086317 Dec 22 08:42:28.182065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:28.182402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:28.182737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:28.277009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:28.277358 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:28.286762 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 9 to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c Dec 22 08:42:28.299055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-918f26ca-7c3a-44b1-959e-9e534b8e881d None None] Provisioning for port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:28.316537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.337893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-000ff0b9-f90a-43ac-a295-d9e53d9f2d4e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:28.424483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:28.424816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:28.425145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:28.447710 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2fbda9e2-cdf3-4a98-862c-db61e828efd4 req-4c1fbdf1-c649-41fc-b5af-33b43b101323 service neutron] 10.222.0.32 "GET /v2.0/networks/c2fc3007-a01c-45d5-add1-61c11721c827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624562 Dec 22 08:42:28.463455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.466261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:28.466578 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:28.471450 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempt 10 to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c Dec 22 08:42:28.481388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=26e08f5c-333e-44bb-8aea-7939097d5b6f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:28.487276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:28.496460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:28.496910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:28.497266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempting to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:28.500278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Checking segment: {'id': '7614f906-b24e-4765-b03a-dcf4424d91d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:28.500638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network hostable DHCP agents. Network: e93aef9f-bcb9-438d-852d-b898442cebc6, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:28.512960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:42:28.512960 dv-neutron-822610-1-hyperv neutron-server[83496]: ERROR neutron.plugins.ml2.managers [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Failed to bind port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '90dca2ab-fba0-4c37-baee-41bae0a6cfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '90d0a791-1152-4d6f-87c5-5849037db443'}] Dec 22 08:42:28.513319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.534366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c821af23-5153-4c20-abf9-f7c05e153ab8 None None] Provisioning for port 6ee37af6-0c72-4c0e-9d79-f1964dfe6aea completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:28.542507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c821af23-5153-4c20-abf9-f7c05e153ab8 None None] Provisioning complete for port 6ee37af6-0c72-4c0e-9d79-f1964dfe6aea triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:28.543195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c821af23-5153-4c20-abf9-f7c05e153ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.576929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:28.602107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, e93aef9f-bcb9-438d-852d-b898442cebc6) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:28.606829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Calling delete_port for 6986f058-a707-4358-b965-e241699bbb7d owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:28.612806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:28.616783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:28.617257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.618584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847bea6-0469-4bec-b493-3db8f267cc25 None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:28.634221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.637979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] For port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:28.638320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Attempted to set empty binding levels {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 08:42:28.643593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.647731 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cdcdabaf-7032-4646-9c9e-b88494fb0e39 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:28.689563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c821af23-5153-4c20-abf9-f7c05e153ab8 None None] Port 6ee37af6-0c72-4c0e-9d79-f1964dfe6aea cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:28.691256 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:42:28.691781 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4650795 Dec 22 08:42:28.692557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39312) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.714022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2089144410'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:28.725277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:28.734880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:network and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:28.744325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] In _notify_port_updated(), no bound segment for port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c on network 90d0a791-1152-4d6f-87c5-5849037db443 {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:42:28.745339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.746637 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "PUT /v2.0/ports/36eb4a55-0e90-4890-81a8-abc5f87c7d8c HTTP/1.1" status: 200 len: 977 time: 3.2610409 Dec 22 08:42:28.750258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:28.752839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39316) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:28.760669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event updated for resources: {'Port': ['ID=36eb4a55-0e90-4890-81a8-abc5f87c7d8c,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:28.788976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:28.793473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:28.821233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:28.824222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.831676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:28.835662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 6ee37af6-0c72-4c0e-9d79-f1964dfe6aea owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:28.847066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Deleting port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:28.847593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:28.931902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f94ffa-73f0-4004-ab20-75ede272bf9a req-4fe39d4d-de87-4fcb-af2e-8486f11e0035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:28.933536 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62f94ffa-73f0-4004-ab20-75ede272bf9a req-4fe39d4d-de87-4fcb-af2e-8486f11e0035 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 944 time: 0.5268853 Dec 22 08:42:28.936745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:28.945827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:28.946213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.034825 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:29.068207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.077408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.077750 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Added segment 3bbb6817-3373-4aeb-b92b-6ef74c45cfee of type vlan for network 3aa8b934-b553-452c-8f36-134ff7fd960d Dec 22 08:42:29.104333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.106770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=402ae2ab-6bd3-43d1-92e3-3359f5d87c4b,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:29.113469 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.117388 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62f94ffa-73f0-4004-ab20-75ede272bf9a req-f7657a40-a447-432c-bf7e-0e8bd2e2ff01 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652813 Dec 22 08:42:29.117734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ec013722-83a9-4630-9356-a57a18805c1a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:29.124833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:29.170219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.174362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event deleted for resources: {'Port': ['ID=6986f058-a707-4358-b965-e241699bbb7d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:29.178499 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.182707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:29.182976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-09429570-ce59-4006-bfa6-6d79f688b12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:29.203302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=402ae2ab-6bd3-43d1-92e3-3359f5d87c4b,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:29.208993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:29.222887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] For port 36eb4a55-0e90-4890-81a8-abc5f87c7d8c, host hv-neutron-8226, got binding levels [] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:29.223252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.252330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=6ee37af6-0c72-4c0e-9d79-f1964dfe6aea,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:29.262794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:29.325582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.354828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Calling delete_port for 36eb4a55-0e90-4890-81a8-abc5f87c7d8c owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:29.381025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.384588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:29.385149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.394815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f838d8c1-9e4a-44cb-9be6-6fafaed9b1b4 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:29.439513 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/6ee37af6-0c72-4c0e-9d79-f1964dfe6aea HTTP/1.1" status: 204 len: 168 time: 1.6452618 Dec 22 08:42:29.444512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39320) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.516604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device afa0b73d-5da1-498b-8a04-36539e4cfd74 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:42:29.521596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39324) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.522064 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8215494 Dec 22 08:42:29.533524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Network': ['ID=3aa8b934-b553-452c-8f36-134ff7fd960d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:29.536790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'ports': [{'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6'}, {'network_id': '3aa8b934-b553-452c-8f36-134ff7fd960d'}]} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:29.537034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:29.537493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': '3aa8b934-b553-452c-8f36-134ff7fd960d'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:29.547075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:29.549282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 3aa8b934-b553-452c-8f36-134ff7fd960d details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:29.554381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.558785 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "DELETE /v2.0/ports/6986f058-a707-4358-b965-e241699bbb7d HTTP/1.1" status: 204 len: 168 time: 1.8923051 Dec 22 08:42:29.559576 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39328) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.603036 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad059373-f711-42c0-86a4-d506095756ab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] GET failed (client error): The resource could not be found. Dec 22 08:42:29.607615 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ad059373-f711-42c0-86a4-d506095756ab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "GET /v2.0/ports/6986f058-a707-4358-b965-e241699bbb7d HTTP/1.1" status: 404 len: 333 time: 0.0467250 Dec 22 08:42:29.608612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39332) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.609483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.616778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ad655032-8cc5-4a16-9f93-2466062b93d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:29.624522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d6c77-d995-4653-a1f3-e9cece81ac23 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:29.626079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d6c77-d995-4653-a1f3-e9cece81ac23 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:29.626800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-987d6c77-d995-4653-a1f3-e9cece81ac23 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:29.639170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.resource_extend [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:29.652379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'port': {'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f', 'name': 'tempest-AllowedAddressPairTestJSON-70392465'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:29.674958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-987d6c77-d995-4653-a1f3-e9cece81ac23 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:29.678737 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-987d6c77-d995-4653-a1f3-e9cece81ac23 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2307577 Dec 22 08:42:29.679403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39336) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.728988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Pushing event deleted for resources: {'Port': ['ID=36eb4a55-0e90-4890-81a8-abc5f87c7d8c,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:29.739062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:29.761608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.778319 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "DELETE /v2.0/ports/36eb4a55-0e90-4890-81a8-abc5f87c7d8c HTTP/1.1" status: 204 len: 168 time: 1.0221512 Dec 22 08:42:29.782705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39340) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.797109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port afa0b73d-5da1-498b-8a04-36539e4cfd74, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afa0b73d-5da1-498b-8a04-36539e4cfd74,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:29.811790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'afa0b73d-5da1-498b-8a04-36539e4cfd74', 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827', 'port_id': 'afa0b73d-5da1-498b-8a04-36539e4cfd74', 'mac_address': 'fa:16:3e:bc:74:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c48a89-501d-44bc-9918-8e1d04cb84d8', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:42:29.843899 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa684850-e5a2-42f2-9d70-044ea3616c28 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] GET failed (client error): The resource could not be found. Dec 22 08:42:29.844492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aa684850-e5a2-42f2-9d70-044ea3616c28 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Synchronizing usage tracker for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:29.877256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:29.877517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.879653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-aa684850-e5a2-42f2-9d70-044ea3616c28 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Unset dirty status for tenant:1ca709ee294c4239a446db53e1fd556e on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:29.882563 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aa684850-e5a2-42f2-9d70-044ea3616c28 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] 10.222.0.31 "GET /v2.0/ports/36eb4a55-0e90-4890-81a8-abc5f87c7d8c HTTP/1.1" status: 404 len: 333 time: 0.0969744 Dec 22 08:42:29.889729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:29.891585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39344) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:29.897428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa0b73d-5da1-498b-8a04-36539e4cfd74 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:42:29.915345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port afa0b73d-5da1-498b-8a04-36539e4cfd74, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afa0b73d-5da1-498b-8a04-36539e4cfd74,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:29.921767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:29.924267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:29.968196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Made reservation on behalf of 7c45b7e63076422db04f348c2e71dd1e for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:29.971602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.001513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=afa0b73d-5da1-498b-8a04-36539e4cfd74,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:30.004934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:30.028497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] device_id is not set on port 86b972f2-23c6-463a-8cdc-a58c05f9797f yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:30.044267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:30.050861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:port and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:30.059901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:30.068666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:30.075147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.098986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 2} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:30.102608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.136830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.147133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet d32c5fcc-dbdc-4373-bc85-bb22e8d46bb6 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:30.154302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.294110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.306622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['afa0b73d-5da1-498b-8a04-36539e4cfd74'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:42:30.328734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.357118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port 1b395d4e-220e-4593-9fb1-72c3806dbfbd yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:30.358455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Allocated IP 172.20.0.5 (ff9fa022-fd17-44cb-85fa-2a7058570f9f/7e38ec73-2c52-48b9-b337-6c08f4c217cc/86b972f2-23c6-463a-8cdc-a58c05f9797f) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:30.372896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d0a791-1152-4d6f-87c5-5849037db443']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:30.396382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90dca2ab-fba0-4c37-baee-41bae0a6cfa9') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:30.396673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90dca2ab-fba0-4c37-baee-41bae0a6cfa9') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:30.426680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.454629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.481984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.583402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.606125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.654719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-03753eb8-1f3b-4e51-937e-65bcd8547207 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:30.676046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:42:30.676445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:30.691385 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:30.695637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=d32c5fcc-dbdc-4373-bc85-bb22e8d46bb6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:30.697012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ddc23-ecff-452b-9856-924d08e3ba5d req-2991028a-09ad-4ca6-a36e-30d8619080be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:30.698482 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-750ddc23-ecff-452b-9856-924d08e3ba5d req-2991028a-09ad-4ca6-a36e-30d8619080be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 945 time: 0.4452982 Dec 22 08:42:30.700695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:30.726091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.732625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdae48b-4db8-4325-8110-8cdd8d8473e6 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:30.747211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port cc99e4c1-2d17-4283-867d-9a19786b957e yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:30.766096 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/d32c5fcc-dbdc-4373-bc85-bb22e8d46bb6 HTTP/1.1" status: 204 len: 168 time: 1.0834248 Dec 22 08:42:30.766747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39350) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:30.806600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:30.829687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.842102 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4efef857-cdb4-4f4f-9fe3-160c55921674 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741086 Dec 22 08:42:30.844457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39354) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:30.848666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ca4b4535-6460-4af0-bdb3-2ace31a5b485 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:30.864988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.894176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Pushing event deleted for resources: {'Network': ['ID=90d0a791-1152-4d6f-87c5-5849037db443,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:30.900527 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-750ddc23-ecff-452b-9856-924d08e3ba5d req-99061198-b342-4af3-9890-c13cc88585f4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447425 Dec 22 08:42:30.901375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:30.904758 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] 10.222.0.31 "DELETE /v2.0/networks/90d0a791-1152-4d6f-87c5-5849037db443 HTTP/1.1" status: 204 len: 168 time: 1.0122385 Dec 22 08:42:30.948687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.958803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Transition to ACTIVE for port object 86b972f2-23c6-463a-8cdc-a58c05f9797f will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:30.984988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:30.993984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c023be89-1b34-43c0-84e5-51f86b158031 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:30.995612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:30.995997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.035646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08fc83f-053e-40ec-a36a-bdd389f78a1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:31.036672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b08fc83f-053e-40ec-a36a-bdd389f78a1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:31.067765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.073055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:31.082307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:31.083319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b08fc83f-053e-40ec-a36a-bdd389f78a1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:31.087938 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b08fc83f-053e-40ec-a36a-bdd389f78a1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2391617 Dec 22 08:42:31.087938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.092017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:31.123769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Port': ['ID=86b972f2-23c6-463a-8cdc-a58c05f9797f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:31.138317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:31.177863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0758a3-8151-48bf-a36e-493a9214187b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:31.178581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d0758a3-8151-48bf-a36e-493a9214187b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:31.191847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:31.192538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.195971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.206066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c6780734-0ae8-4b02-8983-e18440f0f8d4 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:31.223203 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6115034 Dec 22 08:42:31.225972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39364) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.232718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1b:42:6c'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:31.237408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:31.242130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] Deleting port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:31.242524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.280063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5d0758a3-8151-48bf-a36e-493a9214187b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:31.281320 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5d0758a3-8151-48bf-a36e-493a9214187b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1931911 Dec 22 08:42:31.290572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39370) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.405620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:31.420284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:31.424545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5f2998d0-02a9-497c-95d5-1a1618593fe7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324961 Dec 22 08:42:31.425284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=1b395d4e-220e-4593-9fb1-72c3806dbfbd,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:31.436547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:31.437367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:31.438554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.440089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39374) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.440420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39376) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.449765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-62eee953-0f2f-4671-860e-91bf949e2c66 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:31.487801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:31.495022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] For port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=402ae2ab-6bd3-43d1-92e3-3359f5d87c4b,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:31.495639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.539844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.557923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device afa0b73d-5da1-498b-8a04-36539e4cfd74 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:31.642141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=cc99e4c1-2d17-4283-867d-9a19786b957e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:31.646014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:31.712092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] Calling delete_port for 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:31.737857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:31.745815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Checking segment: {'id': '3bbb6817-3373-4aeb-b92b-6ef74c45cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3aa8b934-b553-452c-8f36-134ff7fd960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:31.746385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network hostable DHCP agents. Network: 3aa8b934-b553-452c-8f36-134ff7fd960d, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:31.765874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:31.782950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a0c24254-fe3f-4d3e-a39c-0077fdf90fae None None] Provisioning for port 86b972f2-23c6-463a-8cdc-a58c05f9797f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:31.790860 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7c83f1eb-8442-4e9b-9228-9064a896fbfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a64cc422e934d53a4a7891f45bb1b5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3471656 Dec 22 08:42:31.791400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39384) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.794058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:31.797753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.801711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a0c24254-fe3f-4d3e-a39c-0077fdf90fae None None] Provisioning complete for port 86b972f2-23c6-463a-8cdc-a58c05f9797f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:31.802202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a0c24254-fe3f-4d3e-a39c-0077fdf90fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.818561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.832975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.844811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd2f896d-d506-42f8-94a9-7d2c90e294a5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:31.862769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.868525 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9bad0b04-b01b-436a-9c3e-89a268648261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:31.901012 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port afa0b73d-5da1-498b-8a04-36539e4cfd74 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:31.903110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 3aa8b934-b553-452c-8f36-134ff7fd960d is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:31.904277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a0c24254-fe3f-4d3e-a39c-0077fdf90fae None None] Port 86b972f2-23c6-463a-8cdc-a58c05f9797f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:31.921615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] Pushing event deleted for resources: {'Port': ['ID=402ae2ab-6bd3-43d1-92e3-3359f5d87c4b,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:31.924691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port afa0b73d-5da1-498b-8a04-36539e4cfd74 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:31.924822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.931122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 3aa8b934-b553-452c-8f36-134ff7fd960d) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:31.935957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:31.940400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:31.943644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:31.944349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.972349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:31.972822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Port': ['ID=86b972f2-23c6-463a-8cdc-a58c05f9797f,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:31.982940 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4586773 Dec 22 08:42:31.986646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:31.991621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39390) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:31.994028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] No DVR routers for this DVR port 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:31.996258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b6a16099-72f0-42d0-8598-a133768c5099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:31.998637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d34b4-6e5f-4601-a621-17556aae5a1a None None] Network 3aa8b934-b553-452c-8f36-134ff7fd960d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:32.089038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] In _notify_port_updated(), no bound segment for port 86b972f2-23c6-463a-8cdc-a58c05f9797f on network ff9fa022-fd17-44cb-85fa-2a7058570f9f {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:42:32.093611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:32.094226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.098174 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "PUT /v2.0/ports/86b972f2-23c6-463a-8cdc-a58c05f9797f HTTP/1.1" status: 200 len: 994 time: 0.8686240 Dec 22 08:42:32.103093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39394) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.193667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b6a16099-72f0-42d0-8598-a133768c5099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.210472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port cc99e4c1-2d17-4283-867d-9a19786b957e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:32.210814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.305955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Deleting port 86b972f2-23c6-463a-8cdc-a58c05f9797f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:32.306345 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.344912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.377396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f853f4f5-6d5c-4931-aa53-b20f6169c96e None None] Provisioning complete for port 86b972f2-23c6-463a-8cdc-a58c05f9797f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:32.378297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f853f4f5-6d5c-4931-aa53-b20f6169c96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.409962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22ed73c-5f05-424f-ab8f-33c6bbd8f41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa0b73d-5da1-498b-8a04-36539e4cfd74'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:42:32.432148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port afa0b73d-5da1-498b-8a04-36539e4cfd74, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afa0b73d-5da1-498b-8a04-36539e4cfd74,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:32.437458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff7bea-e722-41ba-977c-12a2cc164d7f req-68e7fd84-8ebc-4899-ab27-6d15c600cbf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:32.444949 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e2ff7bea-e722-41ba-977c-12a2cc164d7f req-68e7fd84-8ebc-4899-ab27-6d15c600cbf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 945 time: 0.3571565 Dec 22 08:42:32.447487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:42:32.454882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.462901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cbeede0c-265f-4c68-b489-821042b010af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:32.463439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.472291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9699d6c-e71a-4ef5-920e-2b52a727c0c3 tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:32.542746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:32.551397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:32.551623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f853f4f5-6d5c-4931-aa53-b20f6169c96e None None] Port 86b972f2-23c6-463a-8cdc-a58c05f9797f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:32.556180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:32.556925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.569809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=d5c97e41-9be6-4581-bebd-27562efffc1c,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.577915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc7b10-e5a0-476d-bc6b-e870d502d5c0 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:32.583830 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e2ff7bea-e722-41ba-977c-12a2cc164d7f req-b00833e6-60e7-44b2-a215-615f3b1d1517 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379776 Dec 22 08:42:32.584783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:32.588538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b6a16099-72f0-42d0-8598-a133768c5099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.614207 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1726964 Dec 22 08:42:32.614993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39404) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:32.617455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-10d16382-0b6e-4ba7-9a66-82a70eddd287 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:32.623941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:9a:e3:9d', 'name': 'tempest-NetworksTestDHCPv6-234005376'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:32.667086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a16099-72f0-42d0-8598-a133768c5099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01fee0b-a56b-4442-af4f-96a9155be5f1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.707606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=afa0b73d-5da1-498b-8a04-36539e4cfd74,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:32.713867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:32.808043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:32.823434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:32.836710 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22ed73c-5f05-424f-ab8f-33c6bbd8f41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa0b73d-5da1-498b-8a04-36539e4cfd74', 'code': 200} Dec 22 08:42:32.838305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:32.856839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:32.857058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:32.857607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 402ae2ab-6bd3-43d1-92e3-3359f5d87c4b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:32.863265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.864948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b6a16099-72f0-42d0-8598-a133768c5099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:32.869447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.877979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b6a16099-72f0-42d0-8598-a133768c5099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:32.879399 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b6a16099-72f0-42d0-8598-a133768c5099 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e01fee0b-a56b-4442-af4f-96a9155be5f1 HTTP/1.1" status: 204 len: 168 time: 1.0870485 Dec 22 08:42:32.907272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 36371a9d-1aa9-4bc0-a4e3-5e34d7102889 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:32.947177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'd5c97e41-9be6-4581-bebd-27562efffc1c'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:32.949396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.015263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for cc99e4c1-2d17-4283-867d-9a19786b957e owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:33.120219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:fe9a:e39d (5c665321-260e-4f9a-b094-bcc5e34e9b4a/d5c97e41-9be6-4581-bebd-27562efffc1c/36371a9d-1aa9-4bc0-a4e3-5e34d7102889) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:33.168277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.295145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Calling delete_port for 86b972f2-23c6-463a-8cdc-a58c05f9797f owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:33.322893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39412) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.335505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.346727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-01d3e02f-fd4a-44aa-b310-34f5dc230a7d tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:33.361796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.386971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 36371a9d-1aa9-4bc0-a4e3-5e34d7102889 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:33.407154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=cc99e4c1-2d17-4283-867d-9a19786b957e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:33.410912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:33.414281 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2e08bebf-677a-4357-969e-a059a888d3ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ca709ee294c4239a446db53e1fd556e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0879340 Dec 22 08:42:33.416910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39416) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.435938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.447332 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b8a85daf-0981-4c29-b239-f231c7f7646d req-231196b5-d849-47ad-9dea-2ff9403ccfb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 1099 time: 0.3598769 Dec 22 08:42:33.449117 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/cc99e4c1-2d17-4283-867d-9a19786b957e HTTP/1.1" status: 204 len: 168 time: 1.4568663 Dec 22 08:42:33.452024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39420) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.502620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.522641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7544046a-bded-4569-8820-b0cf5667ccb5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:33.536273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Allocated IP 2001:db8::f816:3eff:fe84:3e1d (5c665321-260e-4f9a-b094-bcc5e34e9b4a/d5c97e41-9be6-4581-bebd-27562efffc1c/3684ab31-c0f4-4e1c-a163-27acada1f023) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:33.546667 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b8a85daf-0981-4c29-b239-f231c7f7646d req-cf0745a6-3b05-49ca-a7ac-0584ee8bba98 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922823 Dec 22 08:42:33.559692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.566644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-06810ef3-0988-401c-bae4-3a97edaf2f16 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:33.577804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:33.582379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:33.584990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:33.589307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.589904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.615958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event deleted for resources: {'Port': ['ID=86b972f2-23c6-463a-8cdc-a58c05f9797f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:33.636015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:33.650004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f839f33c-08ae-4c3c-aeee-128a189dabc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.657241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=36371a9d-1aa9-4bc0-a4e3-5e34d7102889,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:33.661072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:33.681321 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0652101 Dec 22 08:42:33.681970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39426) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.761273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f839f33c-08ae-4c3c-aeee-128a189dabc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.789401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.807811 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "DELETE /v2.0/ports/86b972f2-23c6-463a-8cdc-a58c05f9797f HTTP/1.1" status: 204 len: 168 time: 1.7009063 Dec 22 08:42:33.810573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39430) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.823145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.834523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Transition to ACTIVE for port object 3684ab31-c0f4-4e1c-a163-27acada1f023 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:33.836042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af7a98-136d-4bfe-acc0-39eb27c2a5d0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.840651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af7a98-136d-4bfe-acc0-39eb27c2a5d0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.841342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b7af7a98-136d-4bfe-acc0-39eb27c2a5d0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:33.856903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Transition to ACTIVE for port object 3684ab31-c0f4-4e1c-a163-27acada1f023 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:33.860801 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6d7611-17a2-4d69-bdd5-55e8459675aa tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] GET failed (client error): The resource could not be found. Dec 22 08:42:33.861367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa6d7611-17a2-4d69-bdd5-55e8459675aa tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Synchronizing usage tracker for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:33.867388 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.881873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:33.886528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa6d7611-17a2-4d69-bdd5-55e8459675aa tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Unset dirty status for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:33.895205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fa6d7611-17a2-4d69-bdd5-55e8459675aa tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "GET /v2.0/ports/86b972f2-23c6-463a-8cdc-a58c05f9797f HTTP/1.1" status: 404 len: 333 time: 0.0814049 Dec 22 08:42:33.896572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39434) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.908738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'port': {'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f', 'name': 'tempest-AllowedAddressPairTestJSON-1002907587'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:33.912419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b7af7a98-136d-4bfe-acc0-39eb27c2a5d0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:33.914051 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b7af7a98-136d-4bfe-acc0-39eb27c2a5d0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4580586 Dec 22 08:42:33.922297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:33.963667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f839f33c-08ae-4c3c-aeee-128a189dabc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:33.972862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-12a0b8e3-c54d-40c2-9bed-2672038ea256 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:33.998705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ad64f7-941b-4d2c-a447-6533f8fc17ec tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:33.999665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28ad64f7-941b-4d2c-a447-6533f8fc17ec tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:34.003442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:34.006675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:34.010980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:34.013526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839f33c-08ae-4c3c-aeee-128a189dabc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6105c74c-eeb7-41c0-9ad7-8afaac8f64bf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:34.014795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Pushing event updated for resources: {'Port': ['ID=3684ab31-c0f4-4e1c-a163-27acada1f023,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:34.016059 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f839f33c-08ae-4c3c-aeee-128a189dabc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:34.019865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:34.048133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f839f33c-08ae-4c3c-aeee-128a189dabc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.051789 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f839f33c-08ae-4c3c-aeee-128a189dabc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6105c74c-eeb7-41c0-9ad7-8afaac8f64bf HTTP/1.1" status: 204 len: 168 time: 0.6307349 Dec 22 08:42:34.057454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ced7e9-fc4b-4561-9c48-0394d829d332 req-7181ed59-2d14-4fea-a5c5-a915caec2235 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:34.059224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7ced7e9-fc4b-4561-9c48-0394d829d332 req-7181ed59-2d14-4fea-a5c5-a915caec2235 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 946 time: 0.3037071 Dec 22 08:42:34.063058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 1b395d4e-220e-4593-9fb1-72c3806dbfbd {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:34.063468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.097967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:34.103731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-28ad64f7-941b-4d2c-a447-6533f8fc17ec tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:34.107600 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-28ad64f7-941b-4d2c-a447-6533f8fc17ec tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4222350 Dec 22 08:42:34.110928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39444) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:34.114914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Attempting to bind port 3684ab31-c0f4-4e1c-a163-27acada1f023 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:34.115323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Attempting to bind port 3684ab31-c0f4-4e1c-a163-27acada1f023 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:34.115692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Attempting to bind port 3684ab31-c0f4-4e1c-a163-27acada1f023 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:34.123934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:34.124371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:34.125168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.125666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:34.126202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Bound port: 3684ab31-c0f4-4e1c-a163-27acada1f023, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:34.126511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.162799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:34.208615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Made reservation on behalf of 7c45b7e63076422db04f348c2e71dd1e for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:34.212100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.234531 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7ced7e9-fc4b-4561-9c48-0394d829d332 req-853f7569-f623-410e-925e-6abff060074a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372309 Dec 22 08:42:34.241983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] For port 3684ab31-c0f4-4e1c-a163-27acada1f023, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:34.247722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] For port 3684ab31-c0f4-4e1c-a163-27acada1f023, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3684ab31-c0f4-4e1c-a163-27acada1f023,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:34.257147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.266018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] device_id is not set on port ff83b994-8c00-42f7-943c-ee7c2c2ee40a yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:34.273207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b5d206fe-98dc-43ac-9272-3478b29bb8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:34.306644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aa6281fa-aadd-4e8f-bb6f-7d8161b3d967 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 36371a9d-1aa9-4bc0-a4e3-5e34d7102889 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:34.307005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa6281fa-aadd-4e8f-bb6f-7d8161b3d967 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.348219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.378335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Pushing event updated for resources: {'Port': ['ID=3684ab31-c0f4-4e1c-a163-27acada1f023,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:34.382612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:34.593872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 1b395d4e-220e-4593-9fb1-72c3806dbfbd owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:34.603314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Allocated IP 172.20.0.5 (ff9fa022-fd17-44cb-85fa-2a7058570f9f/7e38ec73-2c52-48b9-b337-6c08f4c217cc/ff83b994-8c00-42f7-943c-ee7c2c2ee40a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:34.695178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.709453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bd6985cf-afbe-434a-ae00-ade38726c9e0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:34.725480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa6281fa-aadd-4e8f-bb6f-7d8161b3d967 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.774929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:34.777964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=1b395d4e-220e-4593-9fb1-72c3806dbfbd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:34.781905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:34.797141 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/1b395d4e-220e-4593-9fb1-72c3806dbfbd HTTP/1.1" status: 204 len: 168 time: 0.8711958 Dec 22 08:42:34.798591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39456) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:34.926219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3684ab31-c0f4-4e1c-a163-27acada1f023 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:35.010935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8289b-1373-4509-ba4e-a7c5455ef7ff tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:35.011769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-53b8289b-1373-4509-ba4e-a7c5455ef7ff tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:35.037687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 3684ab31-c0f4-4e1c-a163-27acada1f023 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:35.042606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-53b8289b-1373-4509-ba4e-a7c5455ef7ff tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:35.043833 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-53b8289b-1373-4509-ba4e-a7c5455ef7ff tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2440927 Dec 22 08:42:35.046615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39462) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:35.120693 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f40e49-e4fb-4b8f-a0ee-c0f64c5bccfe tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:42:35.124726 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f0f40e49-e4fb-4b8f-a0ee-c0f64c5bccfe tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/cc99e4c1-2d17-4283-867d-9a19786b957e HTTP/1.1" status: 404 len: 333 time: 0.0740552 Dec 22 08:42:35.129615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:35.179109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aa6281fa-aadd-4e8f-bb6f-7d8161b3d967 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 36371a9d-1aa9-4bc0-a4e3-5e34d7102889 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:35.207116 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f89b4c-233f-4792-9d30-36e8aa915547 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:42:35.211079 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d6f89b4c-233f-4792-9d30-36e8aa915547 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/1b395d4e-220e-4593-9fb1-72c3806dbfbd HTTP/1.1" status: 404 len: 333 time: 0.0728650 Dec 22 08:42:35.211418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39474) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:35.358776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.581352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.618518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39482) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:35.625991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa8b934-b553-452c-8f36-134ff7fd960d']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:35.646730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbb6817-3373-4aeb-b92b-6ef74c45cfee') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:35.648865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbb6817-3373-4aeb-b92b-6ef74c45cfee') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:35.666928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.689796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.690839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.699637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:42:35.699637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.710371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Transition to ACTIVE for port object ff83b994-8c00-42f7-943c-ee7c2c2ee40a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:35.717801 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:35.745106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.749042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa6281fa-aadd-4e8f-bb6f-7d8161b3d967 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.772097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-01517b54-34eb-453c-a6b9-b4f811755bf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:35.835369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6281fa-aadd-4e8f-bb6f-7d8161b3d967 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=36371a9d-1aa9-4bc0-a4e3-5e34d7102889,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:35.860033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.871335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.879630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:35.934064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Network': ['ID=3aa8b934-b553-452c-8f36-134ff7fd960d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:35.943035 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/networks/3aa8b934-b553-452c-8f36-134ff7fd960d HTTP/1.1" status: 204 len: 168 time: 0.7306213 Dec 22 08:42:35.944526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39488) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:35.946537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:35.951133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-940391575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:35.959073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:35.960057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aa6281fa-aadd-4e8f-bb6f-7d8161b3d967 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:35.967511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:router and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:35.971403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:35.981186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:35.985094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-935694489'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:36.001219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.002467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.004087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:36.010023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:36.018446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:36.020886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:network and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:36.039396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:36.040090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-58743184-e5c7-4da2-a658-bcf08d5bbed8 None None] Provisioning for port 3684ab31-c0f4-4e1c-a163-27acada1f023 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:36.045798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:36.057829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.058707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-58743184-e5c7-4da2-a658-bcf08d5bbed8 None None] Provisioning complete for port 3684ab31-c0f4-4e1c-a163-27acada1f023 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:36.058850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58743184-e5c7-4da2-a658-bcf08d5bbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.112652 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aa6281fa-aadd-4e8f-bb6f-7d8161b3d967 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/36371a9d-1aa9-4bc0-a4e3-5e34d7102889 HTTP/1.1" status: 204 len: 168 time: 2.0005519 Dec 22 08:42:36.115322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39492) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.118906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.126406 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Port': ['ID=ff83b994-8c00-42f7-943c-ee7c2c2ee40a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.141388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:36.157752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:36.158308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:36.159147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:36.190438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d81e5f-d20f-40f6-97f1-dbd762ae6bee req-2573f5d6-181e-4b99-9fd9-bcb1a8129144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:36.194152 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-03d81e5f-d20f-40f6-97f1-dbd762ae6bee req-2573f5d6-181e-4b99-9fd9-bcb1a8129144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 946 time: 0.6658590 Dec 22 08:42:36.229762 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.235636 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-46c01914-896c-44d0-b67a-eb0a715db081 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6137397 Dec 22 08:42:36.236215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39496) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.244746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f007d10-1964-4ac5-ba10-aafea27709fb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:36.246303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f007d10-1964-4ac5-ba10-aafea27709fb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:36.247124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:36.247279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6f007d10-1964-4ac5-ba10-aafea27709fb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:36.251271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.272864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2106985401'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:36.279436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6f007d10-1964-4ac5-ba10-aafea27709fb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:36.285725 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f007d10-1964-4ac5-ba10-aafea27709fb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1685183 Dec 22 08:42:36.290180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:36.290295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39500) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.290582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.301358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:36.304487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58743184-e5c7-4da2-a658-bcf08d5bbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.329550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:network and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:36.334837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:36.354908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-58743184-e5c7-4da2-a658-bcf08d5bbed8 None None] For port 3684ab31-c0f4-4e1c-a163-27acada1f023, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3684ab31-c0f4-4e1c-a163-27acada1f023,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:36.359991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:36.363302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58743184-e5c7-4da2-a658-bcf08d5bbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.366125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:36.385748 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4874208 Dec 22 08:42:36.398699 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-03d81e5f-d20f-40f6-97f1-dbd762ae6bee req-6f7cb06d-556a-40bf-aaaf-40eea90f47fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963916 Dec 22 08:42:36.402651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39504) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:36.410723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:36.413296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Made reservation on behalf of bfb98aa00d994ddca769be6ce66821c2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:36.416230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.443209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'port': {'network_id': 'ff9fa022-fd17-44cb-85fa-2a7058570f9f', 'name': 'tempest-AllowedAddressPairTestJSON-898393146'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:36.471748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.504575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4e739883-5926-421a-803c-21b6e523a9c6 None None] Could not find standard attr ID for object 36371a9d-1aa9-4bc0-a4e3-5e34d7102889. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:36.552885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58743184-e5c7-4da2-a658-bcf08d5bbed8 None None] Pushing event updated for resources: {'Port': ['ID=3684ab31-c0f4-4e1c-a163-27acada1f023,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.556513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-58743184-e5c7-4da2-a658-bcf08d5bbed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:36.558673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.559699 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Added segment 249ddb3e-0d1e-4818-b900-fa1fe933c719 of type vlan for network 661f053b-eed6-4caf-9314-ddfc5d1d8390 Dec 22 08:42:36.632132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6112469a-eacf-40f6-813b-4dc9e7fe4f52 None None] Provisioning for port ff83b994-8c00-42f7-943c-ee7c2c2ee40a completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:36.639195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6112469a-eacf-40f6-813b-4dc9e7fe4f52 None None] Provisioning complete for port ff83b994-8c00-42f7-943c-ee7c2c2ee40a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:36.639863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6112469a-eacf-40f6-813b-4dc9e7fe4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.655073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.672104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:36.684896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:security_group_rule and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:36.689937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:36.704847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:36.710159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6112469a-eacf-40f6-813b-4dc9e7fe4f52 None None] Port ff83b994-8c00-42f7-943c-ee7c2c2ee40a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:36.711981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet d5c97e41-9be6-4581-bebd-27562efffc1c {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:36.713688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:36.717577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.750083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:36.767499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3684ab31-c0f4-4e1c-a163-27acada1f023 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:36.772958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Made reservation on behalf of 7c45b7e63076422db04f348c2e71dd1e for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:36.776076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.792103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.796100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:36.796905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.804085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.806233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-359bb003-af4f-49a9-83cf-a75a9ab039ef tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:36.836543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d5e38-1979-470c-a5b1-e6f393fea5d4 req-a3ed85a0-4717-47f0-a450-0bcc2a0429ee tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:36.838311 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c5d5e38-1979-470c-a5b1-e6f393fea5d4 req-a3ed85a0-4717-47f0-a450-0bcc2a0429ee tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 946 time: 0.2302711 Dec 22 08:42:36.850391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3684ab31-c0f4-4e1c-a163-27acada1f023 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:36.850987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.917778 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c5d5e38-1979-470c-a5b1-e6f393fea5d4 req-afdc4a25-9968-4ec9-8e29-c31a619d5c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695705 Dec 22 08:42:36.928856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] device_id is not set on port 581d0b54-2270-44a3-8582-1b8e81dbbf0d yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:36.943899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:36.978194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Network': ['ID=661f053b-eed6-4caf-9314-ddfc5d1d8390,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:36.990356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 661f053b-eed6-4caf-9314-ddfc5d1d8390 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:36.998512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:37.000442 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0473938 Dec 22 08:42:37.008654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39512) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:37.025707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': '661f053b-eed6-4caf-9314-ddfc5d1d8390', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:37.055659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.060158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:37.098553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8f3f8efc-8269-447e-b889-af65ca1cd590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.102590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c97e41-9be6-4581-bebd-27562efffc1c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.105858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:37.109316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.112914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.123570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb5a88-8e54-4032-aeda-d5bd37da1740 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:37.125694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.131770 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/d5c97e41-9be6-4581-bebd-27562efffc1c HTTP/1.1" status: 204 len: 168 time: 0.8403108 Dec 22 08:42:37.132710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39518) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:37.133383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da799394-088d-4e1f-8b88-f96697a73076 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:37.209056 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d077e494-5d29-45c0-ad15-79f39f27ddaa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747712 Dec 22 08:42:37.213319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39522) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:37.219959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:37.240682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:37.258552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec53153-ec72-4e4a-bd66-28e1b76e7a53,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.268596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:37.271016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:37.277761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.278353 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Added segment 68458a01-f6c7-45b9-a69b-a1b09000f840 of type vlan for network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 Dec 22 08:42:37.280090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:37.290808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:37.301450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:37.303691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Allocated IP 172.20.0.9 (ff9fa022-fd17-44cb-85fa-2a7058570f9f/7e38ec73-2c52-48b9-b337-6c08f4c217cc/581d0b54-2270-44a3-8582-1b8e81dbbf0d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:37.339062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.357554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:37.452523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:37.461023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Deleting port 3684ab31-c0f4-4e1c-a163-27acada1f023 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:37.462399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.540001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:37.546134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:37.549141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:37.555990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:37.576739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:37.582107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.595221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:37.744791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.748875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:37.749792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.757936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17f93af3-5956-49c2-83d7-17af9da62538 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:37.780250 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.793523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] For port 3684ab31-c0f4-4e1c-a163-27acada1f023, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3684ab31-c0f4-4e1c-a163-27acada1f023,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:37.793926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:37.957977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Calling delete_port for 3684ab31-c0f4-4e1c-a163-27acada1f023 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:37.986395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Network': ['ID=9179b04b-3dc3-49bf-ab1c-497f7f58db12,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:37.994106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:38.000087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Performing IP validity checks on allocation pools {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 08:42:38.000806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 08:42:38.008770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:38.010102 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7614543 Dec 22 08:42:38.010980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39526) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:38.029610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'subnet': {'network_id': '9179b04b-3dc3-49bf-ab1c-497f7f58db12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:38.040866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.068081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Transition to ACTIVE for port object 581d0b54-2270-44a3-8582-1b8e81dbbf0d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:38.164454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.166449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.166449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-58743184-e5c7-4da2-a658-bcf08d5bbed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:38.169475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-363ba918-2ed8-4cc4-933f-6dff50fede0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:38.216980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:42:38.223177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Pushing event deleted for resources: {'Port': ['ID=3684ab31-c0f4-4e1c-a163-27acada1f023,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.223177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:38.223177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] No DVR routers for this DVR port 3684ab31-c0f4-4e1c-a163-27acada1f023 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:38.230949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.257620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-84b71252-9287-4b6a-b83c-db135fe3de03 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:38.258350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.274528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:38.280134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:38.282575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Port': ['ID=581d0b54-2270-44a3-8582-1b8e81dbbf0d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.286952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:38.312771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:38.312771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9a8fcc97-dc1d-4eda-806b-f2ad8b5177f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:38.346029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:38.351026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:38.353808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:38.354473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.363699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=78ad6315-b7d0-4cb4-a5fe-4e6478f330ff,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.366463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:38.372326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472012da-4cd1-4d2c-b511-14a8e895c51b None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:38.380201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:38.389457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:subnet and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:38.393853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:38.400950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:38.410018 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1954193 Dec 22 08:42:38.411334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39530) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:38.412802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=97f181db-0490-4c48-9676-c703f1ae8bac,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:38.420742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:38.424378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:1b:11:78', 'name': 'tempest-NetworksTestDHCPv6-617027688'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:38.444865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:38.447064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.483087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39534) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:38.498435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Checking segment: {'id': '249ddb3e-0d1e-4818-b900-fa1fe933c719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '661f053b-eed6-4caf-9314-ddfc5d1d8390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:38.498596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network hostable DHCP agents. Network: 661f053b-eed6-4caf-9314-ddfc5d1d8390, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:38.507381 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0981209 Dec 22 08:42:38.563139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39538) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:38.608530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:1b:42:6c'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:1c:5b:1f'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:38.621959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:38.627192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Made reservation on behalf of bfb98aa00d994ddca769be6ce66821c2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:38.750008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:38.755020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.757341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 661f053b-eed6-4caf-9314-ddfc5d1d8390 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:38.771432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:38.772679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0399b933-d7c2-44fd-903e-a66b2af02a17 None None] Provisioning for port 581d0b54-2270-44a3-8582-1b8e81dbbf0d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:38.779776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3684ab31-c0f4-4e1c-a163-27acada1f023 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:38.802836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 661f053b-eed6-4caf-9314-ddfc5d1d8390) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:38.806164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '78ad6315-b7d0-4cb4-a5fe-4e6478f330ff'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:38.807085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.821033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2e0af2-9a67-4fa3-9ca1-accbbdfb5862 None None] Network 661f053b-eed6-4caf-9314-ddfc5d1d8390 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:38.832742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0399b933-d7c2-44fd-903e-a66b2af02a17 None None] Provisioning complete for port 581d0b54-2270-44a3-8582-1b8e81dbbf0d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:38.833418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0399b933-d7c2-44fd-903e-a66b2af02a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.842042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:38.867158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:38.867851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.883485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:38.888600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:38.937053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 57e3005d-4a9b-4d52-a48a-740664220825 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:38.957244 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9439590 Dec 22 08:42:38.957244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39542) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:38.968216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': '661f053b-eed6-4caf-9314-ddfc5d1d8390', 'name': 'tempest-PortsTestJSON-1770625309'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:38.980921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 3684ab31-c0f4-4e1c-a163-27acada1f023 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:38.982005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3684ab31-c0f4-4e1c-a163-27acada1f023 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:39.030426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0399b933-d7c2-44fd-903e-a66b2af02a17 None None] Port 581d0b54-2270-44a3-8582-1b8e81dbbf0d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:39.066998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.189617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:fe1b:1178 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/78ad6315-b7d0-4cb4-a5fe-4e6478f330ff/57e3005d-4a9b-4d52-a48a-740664220825) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:39.211668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.221142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c1b0b6f3-9903-45a3-a1ee-9ed182358ab2 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:39.232582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3de8f1aa-6281-4ff9-86de-54f8660d4d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.248889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-661f053b-eed6-4caf-9314-ddfc5d1d8390', 'network_id': '661f053b-eed6-4caf-9314-ddfc5d1d8390', 'tenant_id': 'e4a911bbf57b4aaea132f5335525a45c', 'fixed_ips': [{'subnet_id': '97f181db-0490-4c48-9676-c703f1ae8bac'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:39.249870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.267816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:39.425481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Subnet': ['ID=9d7fc8bb-d3bc-4b4b-a90a-6d4e91bf5160,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:39.428373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:39.429587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:39.439200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Allocated IP 172.20.0.2 (661f053b-eed6-4caf-9314-ddfc5d1d8390/97f181db-0490-4c48-9676-c703f1ae8bac/41a0c532-2650-4367-a176-6d92c86c3abc) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:39.515490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:39.519807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.525516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Checking segment: {'id': '68458a01-f6c7-45b9-a69b-a1b09000f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9179b04b-3dc3-49bf-ab1c-497f7f58db12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:39.526296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network hostable DHCP agents. Network: 9179b04b-3dc3-49bf-ab1c-497f7f58db12, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:39.586818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:39.608931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port 0832aa29-5353-460f-b94a-e66131538624 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:39.624093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 9179b04b-3dc3-49bf-ab1c-497f7f58db12) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:39.631040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:39.634230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.635387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97b442-6208-4810-8f13-c345fd05282b None None] Network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:39.662972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.690404 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6682334 Dec 22 08:42:39.692024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39546) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:39.695795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 57e3005d-4a9b-4d52-a48a-740664220825 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:39.702233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'network': {'name': 'tempest-router-network01--2114210292'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:39.713993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:39.720798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:network and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:39.724642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:39.733884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:39.753052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Made reservation on behalf of bfb98aa00d994ddca769be6ce66821c2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:39.758350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.790360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.799781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:39.808203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.815223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.820042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bb96f27f-8d39-477f-91fc-ab0fb3b303b5 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:39.831661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:39.860913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.861887 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Added segment 7c625703-7c53-4626-aaf2-d0852efd5d4d of type vlan for network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 Dec 22 08:42:39.885543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:39.896322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:39.898919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:39.903336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.904450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:39.905514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.919628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Allocated IP 2001:db8::f816:3eff:fe7a:8c09 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/78ad6315-b7d0-4cb4-a5fe-4e6478f330ff/6a510d64-ebc9-4ef0-aa09-15a6664fc8b4) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:39.938751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=57e3005d-4a9b-4d52-a48a-740664220825,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:39.942325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:39.949989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event updated for resources: {'Port': ['ID=581d0b54-2270-44a3-8582-1b8e81dbbf0d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:39.958290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:39.964728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Transition to ACTIVE for port object 41a0c532-2650-4367-a176-6d92c86c3abc will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:39.976532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.986899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] In _notify_port_updated(), no bound segment for port 581d0b54-2270-44a3-8582-1b8e81dbbf0d on network ff9fa022-fd17-44cb-85fa-2a7058570f9f {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:42:39.990612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Transition to ACTIVE for port object 41a0c532-2650-4367-a176-6d92c86c3abc will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:39.990800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:39.992687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:39.994415 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "PUT /v2.0/ports/581d0b54-2270-44a3-8582-1b8e81dbbf0d HTTP/1.1" status: 200 len: 1055 time: 1.4251842 Dec 22 08:42:39.996929 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5828156 Dec 22 08:42:39.997548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:39.997873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39552) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.023306 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.073914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-198756d6-9cd3-46a8-bad8-7188ac0c6ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:40.193866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.14 (661f053b-eed6-4caf-9314-ddfc5d1d8390/97f181db-0490-4c48-9676-c703f1ae8bac/0832aa29-5353-460f-b94a-e66131538624) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:40.269692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:40.335783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.335783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:40.335783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.353569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-92470a0b-289e-4d65-9d78-474780a744fa tempest-BulkNetworkOpsIpV6Test-1985602664 tempest-BulkNetworkOpsIpV6Test-1985602664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:40.378808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Network 661f053b-eed6-4caf-9314-ddfc5d1d8390 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:40.390563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Deleting port 581d0b54-2270-44a3-8582-1b8e81dbbf0d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:40.390953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.392281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:40.403892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:40.536915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.541097 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8372364 Dec 22 08:42:40.541097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39558) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.542092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-9179b04b-3dc3-49bf-ab1c-497f7f58db12', 'network_id': '9179b04b-3dc3-49bf-ab1c-497f7f58db12', 'tenant_id': 'bfb98aa00d994ddca769be6ce66821c2', 'fixed_ips': [{'subnet_id': '9d7fc8bb-d3bc-4b4b-a90a-6d4e91bf5160'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:40.542092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.553341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'network': {'name': 'tempest-router-network02--662453581'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:40.566021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Pushing event updated for resources: {'Port': ['ID=41a0c532-2650-4367-a176-6d92c86c3abc,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.567137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Network': ['ID=a793f1c2-01d7-4999-bb21-fc45fb6d49a4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.570253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:40.574490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:40.576416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:40.582509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebafcbd1-e099-43de-a171-fbf433955174 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:40.583264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ebafcbd1-e099-43de-a171-fbf433955174 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:40.590013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9f27d676-d3cf-4d44-9b78-fd250fbb492e None None] Provisioning complete for port 581d0b54-2270-44a3-8582-1b8e81dbbf0d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:40.590170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f27d676-d3cf-4d44-9b78-fd250fbb492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.600558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:network and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:40.606716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object 0832aa29-5353-460f-b94a-e66131538624 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:40.636642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:40.659288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:40.672052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:40.683224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.690254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ebafcbd1-e099-43de-a171-fbf433955174 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:40.691575 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ebafcbd1-e099-43de-a171-fbf433955174 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6828437 Dec 22 08:42:40.694638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.696385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39562) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:40.701491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Made reservation on behalf of bfb98aa00d994ddca769be6ce66821c2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:40.704763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.731396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-36287549-7df2-4a61-96d5-5307a5c99d48 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:40.737495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.771338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Attempting to bind port 41a0c532-2650-4367-a176-6d92c86c3abc on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:40.771711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Attempting to bind port 41a0c532-2650-4367-a176-6d92c86c3abc by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '249ddb3e-0d1e-4818-b900-fa1fe933c719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '661f053b-eed6-4caf-9314-ddfc5d1d8390'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:40.772304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Attempting to bind port 41a0c532-2650-4367-a176-6d92c86c3abc on network 661f053b-eed6-4caf-9314-ddfc5d1d8390 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:40.823404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:40.851527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 661f053b-eed6-4caf-9314-ddfc5d1d8390 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:40.853030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.853369 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Added segment 4e9d820a-124f-49ca-9eef-1f979364af52 of type vlan for network 1c26b016-4817-40e8-87af-258a63c169e9 Dec 22 08:42:40.867277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:40.874066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:40.874918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Checking segment: {'id': '249ddb3e-0d1e-4818-b900-fa1fe933c719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '661f053b-eed6-4caf-9314-ddfc5d1d8390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:40.875686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.876298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Bound using segment: {'id': '249ddb3e-0d1e-4818-b900-fa1fe933c719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '661f053b-eed6-4caf-9314-ddfc5d1d8390'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:40.876990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Bound port: 41a0c532-2650-4367-a176-6d92c86c3abc, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249ddb3e-0d1e-4818-b900-fa1fe933c719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '661f053b-eed6-4caf-9314-ddfc5d1d8390'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:40.877567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.879619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.881115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:40.894452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9f27d676-d3cf-4d44-9b78-fd250fbb492e None None] Port 581d0b54-2270-44a3-8582-1b8e81dbbf0d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:40.941304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 57e3005d-4a9b-4d52-a48a-740664220825 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:40.941904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:40.966663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=0832aa29-5353-460f-b94a-e66131538624,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:40.971882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.004158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:41.015171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.031180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Calling delete_port for 581d0b54-2270-44a3-8582-1b8e81dbbf0d owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:41.041691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Transition to ACTIVE for port object 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:41.056292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:41.056894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.105563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Transition to ACTIVE for port object 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:41.115174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Allocated IP 2001:db8::2 (9179b04b-3dc3-49bf-ab1c-497f7f58db12/9d7fc8bb-d3bc-4b4b-a90a-6d4e91bf5160/d42935ab-62f3-4441-b2ee-6455f85bc672) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:41.124251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.126023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.129878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] For port 41a0c532-2650-4367-a176-6d92c86c3abc, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:41.130193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:41.130979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.132408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.133539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9867cd92-99f9-4ad6-97a0-30e593add70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:41.151266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-07ad0024-26f8-44be-b3ee-a4ddd77cfc12 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:41.166180 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2070422 Dec 22 08:42:41.170689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39566) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:41.175072 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6353822 Dec 22 08:42:41.176796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:41.189218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] For port 41a0c532-2650-4367-a176-6d92c86c3abc, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=41a0c532-2650-4367-a176-6d92c86c3abc,segment=NetworkSegment(249ddb3e-0d1e-4818-b900-fa1fe933c719),segment_id=249ddb3e-0d1e-4818-b900-fa1fe933c719)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:41.192880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.240891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'subnet': {'network_id': 'a793f1c2-01d7-4999-bb21-fc45fb6d49a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:41.263614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.284362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:41.293907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:41.305439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Pushing event updated for resources: {'Port': ['ID=6a510d64-ebc9-4ef0-aa09-15a6664fc8b4,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:41.309522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:41.315647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:41.316711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:41.408098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Network': ['ID=1c26b016-4817-40e8-87af-258a63c169e9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:41.410800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:41.431588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:41.438483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:subnet and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:41.442454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:41.449464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:41.452759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.460539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cca3b14b-1857-46fa-b82d-0d7f095c52c3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:41.463693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 1c26b016-4817-40e8-87af-258a63c169e9 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:41.518862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event deleted for resources: {'Port': ['ID=581d0b54-2270-44a3-8582-1b8e81dbbf0d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:41.521830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:41.605417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Pushing event updated for resources: {'Port': ['ID=41a0c532-2650-4367-a176-6d92c86c3abc,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:41.615126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:41.636523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Made reservation on behalf of bfb98aa00d994ddca769be6ce66821c2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:41.640128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 0832aa29-5353-460f-b94a-e66131538624 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:41.640551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.679701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Attempting to bind port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:41.682555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Attempting to bind port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:41.683138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Attempting to bind port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:41.723138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:41.723880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:41.724280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.724673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:41.725162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Bound port: 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:41.725545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.745688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.786381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.808196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Transition to ACTIVE for port object d42935ab-62f3-4441-b2ee-6455f85bc672 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:41.862061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Transition to ACTIVE for port object d42935ab-62f3-4441-b2ee-6455f85bc672 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:41.879084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.883280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] For port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:41.886646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b9ddd9ed-414c-4870-86fa-5df3f4f83e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:41.901110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.907138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:41.973828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] For port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6a510d64-ebc9-4ef0-aa09-15a6664fc8b4,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:42.002949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.007930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:42.012082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:42.019684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:42.033691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Pushing event updated for resources: {'Port': ['ID=d42935ab-62f3-4441-b2ee-6455f85bc672,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.038900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:42.039658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:42.159299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 57e3005d-4a9b-4d52-a48a-740664220825 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:42.213516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Attempting to bind port d42935ab-62f3-4441-b2ee-6455f85bc672 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:42.213888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Attempting to bind port d42935ab-62f3-4441-b2ee-6455f85bc672 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '68458a01-f6c7-45b9-a69b-a1b09000f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9179b04b-3dc3-49bf-ab1c-497f7f58db12'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:42.214254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Attempting to bind port d42935ab-62f3-4441-b2ee-6455f85bc672 on network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:42.220548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Pushing event updated for resources: {'Port': ['ID=6a510d64-ebc9-4ef0-aa09-15a6664fc8b4,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.224661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:42.226795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:42.227462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Checking segment: {'id': '68458a01-f6c7-45b9-a69b-a1b09000f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9179b04b-3dc3-49bf-ab1c-497f7f58db12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:42.228029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.228590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Bound using segment: {'id': '68458a01-f6c7-45b9-a69b-a1b09000f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9179b04b-3dc3-49bf-ab1c-497f7f58db12'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:42.229228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Bound port: d42935ab-62f3-4441-b2ee-6455f85bc672, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68458a01-f6c7-45b9-a69b-a1b09000f840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9179b04b-3dc3-49bf-ab1c-497f7f58db12'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:42.229767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.258008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.282500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "DELETE /v2.0/ports/581d0b54-2270-44a3-8582-1b8e81dbbf0d HTTP/1.1" status: 204 len: 168 time: 2.2706594 Dec 22 08:42:42.309842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.322842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] For port d42935ab-62f3-4441-b2ee-6455f85bc672, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:42.326056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] For port d42935ab-62f3-4441-b2ee-6455f85bc672, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d42935ab-62f3-4441-b2ee-6455f85bc672,segment=NetworkSegment(68458a01-f6c7-45b9-a69b-a1b09000f840),segment_id=68458a01-f6c7-45b9-a69b-a1b09000f840)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:42.331050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.334714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:42.364546 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c74760e-5a97-419f-a134-66e3458c2e3d tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] GET failed (client error): The resource could not be found. Dec 22 08:42:42.365037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c74760e-5a97-419f-a134-66e3458c2e3d tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Synchronizing usage tracker for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:42.422048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c74760e-5a97-419f-a134-66e3458c2e3d tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Unset dirty status for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:42.426883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3c74760e-5a97-419f-a134-66e3458c2e3d tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "GET /v2.0/ports/581d0b54-2270-44a3-8582-1b8e81dbbf0d HTTP/1.1" status: 404 len: 333 time: 0.1122787 Dec 22 08:42:42.426883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39578) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:42.521927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.529304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-caad7290-23fd-4eba-b098-d00a2d6ab6b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:42.536253 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Pushing event updated for resources: {'Port': ['ID=d42935ab-62f3-4441-b2ee-6455f85bc672,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.539398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:42.592979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Deleting port ff83b994-8c00-42f7-943c-ee7c2c2ee40a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:42.593737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.747521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.772538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.780239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Subnet': ['ID=898c8ffa-26e0-4b2a-b8d0-5acd1bfc8498,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.785412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:42.825589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Checking segment: {'id': '7c625703-7c53-4626-aaf2-d0852efd5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a793f1c2-01d7-4999-bb21-fc45fb6d49a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:42.826018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network hostable DHCP agents. Network: a793f1c2-01d7-4999-bb21-fc45fb6d49a4, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:42.848418 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ac28b7f5-1238-4a0f-9765-c83ed7273eb8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:42.879834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:42.941663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:42.963826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.17 (c2fc3007-a01c-45d5-add1-61c11721c827/87c48a89-501d-44bc-9918-8e1d04cb84d8/8637eb12-8561-494b-86ed-cb49315fecda) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:42.966381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=57e3005d-4a9b-4d52-a48a-740664220825,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:42.971693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:42.978253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, a793f1c2-01d7-4999-bb21-fc45fb6d49a4) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:42.983904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:42.985243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:42.996428 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 0832aa29-5353-460f-b94a-e66131538624 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:43.003536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d453c77-6f1c-41df-bfae-72612b11648f None None] Network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:43.016243 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7867107 Dec 22 08:42:43.022158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39582) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:43.034456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'subnet': {'network_id': '1c26b016-4817-40e8-87af-258a63c169e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:43.104550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.110135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:43.121906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 41a0c532-2650-4367-a176-6d92c86c3abc up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:43.123753 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/57e3005d-4a9b-4d52-a48a-740664220825 HTTP/1.1" status: 204 len: 168 time: 2.4260256 Dec 22 08:42:43.124538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39586) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:43.185991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.348259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 41a0c532-2650-4367-a176-6d92c86c3abc completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:43.377637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Calling delete_port for ff83b994-8c00-42f7-943c-ee7c2c2ee40a owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:43.406954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedaec97-5ba4-40d2-9f45-250c332162f5 None None] Network 661f053b-eed6-4caf-9314-ddfc5d1d8390 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:43.438195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:43.443599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:subnet and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:43.446805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:43.453227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:43.485354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Made reservation on behalf of bfb98aa00d994ddca769be6ce66821c2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:43.556446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-a793f1c2-01d7-4999-bb21-fc45fb6d49a4', 'network_id': 'a793f1c2-01d7-4999-bb21-fc45fb6d49a4', 'tenant_id': 'bfb98aa00d994ddca769be6ce66821c2', 'fixed_ips': [{'subnet_id': '898c8ffa-26e0-4b2a-b8d0-5acd1bfc8498'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:43.557314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.681183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.697910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b1a9d579-2423-4457-8865-4f4b2247a6bb None None] Provisioning for port 41a0c532-2650-4367-a176-6d92c86c3abc completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:43.710233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b1a9d579-2423-4457-8865-4f4b2247a6bb None None] Provisioning complete for port 41a0c532-2650-4367-a176-6d92c86c3abc triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:43.710613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d579-2423-4457-8865-4f4b2247a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.730243 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.760385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 8637eb12-8561-494b-86ed-cb49315fecda will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:43.793766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.797676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272958d7-2de7-4478-9b28-dc703def4cd3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:43.801639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272958d7-2de7-4478-9b28-dc703def4cd3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:43.801992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f1c5d99-deda-4802-ba78-193aaa449afd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:43.804975 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-272958d7-2de7-4478-9b28-dc703def4cd3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6763504 Dec 22 08:42:43.806755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.810117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39590) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:43.813405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:43.843843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5ec4c012-d687-4af1-a1fd-041b38536ba7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:43.907128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event deleted for resources: {'Port': ['ID=ff83b994-8c00-42f7-943c-ee7c2c2ee40a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:43.909595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:43.986064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network c2fc3007-a01c-45d5-add1-61c11721c827 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:43.997748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:44.033531 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:44.080755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Allocated IP 2001:db8::2 (a793f1c2-01d7-4999-bb21-fc45fb6d49a4/898c8ffa-26e0-4b2a-b8d0-5acd1bfc8498/db00b0a5-bc01-4224-8c9b-e655f19255bf) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:44.149934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.174736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.234455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=8637eb12-8561-494b-86ed-cb49315fecda,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:44.279578 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "DELETE /v2.0/ports/ff83b994-8c00-42f7-943c-ee7c2c2ee40a HTTP/1.1" status: 204 len: 168 time: 1.8523493 Dec 22 08:42:44.282647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39594) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:44.356234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.364277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e544f476-c171-42b4-af6d-188311a118bb tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:44.418805 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bf3924-1962-4b40-a1f8-524d1771800d tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] GET failed (client error): The resource could not be found. Dec 22 08:42:44.419888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-62bf3924-1962-4b40-a1f8-524d1771800d tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Synchronizing usage tracker for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:44.516457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.527407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d579-2423-4457-8865-4f4b2247a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.567349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Transition to ACTIVE for port object db00b0a5-bc01-4224-8c9b-e655f19255bf will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:44.580511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 78ad6315-b7d0-4cb4-a5fe-4e6478f330ff {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:44.610222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Transition to ACTIVE for port object db00b0a5-bc01-4224-8c9b-e655f19255bf will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:44.621739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=0832aa29-5353-460f-b94a-e66131538624,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:44.626893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.633300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:44.633782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:44.635832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.647104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.704034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.815s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:44.706929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:44.716578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e25f0b-1821-4589-ae90-fd119aae6dcb None None] Network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:44.762810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-62bf3924-1962-4b40-a1f8-524d1771800d tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Unset dirty status for tenant:7c45b7e63076422db04f348c2e71dd1e on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:44.764121 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62bf3924-1962-4b40-a1f8-524d1771800d tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "GET /v2.0/ports/ff83b994-8c00-42f7-943c-ee7c2c2ee40a HTTP/1.1" status: 404 len: 333 time: 0.4802589 Dec 22 08:42:44.764944 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/0832aa29-5353-460f-b94a-e66131538624 HTTP/1.1" status: 204 len: 168 time: 3.5929995 Dec 22 08:42:44.769272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Checking segment: {'id': '4e9d820a-124f-49ca-9eef-1f979364af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c26b016-4817-40e8-87af-258a63c169e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:44.769738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network hostable DHCP agents. Network: 1c26b016-4817-40e8-87af-258a63c169e9, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:44.777382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:44.777811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39600) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:44.781675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Subnet': ['ID=81421967-8b5b-4e43-904b-77801bfb8792,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:44.784815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:44.812732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.859277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d42935ab-62f3-4441-b2ee-6455f85bc672 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:44.869997 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d039be61-ff0c-47f5-9e21-34ae5bc303bc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:42:44.870592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d039be61-ff0c-47f5-9e21-34ae5bc303bc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:44.875423 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d039be61-ff0c-47f5-9e21-34ae5bc303bc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/0832aa29-5353-460f-b94a-e66131538624 HTTP/1.1" status: 404 len: 333 time: 0.0865347 Dec 22 08:42:44.877776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39606) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:44.925573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.927872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b1a9d579-2423-4457-8865-4f4b2247a6bb None None] For port 41a0c532-2650-4367-a176-6d92c86c3abc, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=41a0c532-2650-4367-a176-6d92c86c3abc,segment=NetworkSegment(249ddb3e-0d1e-4818-b900-fa1fe933c719),segment_id=249ddb3e-0d1e-4818-b900-fa1fe933c719)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:44.939093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network 1c26b016-4817-40e8-87af-258a63c169e9 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:44.953160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:44.954406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98a6f3a-e81a-480a-9a17-35a9ab040da6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:42:44.958590 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e98a6f3a-e81a-480a-9a17-35a9ab040da6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/0832aa29-5353-460f-b94a-e66131538624 HTTP/1.1" status: 404 len: 333 time: 0.0768397 Dec 22 08:42:44.959453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 1c26b016-4817-40e8-87af-258a63c169e9) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:44.964174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:44.965058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.966139 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:44.970097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39610) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:44.973386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b1a9d579-2423-4457-8865-4f4b2247a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.975349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:44.982157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Pushing event updated for resources: {'Port': ['ID=db00b0a5-bc01-4224-8c9b-e655f19255bf,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:44.991735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:44.993121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305df819-1fdb-415d-b340-cf3d1ee4606e None None] Network 1c26b016-4817-40e8-87af-258a63c169e9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:45.007118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:45.013332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f312b99e-75b2-4024-bd7e-86420d634d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:45.082818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port d42935ab-62f3-4441-b2ee-6455f85bc672 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:45.086163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Deleting port 0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:45.086798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.093693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9d579-2423-4457-8865-4f4b2247a6bb None None] Pushing event updated for resources: {'Port': ['ID=41a0c532-2650-4367-a176-6d92c86c3abc,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:45.209138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b1a9d579-2423-4457-8865-4f4b2247a6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:45.255521 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2315009 Dec 22 08:42:45.256547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:45.357467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Attempting to bind port db00b0a5-bc01-4224-8c9b-e655f19255bf on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:45.357834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Attempting to bind port db00b0a5-bc01-4224-8c9b-e655f19255bf by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '7c625703-7c53-4626-aaf2-d0852efd5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a793f1c2-01d7-4999-bb21-fc45fb6d49a4'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:45.358195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Attempting to bind port db00b0a5-bc01-4224-8c9b-e655f19255bf on network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:45.420886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.428877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:45.461525 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Provisioning for port d42935ab-62f3-4441-b2ee-6455f85bc672 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:45.473581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=78ad6315-b7d0-4cb4-a5fe-4e6478f330ff,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:45.477089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Provisioning complete for port d42935ab-62f3-4441-b2ee-6455f85bc672 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:45.477464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.480617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:45.496940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.510793 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/78ad6315-b7d0-4cb4-a5fe-4e6478f330ff HTTP/1.1" status: 204 len: 168 time: 1.6994286 Dec 22 08:42:45.511532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39618) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:45.519477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139a296f-08ad-43b8-9e98-a6a7b56942cb None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:45.531715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:45.532088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Checking segment: {'id': '7c625703-7c53-4626-aaf2-d0852efd5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a793f1c2-01d7-4999-bb21-fc45fb6d49a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:45.532491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.532882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Bound using segment: {'id': '7c625703-7c53-4626-aaf2-d0852efd5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a793f1c2-01d7-4999-bb21-fc45fb6d49a4'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:45.533360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Bound port: db00b0a5-bc01-4224-8c9b-e655f19255bf, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c625703-7c53-4626-aaf2-d0852efd5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a793f1c2-01d7-4999-bb21-fc45fb6d49a4'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:45.533732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.598191 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1675ccd4-20a8-45dd-80a2-0504936958a4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808203 Dec 22 08:42:45.599361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39622) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:45.672357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.678306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.709303 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:45.713781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet 97f181db-0490-4c48-9676-c703f1ae8bac {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:45.763702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.805100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.921000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-1c26b016-4817-40e8-87af-258a63c169e9', 'network_id': '1c26b016-4817-40e8-87af-258a63c169e9', 'tenant_id': 'bfb98aa00d994ddca769be6ce66821c2', 'fixed_ips': [{'subnet_id': '81421967-8b5b-4e43-904b-77801bfb8792'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:45.922271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.936769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:45.943529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=8637eb12-8561-494b-86ed-cb49315fecda,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:45.950489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11204445-154d-418e-9cbf-46fa33615603 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:45.951172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-11204445-154d-418e-9cbf-46fa33615603 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:45.952575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] For port db00b0a5-bc01-4224-8c9b-e655f19255bf, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:45.955121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:45.962381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Calling delete_port for 0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:45.980224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] For port db00b0a5-bc01-4224-8c9b-e655f19255bf, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db00b0a5-bc01-4224-8c9b-e655f19255bf,segment=NetworkSegment(7c625703-7c53-4626-aaf2-d0852efd5d4d),segment_id=7c625703-7c53-4626-aaf2-d0852efd5d4d)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:46.026712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.038415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.047611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-51c3405b-13ce-4bfd-ad93-be17bdc545b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:46.070883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.090201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-11204445-154d-418e-9cbf-46fa33615603 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:46.091766 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-11204445-154d-418e-9cbf-46fa33615603 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4915304 Dec 22 08:42:46.096944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39626) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.157588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Pushing event updated for resources: {'Port': ['ID=db00b0a5-bc01-4224-8c9b-e655f19255bf,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:46.192905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network c2fc3007-a01c-45d5-add1-61c11721c827 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:46.195840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:46.195995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:46.200241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee32a775-eb9f-4240-9940-96b1a6f7d4e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:46.201175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ee32a775-eb9f-4240-9940-96b1a6f7d4e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:46.237531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] For port d42935ab-62f3-4441-b2ee-6455f85bc672, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d42935ab-62f3-4441-b2ee-6455f85bc672,segment=NetworkSegment(68458a01-f6c7-45b9-a69b-a1b09000f840),segment_id=68458a01-f6c7-45b9-a69b-a1b09000f840)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:46.251014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.265260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b8fe1b06-2d0a-4ad6-8882-e4fd6a6a625a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:46.315271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ee32a775-eb9f-4240-9940-96b1a6f7d4e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:46.316339 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ee32a775-eb9f-4240-9940-96b1a6f7d4e7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2184751 Dec 22 08:42:46.328448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.425600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Provisioning complete for port 41a0c532-2650-4367-a176-6d92c86c3abc triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:46.426259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.456275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39634) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:46.463731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Allocated IP 2001:db8::2 (1c26b016-4817-40e8-87af-258a63c169e9/81421967-8b5b-4e43-904b-77801bfb8792/a364e3a4-663f-45fa-89d2-63331fbc2760) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:46.465542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:46.466216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Pushing event updated for resources: {'Port': ['ID=d42935ab-62f3-4441-b2ee-6455f85bc672,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:46.475350 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9461954c-bad2-4175-a935-f8641f065218 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397209 Dec 22 08:42:46.478919 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:46.528413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:46.589746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] Deleting port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:46.590114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.646482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.735039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:46.746008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:46.766612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:46.770876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.892381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.923104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.934592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Transition to ACTIVE for port object a364e3a4-663f-45fa-89d2-63331fbc2760 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:46.959728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:46.969074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:46.981178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d42935ab-62f3-4441-b2ee-6455f85bc672 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:47.039183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event deleted for resources: {'Port': ['ID=0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:47.041963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:47.106013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Transition to ACTIVE for port object a364e3a4-663f-45fa-89d2-63331fbc2760 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:47.127997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.134691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-11bf0209-32ee-4f27-af58-5748b62f4cb6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:47.156173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.196221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:42:47.216165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=af012a9f-fdfa-4de8-a720-ee1f0720dd1f,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:47.219766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:47.222685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:47.223491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:47.227605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.227952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:47.228619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.236964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8e5fc8ab-c9db-47e9-8f74-ea3b5025fe91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:47.244988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-af52fc78-6970-4c3e-904a-f2e8e9ef4722 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:47.282546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.283902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Could not find standard attr ID for object 57e3005d-4a9b-4d52-a48a-740664220825. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:47.299025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=97f181db-0490-4c48-9676-c703f1ae8bac,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:47.301642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:47.317807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.332716 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8736088 Dec 22 08:42:47.336356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39638) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:47.344075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:d4:f2:26', 'name': 'tempest-NetworksTestDHCPv6-949466330'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:47.357196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec57849-e6d8-4af1-909e-bfd862ebcd7c None None] Network 661f053b-eed6-4caf-9314-ddfc5d1d8390 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:47.372868 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/97f181db-0490-4c48-9676-c703f1ae8bac HTTP/1.1" status: 204 len: 168 time: 2.3923893 Dec 22 08:42:47.376476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39642) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:47.386045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Network 1c26b016-4817-40e8-87af-258a63c169e9 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:47.404351 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "DELETE /v2.0/ports/0bc203b9-9ab5-4bdc-8cf5-f7271075bfb8 HTTP/1.1" status: 204 len: 168 time: 2.6144054 Dec 22 08:42:47.436280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39646) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:47.491922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:47.497264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Pushing event updated for resources: {'Port': ['ID=a364e3a4-663f-45fa-89d2-63331fbc2760,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:47.511935 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:47.535167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:47.538099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Allocated IP 2001:db8::1 (a793f1c2-01d7-4999-bb21-fc45fb6d49a4/898c8ffa-26e0-4b2a-b8d0-5acd1bfc8498/cb4ef63c-5a3a-4727-afe7-a13c39ebac38) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:47.561949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] For port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6a510d64-ebc9-4ef0-aa09-15a6664fc8b4,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:47.562741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.565686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.686651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 41a0c532-2650-4367-a176-6d92c86c3abc {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:47.687382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.785228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Provisioning for port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:47.800068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] Calling delete_port for 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:47.867770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Provisioning complete for port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:47.868188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.891575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port d42935ab-62f3-4441-b2ee-6455f85bc672 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:47.892304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.892675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:47.899475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:47.928720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:47.933461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Transition to ACTIVE for port object cb4ef63c-5a3a-4727-afe7-a13c39ebac38 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:47.960206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:47.966375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.017035 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54c2f48-2426-4dc6-a0a9-bf774b39888e None None] Network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:48.025712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Deleting subnet 7e38ec73-2c52-48b9-b337-6c08f4c217cc {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:48.027885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 9da12c1c-41ec-4c5e-be52-e27dabe7e6c0 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:48.058468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] For port 41a0c532-2650-4367-a176-6d92c86c3abc, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=41a0c532-2650-4367-a176-6d92c86c3abc,segment=NetworkSegment(249ddb3e-0d1e-4818-b900-fa1fe933c719),segment_id=249ddb3e-0d1e-4818-b900-fa1fe933c719)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:48.058807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.062712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.091411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:42:48.100897 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/44fbd9b5-e268-4b1d-a544-b74a2a34a422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6054304 Dec 22 08:42:48.157159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Sync routers for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:42:48.162132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.187957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Attempting to bind port a364e3a4-663f-45fa-89d2-63331fbc2760 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:48.188320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Attempting to bind port a364e3a4-663f-45fa-89d2-63331fbc2760 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '4e9d820a-124f-49ca-9eef-1f979364af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c26b016-4817-40e8-87af-258a63c169e9'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:48.188994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Attempting to bind port a364e3a4-663f-45fa-89d2-63331fbc2760 on network 1c26b016-4817-40e8-87af-258a63c169e9 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:48.244383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.254792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.284917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:48.285402 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Checking segment: {'id': '4e9d820a-124f-49ca-9eef-1f979364af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c26b016-4817-40e8-87af-258a63c169e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:48.287303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.287878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Bound using segment: {'id': '4e9d820a-124f-49ca-9eef-1f979364af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c26b016-4817-40e8-87af-258a63c169e9'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:48.288539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Bound port: a364e3a4-663f-45fa-89d2-63331fbc2760, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9d820a-124f-49ca-9eef-1f979364af52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c26b016-4817-40e8-87af-258a63c169e9'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:48.289091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.309679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::2b0 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/af012a9f-fdfa-4de8-a720-ee1f0720dd1f/9da12c1c-41ec-4c5e-be52-e27dabe7e6c0) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:48.314476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.324642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 41a0c532-2650-4367-a176-6d92c86c3abc owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:48.343327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.350531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-49f0c35b-f862-4b9c-824b-d05306c080f7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.363973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:42:48.364617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:48.435033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:48.436330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] Pushing event deleted for resources: {'Port': ['ID=6a510d64-ebc9-4ef0-aa09-15a6664fc8b4,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.438323 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.plugins.ml2.db [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] No ports have port_id starting with 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 Dec 22 08:42:48.444651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:48.447131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:48.447634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.454672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:48.469799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Port': ['ID=cb4ef63c-5a3a-4727-afe7-a13c39ebac38,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.472895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:48.489585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.496282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.536706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.543649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ff4321c8-05fa-4f34-b235-c4cbc4c04d30 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.556761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=41a0c532-2650-4367-a176-6d92c86c3abc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.559394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:48.564644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No DVR routers for this DVR port 41a0c532-2650-4367-a176-6d92c86c3abc on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:48.588827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event deleted for resources: {'Subnet': ['ID=7e38ec73-2c52-48b9-b337-6c08f4c217cc,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.594875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:48.609816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.636365 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "DELETE /v2.0/subnets/7e38ec73-2c52-48b9-b337-6c08f4c217cc HTTP/1.1" status: 204 len: 168 time: 1.1957996 Dec 22 08:42:48.636879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.639801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39654) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:48.663486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] No DVR routers for this DVR port 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:48.666839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8f8c6-ea27-4b9f-bd4d-e043a2d9f871 None None] Network ff9fa022-fd17-44cb-85fa-2a7058570f9f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:48.722586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 9da12c1c-41ec-4c5e-be52-e27dabe7e6c0 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:48.738722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.754847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.784754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.788919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.794751 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-53ce7f2d-17b5-4106-b745-f89097cd4b91 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:48.824454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661f053b-eed6-4caf-9314-ddfc5d1d8390']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:48.846363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249ddb3e-0d1e-4818-b900-fa1fe933c719') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:48.846683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249ddb3e-0d1e-4818-b900-fa1fe933c719') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:48.855824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641bc9eb-3e68-4a3c-a3a4-407b3f3bc7bf None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:48.871769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.873583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=9da12c1c-41ec-4c5e-be52-e27dabe7e6c0,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:48.881200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Deleting port 4e59cadf-a445-4888-b3b8-b4579ada6d7e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:48.881960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.883329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 41a0c532-2650-4367-a176-6d92c86c3abc up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:48.911943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:48.921050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:48.924466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:48.930668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:48.934856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:48.935634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:48.995354 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6576910 Dec 22 08:42:48.998080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39658) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.011417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.017873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 41a0c532-2650-4367-a176-6d92c86c3abc {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:49.018414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 41a0c532-2650-4367-a176-6d92c86c3abc not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:42:49.033846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:42:49.034246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:49.053383 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:49.069338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Provisioning for port 8637eb12-8561-494b-86ed-cb49315fecda completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:49.132772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Port 41a0c532-2650-4367-a176-6d92c86c3abc not found, will not notify nova. {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:42:49.143019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] For port a364e3a4-663f-45fa-89d2-63331fbc2760, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:49.148963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505f51c-adc1-4369-b6ff-6a75596e5967 None None] DHCP port deletion for 661f053b-eed6-4caf-9314-ddfc5d1d8390 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:49.189867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] For port 4e59cadf-a445-4888-b3b8-b4579ada6d7e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4e59cadf-a445-4888-b3b8-b4579ada6d7e,segment=NetworkSegment(ca5f5d28-330e-4eba-b349-32607b93c99d),segment_id=ca5f5d28-330e-4eba-b349-32607b93c99d)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:49.190484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.197364 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Provisioning complete for port 8637eb12-8561-494b-86ed-cb49315fecda triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:49.197743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.228788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.233041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.236679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:49.242280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:49.269943 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/networks/661f053b-eed6-4caf-9314-ddfc5d1d8390 HTTP/1.1" status: 204 len: 168 time: 1.8923678 Dec 22 08:42:49.276889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39662) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.289583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] For port a364e3a4-663f-45fa-89d2-63331fbc2760, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a364e3a4-663f-45fa-89d2-63331fbc2760,segment=NetworkSegment(4e9d820a-124f-49ca-9eef-1f979364af52),segment_id=4e9d820a-124f-49ca-9eef-1f979364af52)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:49.290018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Network': ['ID=661f053b-eed6-4caf-9314-ddfc5d1d8390,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.292724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:42:49.292900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:49.302874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-819828029'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:49.311778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:49.321104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:network and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:49.325647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:49.329561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e41282-0919-449e-abd7-b8f7e85478bd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:49.330280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-77e41282-0919-449e-abd7-b8f7e85478bd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:49.339829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Calling delete_port for 4e59cadf-a445-4888-b3b8-b4579ada6d7e owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:49.343673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:49.368200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:49.371478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.374247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:49.374970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6a510d64-ebc9-4ef0-aa09-15a6664fc8b4 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:49.385581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-77e41282-0919-449e-abd7-b8f7e85478bd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:49.386844 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-77e41282-0919-449e-abd7-b8f7e85478bd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3877091 Dec 22 08:42:49.389840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39666) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.398686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.413746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:49.413915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ab4fa96-bc1e-447f-aea2-5ff79678aab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:49.422995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.423201 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Added segment e22b699e-4acc-4984-bd2e-f8281bf10849 of type vlan for network 259ec53f-ca11-4c51-bd02-c7a81ef9e120 Dec 22 08:42:49.450181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.467984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 9da12c1c-41ec-4c5e-be52-e27dabe7e6c0 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:49.468463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.489898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.493630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:49.494495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.505034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:49.574304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device db00b0a5-bc01-4224-8c9b-e655f19255bf up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:49.608632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Network': ['ID=259ec53f-ca11-4c51-bd02-c7a81ef9e120,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.610937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:49.615352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.625231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.626447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.631394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-00e72d12-f9ec-4cfe-a139-2fc2b0e39f11 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:49.648505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Port 8637eb12-8561-494b-86ed-cb49315fecda cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:49.665843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 259ec53f-ca11-4c51-bd02-c7a81ef9e120 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:49.671213 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ae62b784-82e0-4c7d-a307-f61cfe756c81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3769314 Dec 22 08:42:49.676062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39670) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:49.696630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': '259ec53f-ca11-4c51-bd02-c7a81ef9e120', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:49.842311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.855760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-218853d0-4707-452b-9c64-d1a3d1a3033a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:49.914947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] No DVR routers for this DVR port 4e59cadf-a445-4888-b3b8-b4579ada6d7e on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:49.916604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Provisioning complete for port d42935ab-62f3-4441-b2ee-6455f85bc672 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:49.916984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:49.953462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event deleted for resources: {'Port': ['ID=4e59cadf-a445-4888-b3b8-b4579ada6d7e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.969863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:49.971281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Pushing event updated for resources: {'Port': ['ID=a364e3a4-663f-45fa-89d2-63331fbc2760,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:49.999492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:50.084353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Port': ['ID=cb4ef63c-5a3a-4727-afe7-a13c39ebac38,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.092648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:50.094536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.100359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:50.110371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:50.136734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.181770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9fa022-fd17-44cb-85fa-2a7058570f9f']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:50.304192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port db00b0a5-bc01-4224-8c9b-e655f19255bf completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:50.327612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 9da12c1c-41ec-4c5e-be52-e27dabe7e6c0 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:50.365331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:50.367955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5f5d28-330e-4eba-b349-32607b93c99d') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:50.368244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5f5d28-330e-4eba-b349-32607b93c99d') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:50.377509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:50.380715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a06265-3b13-4860-b02d-8a7148cdfe15 None None] DHCP port deletion for ff9fa022-fd17-44cb-85fa-2a7058570f9f request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:50.384264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:50.395318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.415346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:50.443151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Provisioning for port db00b0a5-bc01-4224-8c9b-e655f19255bf completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:50.456935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.471183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Provisioning complete for port db00b0a5-bc01-4224-8c9b-e655f19255bf triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:50.471858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.487382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:42:50.487779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:50.519563 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:50.522343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 41a0c532-2650-4367-a176-6d92c86c3abc no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:50.548861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'af012a9f-fdfa-4de8-a720-ee1f0720dd1f'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:50.549952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.661393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:50.684966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.729016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9e4e08ed-520b-4d92-a523-2cc397876e2b tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:50.749525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.795400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 41a0c532-2650-4367-a176-6d92c86c3abc {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:50.796214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 41a0c532-2650-4367-a176-6d92c86c3abc not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:50.796960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Pushing event deleted for resources: {'Network': ['ID=ff9fa022-fd17-44cb-85fa-2a7058570f9f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:50.797331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.821845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:50.836571 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] 10.222.0.31 "DELETE /v2.0/networks/ff9fa022-fd17-44cb-85fa-2a7058570f9f HTTP/1.1" status: 204 len: 168 time: 2.1957231 Dec 22 08:42:50.844443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:50.871217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eab1a473-5c78-45ab-b210-b629ada593d4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:50.961633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=9da12c1c-41ec-4c5e-be52-e27dabe7e6c0,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:51.020176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.025058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:51.039826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.041943 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/9da12c1c-41ec-4c5e-be52-e27dabe7e6c0 HTTP/1.1" status: 204 len: 168 time: 1.6514888 Dec 22 08:42:51.044452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39680) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.126794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:42:44Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '205aa7d5-ea9b-4f66-8cb4-a53609dadaf4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:58Z', 'updated_at': '2021-12-22T08:41:07Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8637eb12-8561-494b-86ed-cb49315fecda', 'name': '', 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:f8:2d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c48a89-501d-44bc-9918-8e1d04cb84d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:41Z', 'updated_at': '2021-12-22T08:42:45Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '87c48a89-501d-44bc-9918-8e1d04cb84d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:51.131012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78596ef5-51e5-476e-91bf-3dbf6ccac994 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.132886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78596ef5-51e5-476e-91bf-3dbf6ccac994 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.133671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-78596ef5-51e5-476e-91bf-3dbf6ccac994 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:51.143602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.150585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2eba1d0c-9c75-4e5d-81a0-5c3018818473 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:51.152279 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] For port db00b0a5-bc01-4224-8c9b-e655f19255bf, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db00b0a5-bc01-4224-8c9b-e655f19255bf,segment=NetworkSegment(7c625703-7c53-4626-aaf2-d0852efd5d4d),segment_id=7c625703-7c53-4626-aaf2-d0852efd5d4d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:51.153408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Checking router: 44fbd9b5-e268-4b1d-a544-b74a2a34a422 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:42:51.153641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-78596ef5-51e5-476e-91bf-3dbf6ccac994 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:51.153817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Updating router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 port 8637eb12-8561-494b-86ed-cb49315fecda binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:42:51.159366 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-78596ef5-51e5-476e-91bf-3dbf6ccac994 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1135268 Dec 22 08:42:51.160325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39684) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.200213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.218409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ce3db1d3-9cb7-4e18-b344-1283d0e54c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:51.248393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Router f261e1bf-75ad-44ef-8746-87a7f146f188 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:42:51.269079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/af012a9f-fdfa-4de8-a720-ee1f0720dd1f/6083714e-3b9e-40d8-baec-deef3556a3a7) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:51.283088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=c07a7631-1973-4977-aee5-a5fe4e411a3d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:51.298089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:51.341691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Checking segment: {'id': 'e22b699e-4acc-4984-bd2e-f8281bf10849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259ec53f-ca11-4c51-bd02-c7a81ef9e120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:51.343702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network hostable DHCP agents. Network: 259ec53f-ca11-4c51-bd02-c7a81ef9e120, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:51.355371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.356419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39690) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.521497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet af012a9f-fdfa-4de8-a720-ee1f0720dd1f {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:51.633188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a364e3a4-663f-45fa-89d2-63331fbc2760 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:51.686793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Provisioning complete for port 8637eb12-8561-494b-86ed-cb49315fecda triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:51.687020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 259ec53f-ca11-4c51-bd02-c7a81ef9e120 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:51.687153 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.703360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 259ec53f-ca11-4c51-bd02-c7a81ef9e120) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:51.728197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:51.729271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.743945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Pushing event updated for resources: {'Port': ['ID=db00b0a5-bc01-4224-8c9b-e655f19255bf,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:51.746614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441fc04-9937-4f1f-b58a-cd2ab295b620 None None] Network 259ec53f-ca11-4c51-bd02-c7a81ef9e120 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:51.753790 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3fea3d99-71f2-41e6-bb4f-79abf2a7f0f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c45b7e63076422db04f348c2e71dd1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3901021 Dec 22 08:42:51.754695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39696) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.764704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:51.773778 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0911546 Dec 22 08:42:51.774595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39700) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.782236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': '259ec53f-ca11-4c51-bd02-c7a81ef9e120', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1402873637'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:51.797092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:42:51.806966 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "PUT /v2.0/routers/f261e1bf-75ad-44ef-8746-87a7f146f188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5418856 Dec 22 08:42:51.807182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39704) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:51.814980 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c002a-69df-4955-ba3d-71e805326e6d None None] Sync routers for ids ['f261e1bf-75ad-44ef-8746-87a7f146f188'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:42:51.827771 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c002a-69df-4955-ba3d-71e805326e6d None None] Routers {'f261e1bf-75ad-44ef-8746-87a7f146f188'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:42:51.828481 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3e2c002a-69df-4955-ba3d-71e805326e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f261e1bf-75ad-44ef-8746-87a7f146f188'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:51.838964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad79475-5982-44a2-b7d8-4ca8086e41f4 None None] Network 1c26b016-4817-40e8-87af-258a63c169e9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:51.893119 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3e2c002a-69df-4955-ba3d-71e805326e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:51.903841 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c002a-69df-4955-ba3d-71e805326e6d None None] Routers {'f261e1bf-75ad-44ef-8746-87a7f146f188'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:42:51.904437 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3e2c002a-69df-4955-ba3d-71e805326e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f261e1bf-75ad-44ef-8746-87a7f146f188'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:51.947783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b80e4c1d-e2bb-403d-af43-71303ff0ba30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.967462 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-3e2c002a-69df-4955-ba3d-71e805326e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:51.967864 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c002a-69df-4955-ba3d-71e805326e6d None None] The sync data for ids ['f261e1bf-75ad-44ef-8746-87a7f146f188'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:42:51.971485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:51.976027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:port and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:51.978895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:51.985087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:51.996610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:51.996864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b80e4c1d-e2bb-403d-af43-71303ff0ba30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:51.999797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.023808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port 1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:52.108495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Port 8637eb12-8561-494b-86ed-cb49315fecda cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:52.158831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Could not find standard attr ID for object 0832aa29-5353-460f-b94a-e66131538624. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:52.187541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.6 (259ec53f-ca11-4c51-bd02-c7a81ef9e120/c07a7631-1973-4977-aee5-a5fe4e411a3d/1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:52.296644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b80e4c1d-e2bb-403d-af43-71303ff0ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.306426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:52.307278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port a364e3a4-663f-45fa-89d2-63331fbc2760 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:52.321309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e4c1d-e2bb-403d-af43-71303ff0ba30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28158921-0b86-4c95-9dd5-6f04dc90f3dd,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:52.326918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b80e4c1d-e2bb-403d-af43-71303ff0ba30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:52.330230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b80e4c1d-e2bb-403d-af43-71303ff0ba30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.331276 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b80e4c1d-e2bb-403d-af43-71303ff0ba30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28158921-0b86-4c95-9dd5-6f04dc90f3dd HTTP/1.1" status: 204 len: 168 time: 0.5757883 Dec 22 08:42:52.427822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.443630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.450385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4e59cadf-a445-4888-b3b8-b4579ada6d7e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:42:52.460433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object 1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:52.484537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.489785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a3e793b6-2ad4-4804-b173-7e878c79b59e tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:52.604820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Transition to ACTIVE for port object 6083714e-3b9e-40d8-baec-deef3556a3a7 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:52.613059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 4e59cadf-a445-4888-b3b8-b4579ada6d7e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:52.613629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4e59cadf-a445-4888-b3b8-b4579ada6d7e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:42:52.615164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Provisioning complete for port db00b0a5-bc01-4224-8c9b-e655f19255bf triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:52.615721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.642251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.resource_extend [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:42:52.728489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-d8f60370-4690-4a0c-a8ae-b10a55ced842 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:52.729631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d8f60370-4690-4a0c-a8ae-b10a55ced842 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "PUT /v2.0/routers/f261e1bf-75ad-44ef-8746-87a7f146f188/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9212437 Dec 22 08:42:52.733052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39712) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:52.756826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Transition to ACTIVE for port object 6083714e-3b9e-40d8-baec-deef3556a3a7 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:52.765590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.772430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.783135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:52.843160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.850286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.885667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 259ec53f-ca11-4c51-bd02-c7a81ef9e120 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:52.896364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:52.901985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:52.960276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:52.964933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:52.993430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:52.994453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:52.999663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:53.013752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Transition to ACTIVE for port object 8637eb12-8561-494b-86ed-cb49315fecda will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:53.016942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.019677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:53.025156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:53.070544 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2936571 Dec 22 08:42:53.071211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39726) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:53.140441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.154142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Pushing event updated for resources: {'Port': ['ID=6083714e-3b9e-40d8-baec-deef3556a3a7,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:53.158537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:53.159386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:53.178449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:53.179123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.199800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-259ec53f-ca11-4c51-bd02-c7a81ef9e120', 'network_id': '259ec53f-ca11-4c51-bd02-c7a81ef9e120', 'tenant_id': 'e4a911bbf57b4aaea132f5335525a45c', 'fixed_ips': [{'subnet_id': 'c07a7631-1973-4977-aee5-a5fe4e411a3d'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:53.200630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.212023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.222495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-66ba2e29-4719-4598-a508-c088094e67ca tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:53.276405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=af012a9f-fdfa-4de8-a720-ee1f0720dd1f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:53.289150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:53.307478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.321737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.364608 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/af012a9f-fdfa-4de8-a720-ee1f0720dd1f HTTP/1.1" status: 204 len: 168 time: 2.2022424 Dec 22 08:42:53.368523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39734) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:53.401755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Attempting to bind port 6083714e-3b9e-40d8-baec-deef3556a3a7 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:53.402205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Attempting to bind port 6083714e-3b9e-40d8-baec-deef3556a3a7 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:53.402685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Attempting to bind port 6083714e-3b9e-40d8-baec-deef3556a3a7 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:53.454215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Provisioning for port cb4ef63c-5a3a-4727-afe7-a13c39ebac38 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:53.499608 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-da9e6d5f-dcb1-493e-ba35-42450677bf20 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265247 Dec 22 08:42:53.503085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39738) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:53.542504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aa046-5b5f-465b-8d05-b758b093454e None None] Pushing event updated for resources: {'Port': ['ID=8637eb12-8561-494b-86ed-cb49315fecda,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:53.548998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Provisioning complete for port cb4ef63c-5a3a-4727-afe7-a13c39ebac38 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:53.549371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.625734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e59aa046-5b5f-465b-8d05-b758b093454e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:53.626655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:53.627135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:53.627666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.628177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:53.628757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Bound port: 6083714e-3b9e-40d8-baec-deef3556a3a7, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:53.629227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.640078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device db00b0a5-bc01-4224-8c9b-e655f19255bf up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:53.682591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39744) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:53.784167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.799989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82145360-3e29-4aed-9c52-d72f9fc237f1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:53.800590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-82145360-3e29-4aed-9c52-d72f9fc237f1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:53.862717 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Port cb4ef63c-5a3a-4727-afe7-a13c39ebac38 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:42:53.864383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Attempting to bind port 8637eb12-8561-494b-86ed-cb49315fecda on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:53.864755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Attempting to bind port 8637eb12-8561-494b-86ed-cb49315fecda by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:53.865121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Attempting to bind port 8637eb12-8561-494b-86ed-cb49315fecda on network c2fc3007-a01c-45d5-add1-61c11721c827 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:53.911737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:53.912114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Checking segment: {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:53.913477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.913477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Bound using segment: {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:53.913477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Bound port: 8637eb12-8561-494b-86ed-cb49315fecda, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:53.913774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:53.915946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-448700096'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:53.923033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Allocated IP 172.20.0.2 (259ec53f-ca11-4c51-bd02-c7a81ef9e120/c07a7631-1973-4977-aee5-a5fe4e411a3d/70c942f6-b47c-4d29-b601-45f1b0c529ab) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:53.925875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:53.956992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] For port 6083714e-3b9e-40d8-baec-deef3556a3a7, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:53.958804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:53.971690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:network and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:53.979134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:53.987054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-82145360-3e29-4aed-9c52-d72f9fc237f1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:53.990651 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-82145360-3e29-4aed-9c52-d72f9fc237f1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4595761 Dec 22 08:42:53.990651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:53.993368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39750) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:53.994936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Provisioning for port a364e3a4-663f-45fa-89d2-63331fbc2760 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:53.998004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port db00b0a5-bc01-4224-8c9b-e655f19255bf triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:53.998383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.012199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:54.015084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.029858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.046576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] For port 6083714e-3b9e-40d8-baec-deef3556a3a7, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6083714e-3b9e-40d8-baec-deef3556a3a7,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:54.107632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Provisioning complete for port a364e3a4-663f-45fa-89d2-63331fbc2760 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:54.107632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.107982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:54.108765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a8a5d-7507-4dca-bb93-cf88d28226d5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:54.109545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c59a8a5d-7507-4dca-bb93-cf88d28226d5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:54.119219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:security_group_rule and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:54.123517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:54.132677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:54.135499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting port cb4ef63c-5a3a-4727-afe7-a13c39ebac38 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:54.135965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.143934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.145044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.149600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f44ba63c-5a26-44d4-b165-baa76925f28d tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.161517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-88259f6e-1628-4876-9c3f-5654cf896478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.199739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.205597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:54.209832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c59a8a5d-7507-4dca-bb93-cf88d28226d5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:54.220522 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c59a8a5d-7507-4dca-bb93-cf88d28226d5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2236643 Dec 22 08:42:54.222014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39754) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:54.329704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] For port 8637eb12-8561-494b-86ed-cb49315fecda, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:54.371210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Pushing event updated for resources: {'Port': ['ID=6083714e-3b9e-40d8-baec-deef3556a3a7,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.371776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.402683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:54.412291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] For port 8637eb12-8561-494b-86ed-cb49315fecda, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8637eb12-8561-494b-86ed-cb49315fecda,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:54.491735 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ae9c0c96-724f-4ae1-bd20-f6e8177c6fe4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2392762 Dec 22 08:42:54.495048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39758) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:54.508348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:54.605735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Calling delete_port for cb4ef63c-5a3a-4727-afe7-a13c39ebac38 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:54.634619 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.639192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.653288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c7975f29-d30b-43f2-bcef-42ff7cca92a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.655150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.662950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.668266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8d12c76f-ca24-40ef-aad9-3f0d96adbd70 tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.699671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:54.712672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:54.733143 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39 HTTP/1.1" status: 204 len: 168 time: 1.6606610 Dec 22 08:42:54.734254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:54.738243 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faec63be-2a20-4ed3-bf6e-f295477116eb,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.741853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39762) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:54.747449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:54.763613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.780590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.780931 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added segment 3617fbc3-cfd3-47b9-b2ed-b365f9627106 of type vlan for network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 Dec 22 08:42:54.797734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.800200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:54.803410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.825554 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c77de4-651e-4537-8b7b-240a534b2ea8 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:42:54.826081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e8c77de4-651e-4537-8b7b-240a534b2ea8 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:42:54.834929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Transition to ACTIVE for port object 70c942f6-b47c-4d29-b601-45f1b0c529ab will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:54.847079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aa046-5b5f-465b-8d05-b758b093454e None None] Pushing event updated for resources: {'Port': ['ID=8637eb12-8561-494b-86ed-cb49315fecda,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:54.855968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e59aa046-5b5f-465b-8d05-b758b093454e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:54.883204 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:42:54.883968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:54.887556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.902988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41a86ba0-2d17-45fa-b6be-6254ad9a5d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:54.957997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Transition to ACTIVE for port object 70c942f6-b47c-4d29-b601-45f1b0c529ab will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:54.965251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] For port a364e3a4-663f-45fa-89d2-63331fbc2760, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a364e3a4-663f-45fa-89d2-63331fbc2760,segment=NetworkSegment(4e9d820a-124f-49ca-9eef-1f979364af52),segment_id=4e9d820a-124f-49ca-9eef-1f979364af52)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:54.970007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.980156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.982307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:54.988684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-706308b0-9e55-4218-b35e-061256bc7009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:55.005336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e8c77de4-651e-4537-8b7b-240a534b2ea8 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:42:55.006890 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e8c77de4-651e-4537-8b7b-240a534b2ea8 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39 HTTP/1.1" status: 404 len: 333 time: 0.2630095 Dec 22 08:42:55.010906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39766) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.059937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Port': ['ID=cb4ef63c-5a3a-4727-afe7-a13c39ebac38,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.072706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:55.171880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Network 259ec53f-ca11-4c51-bd02-c7a81ef9e120 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:55.179206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:55.184929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:55.194558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74d81d-bf75-416c-9d63-7df1d513c122 None None] Pushing event updated for resources: {'Port': ['ID=a364e3a4-663f-45fa-89d2-63331fbc2760,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.200926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.205123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:55.205999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.220290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33be14ad-214a-4eb1-aec8-6d571ffb3667 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:55.246738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.338976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:42:55.386980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-34c6efc0-4b0d-43b2-bb38-16890f4acdcd None None] Provisioning complete for port a364e3a4-663f-45fa-89d2-63331fbc2760 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:55.386980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-34c6efc0-4b0d-43b2-bb38-16890f4acdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.391683 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7067690 Dec 22 08:42:55.394064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39772) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:55.401801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-282439718'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:55.406440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:55.410761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:network and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:55.414309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:55.423323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Network': ['ID=1baf993b-03e0-4bd7-b172-9f5088e48ba6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.430118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:55.439478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:55.461382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:55.469473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet c07a7631-1973-4977-aee5-a5fe4e411a3d {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:42:55.471259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.486244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:55.495027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.527612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Attempting to bind port 70c942f6-b47c-4d29-b601-45f1b0c529ab on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:55.528094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Attempting to bind port 70c942f6-b47c-4d29-b601-45f1b0c529ab by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e22b699e-4acc-4984-bd2e-f8281bf10849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259ec53f-ca11-4c51-bd02-c7a81ef9e120'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:55.528463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Attempting to bind port 70c942f6-b47c-4d29-b601-45f1b0c529ab on network 259ec53f-ca11-4c51-bd02-c7a81ef9e120 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:55.548252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:55.548639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Checking segment: {'id': 'e22b699e-4acc-4984-bd2e-f8281bf10849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259ec53f-ca11-4c51-bd02-c7a81ef9e120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:55.549055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.549460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Bound using segment: {'id': 'e22b699e-4acc-4984-bd2e-f8281bf10849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259ec53f-ca11-4c51-bd02-c7a81ef9e120'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:55.549947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Bound port: 70c942f6-b47c-4d29-b601-45f1b0c529ab, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22b699e-4acc-4984-bd2e-f8281bf10849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259ec53f-ca11-4c51-bd02-c7a81ef9e120'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:55.550338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.590328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.621781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a364e3a4-663f-45fa-89d2-63331fbc2760 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:55.664907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Pushing event updated for resources: {'Port': ['ID=70c942f6-b47c-4d29-b601-45f1b0c529ab,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:55.667945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:55.684835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.665s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:55.685225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:55.731907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:55.750660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.751030 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added segment f5a242a9-190b-479f-a006-ef7bc110b50a of type vlan for network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 Dec 22 08:42:55.789949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.824203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.objects.ports [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83496) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:42:55.918342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.947148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.952681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3831df9d-4c48-4b02-a53d-079a9235ff44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:55.968504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.974831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:55.976630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:55.988155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3d5bac2-5431-405d-bd79-4eedc1d02332 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:56.026763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=c07a7631-1973-4977-aee5-a5fe4e411a3d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.038284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:56.050291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.070987 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/c07a7631-1973-4977-aee5-a5fe4e411a3d HTTP/1.1" status: 204 len: 168 time: 1.0577865 Dec 22 08:42:56.072445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.079629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:56.083418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Router f261e1bf-75ad-44ef-8746-87a7f146f188 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:42:56.093210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] For port 70c942f6-b47c-4d29-b601-45f1b0c529ab, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:42:56.120872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] For port 70c942f6-b47c-4d29-b601-45f1b0c529ab, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=70c942f6-b47c-4d29-b601-45f1b0c529ab,segment=NetworkSegment(e22b699e-4acc-4984-bd2e-f8281bf10849),segment_id=e22b699e-4acc-4984-bd2e-f8281bf10849)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:42:56.124210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port a364e3a4-663f-45fa-89d2-63331fbc2760 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:56.124632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.162867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.176666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:56.225442 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8302581 Dec 22 08:42:56.229116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39780) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:56.238784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Network': ['ID=5e5a6e68-c8ab-4957-a7b0-474ed77ea102,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.242362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'subnet': {'network_id': '1baf993b-03e0-4bd7-b172-9f5088e48ba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:56.251638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:56.276522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:56.545103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:56.554784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:subnet and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:56.559282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] For port 6083714e-3b9e-40d8-baec-deef3556a3a7, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6083714e-3b9e-40d8-baec-deef3556a3a7,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:56.563441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:56.571354 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:56.575318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Pushing event updated for resources: {'Port': ['ID=70c942f6-b47c-4d29-b601-45f1b0c529ab,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:56.579893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:56.589235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:56.635428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.663626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 70c942f6-b47c-4d29-b601-45f1b0c529ab {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:42:56.664110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.677809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.697221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.697861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.705964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-df141026-99f2-439b-98b1-f88482a7c839 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:56.715945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:42:44Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '205aa7d5-ea9b-4f66-8cb4-a53609dadaf4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:58Z', 'updated_at': '2021-12-22T08:41:07Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8637eb12-8561-494b-86ed-cb49315fecda', 'name': '', 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:f8:2d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c48a89-501d-44bc-9918-8e1d04cb84d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:41Z', 'updated_at': '2021-12-22T08:42:54Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '87c48a89-501d-44bc-9918-8e1d04cb84d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:56.718126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:42:56.730308 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "PUT /v2.0/routers/f261e1bf-75ad-44ef-8746-87a7f146f188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9957743 Dec 22 08:42:56.734776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345b334f-5e6b-46a3-844d-7498f579e2f7 None None] The sync data for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv is: [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:42:44Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '205aa7d5-ea9b-4f66-8cb4-a53609dadaf4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:58Z', 'updated_at': '2021-12-22T08:41:07Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8637eb12-8561-494b-86ed-cb49315fecda', 'name': '', 'network_id': 'c2fc3007-a01c-45d5-add1-61c11721c827', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:f8:2d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c48a89-501d-44bc-9918-8e1d04cb84d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:42:41Z', 'updated_at': '2021-12-22T08:42:54Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '87c48a89-501d-44bc-9918-8e1d04cb84d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:42:56.735425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39784) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:56.741921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d1ea7-e968-4763-86f0-042752724fea None None] Sync routers for ids ['f261e1bf-75ad-44ef-8746-87a7f146f188'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:42:56.769499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d1ea7-e968-4763-86f0-042752724fea None None] Routers {'f261e1bf-75ad-44ef-8746-87a7f146f188'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:42:56.770147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6d3d1ea7-e968-4763-86f0-042752724fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f261e1bf-75ad-44ef-8746-87a7f146f188'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:56.789121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:56.865076 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-b47fbd02-9d60-4b65-939f-ccd1ef42f030 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] delete failed (client error): The resource could not be found. Dec 22 08:42:56.869735 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b47fbd02-9d60-4b65-939f-ccd1ef42f030 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1969163314 HTTP/1.1" status: 404 len: 335 time: 0.1280434 Dec 22 08:42:56.870319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39788) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:56.877928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8950b3b8-8031-4d36-b8a1-c313bdde5992 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f261e1bf-75ad-44ef-8746-87a7f146f188'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:56.905526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6d3d1ea7-e968-4763-86f0-042752724fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:56.917400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d1ea7-e968-4763-86f0-042752724fea None None] Routers {'f261e1bf-75ad-44ef-8746-87a7f146f188'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:42:56.918177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6d3d1ea7-e968-4763-86f0-042752724fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f261e1bf-75ad-44ef-8746-87a7f146f188'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:56.991499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6d3d1ea7-e968-4763-86f0-042752724fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:56.991910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d1ea7-e968-4763-86f0-042752724fea None None] The sync data for ids ['f261e1bf-75ad-44ef-8746-87a7f146f188'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:42:57.042032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:57.055960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:57.057942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=6083714e-3b9e-40d8-baec-deef3556a3a7,revision_number=5']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.061098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:57.061887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.065767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f056e735-c69b-4fd5-9eb1-342b552a0e7e None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:57.069551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:57.073655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0f0652ec-0d25-4e0c-bf97-fee1aa4b8e00 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:57.169253 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6675546 Dec 22 08:42:57.171186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39792) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:57.179057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c6a28e71-d6cc-4ccc-a7e5-e8ed9d6d9ee4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:57.243845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] For port 70c942f6-b47c-4d29-b601-45f1b0c529ab, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=70c942f6-b47c-4d29-b601-45f1b0c529ab,segment=NetworkSegment(e22b699e-4acc-4984-bd2e-f8281bf10849),segment_id=e22b699e-4acc-4984-bd2e-f8281bf10849)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:57.244505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.259284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=28c31fd5-0ca7-4e14-9c08-b25588c89895,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.289050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:57.318908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.325674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e897255a-d40e-41ca-ab8f-255c6bdad6d5 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:57.437260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 70c942f6-b47c-4d29-b601-45f1b0c529ab owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:42:57.540911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Subnet': ['ID=025e2c28-1f0c-4866-a21e-c5cee380e0d9,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:57.542888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c6a28e71-d6cc-4ccc-a7e5-e8ed9d6d9ee4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:57.561395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:57.562194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Checking segment: {'id': '3617fbc3-cfd3-47b9-b2ed-b365f9627106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1baf993b-03e0-4bd7-b172-9f5088e48ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:57.563799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network hostable DHCP agents. Network: 1baf993b-03e0-4bd7-b172-9f5088e48ba6, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:57.597135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c6a28e71-d6cc-4ccc-a7e5-e8ed9d6d9ee4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:57.636351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:57.643205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8637eb12-8561-494b-86ed-cb49315fecda up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:57.644737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a28e71-d6cc-4ccc-a7e5-e8ed9d6d9ee4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:57.777478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 1baf993b-03e0-4bd7-b172-9f5088e48ba6) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:57.784366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:57.784934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.794769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde301b0-28b7-46b7-a8ec-08455fe93d73 None None] Network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:57.901880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6a28e71-d6cc-4ccc-a7e5-e8ed9d6d9ee4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.910101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8950b3b8-8031-4d36-b8a1-c313bdde5992 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.924385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:57.930487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-34f2d32d-c7ed-432b-a2bb-14f96d409ee2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:57.935441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 8637eb12-8561-494b-86ed-cb49315fecda completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:57.954590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8637eb12-8561-494b-86ed-cb49315fecda triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:57.955089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.029180 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7985535 Dec 22 08:42:58.039979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39802) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:58.055959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'subnet': {'network_id': '5e5a6e68-c8ab-4957-a7b0-474ed77ea102', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:58.074333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=70c942f6-b47c-4d29-b601-45f1b0c529ab,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:58.077326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef740cd-fa0b-4d06-8704-81adca494ef8 None None] Network 259ec53f-ca11-4c51-bd02-c7a81ef9e120 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:58.099173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:58.100608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No DVR routers for this DVR port 70c942f6-b47c-4d29-b601-45f1b0c529ab on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:42:58.192744 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-8950b3b8-8031-4d36-b8a1-c313bdde5992 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] update failed (client error): The resource could not be found. Dec 22 08:42:58.194202 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8950b3b8-8031-4d36-b8a1-c313bdde5992 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "PUT /v2.0/routers/f261e1bf-75ad-44ef-8746-87a7f146f188 HTTP/1.1" status: 404 len: 339 time: 1.3227544 Dec 22 08:42:58.202797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39806) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:58.214630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6f515d07-3486-4c94-bb62-3e63a3e4114c None None] Could not find standard attr ID for object 1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:58.217816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-331643679'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:58.237095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:58.240602 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.ipam_backend_mixin [None req-c6a28e71-d6cc-4ccc-a7e5-e8ed9d6d9ee4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28c31fd5-0ca7-4e14-9c08-b25588c89895 (CIDR: 2001:db8::/64) Dec 22 08:42:58.242946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:58.246200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:network and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:58.250631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a28e71-d6cc-4ccc-a7e5-e8ed9d6d9ee4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:42:58.251209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a28e71-d6cc-4ccc-a7e5-e8ed9d6d9ee4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:42:58.266912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:subnet and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:58.270324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:58.273444 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:58.279592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6f515d07-3486-4c94-bb62-3e63a3e4114c None None] Could not find standard attr ID for object 70c942f6-b47c-4d29-b601-45f1b0c529ab. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:42:58.287302 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c6a28e71-d6cc-4ccc-a7e5-e8ed9d6d9ee4 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1090288 Dec 22 08:42:58.287302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:58.287302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:58.287644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.287742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39810) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:58.306153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Made reservation on behalf of bfb98aa00d994ddca769be6ce66821c2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:58.309386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.317758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:58.320835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:58.343072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.440120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:42:58.440641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-1baf993b-03e0-4bd7-b172-9f5088e48ba6', 'network_id': '1baf993b-03e0-4bd7-b172-9f5088e48ba6', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'fixed_ips': [{'subnet_id': '025e2c28-1f0c-4866-a21e-c5cee380e0d9'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:58.441479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.451150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.456102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 8637eb12-8561-494b-86ed-cb49315fecda, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8637eb12-8561-494b-86ed-cb49315fecda,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:42:58.465737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.468264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 70c942f6-b47c-4d29-b601-45f1b0c529ab up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:58.500235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:58.526729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.527143 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Added segment 8bf74006-0cc9-4de3-be2a-9f1864974df9 of type vlan for network 90518ee8-bc6b-4556-bae1-6bba2572e054 Dec 22 08:42:58.571154 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd42ec49-4a57-474b-bf19-16dfe4f3e5f5 None None] DHCP port deletion for 259ec53f-ca11-4c51-bd02-c7a81ef9e120 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:42:58.576943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 70c942f6-b47c-4d29-b601-45f1b0c529ab {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:42:58.577296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 70c942f6-b47c-4d29-b601-45f1b0c529ab not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 08:42:58.600571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.660294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.665474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:58.666212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259ec53f-ca11-4c51-bd02-c7a81ef9e120']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:58.666722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.673859 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Port 70c942f6-b47c-4d29-b601-45f1b0c529ab not found, will not notify nova. {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 08:42:58.701760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=8637eb12-8561-494b-86ed-cb49315fecda,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:58.711790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:58.725974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22b699e-4acc-4984-bd2e-f8281bf10849') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:58.726269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22b699e-4acc-4984-bd2e-f8281bf10849') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:42:58.759415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610547-39fb-4158-9ebe-af54595efb49 req-ff5e3976-cecc-4757-8aea-a251195e03eb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:58.760797 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0e610547-39fb-4158-9ebe-af54595efb49 req-ff5e3976-cecc-4757-8aea-a251195e03eb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 946 time: 0.6280079 Dec 22 08:42:58.765878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.806645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Allocated IP 2001:db8::2 (1baf993b-03e0-4bd7-b172-9f5088e48ba6/025e2c28-1f0c-4866-a21e-c5cee380e0d9/e88a5acc-4140-460e-ae5f-1e7f67f0afae) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:42:58.847897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.862578 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0e610547-39fb-4158-9ebe-af54595efb49 req-8b71c1cd-7494-4d9f-8060-f4f249f61fb5 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873063 Dec 22 08:42:58.863752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:42:58.864262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:42:58.882229 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:42:58.946956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:58.974324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:58.985385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:58.987700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:58.991872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fb148fdd-f623-4795-8781-64b732a1b911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:59.009405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:59.024035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.042952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7fe4fc3c-f203-4315-9f63-87f364b9db97 None None] Provisioning for port 6083714e-3b9e-40d8-baec-deef3556a3a7 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:42:59.090814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Network': ['ID=259ec53f-ca11-4c51-bd02-c7a81ef9e120,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:59.097893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:59.109058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.114056 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/networks/259ec53f-ca11-4c51-bd02-c7a81ef9e120 HTTP/1.1" status: 204 len: 168 time: 3.0292156 Dec 22 08:42:59.119129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Network': ['ID=90518ee8-bc6b-4556-bae1-6bba2572e054,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:59.120649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39814) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:59.120774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.123503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:59.128288 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9221568 Dec 22 08:42:59.128951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-43a5ba61-8af3-41aa-89ea-f096d8b8c25e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:59.129785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'name': 'tempest-PortsTestJSON-1013927047'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:59.132891 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Transition to ACTIVE for port object e88a5acc-4140-460e-ae5f-1e7f67f0afae will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:59.145316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39818) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:59.152119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Transition to ACTIVE for port object e88a5acc-4140-460e-ae5f-1e7f67f0afae will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:42:59.156541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 90518ee8-bc6b-4556-bae1-6bba2572e054 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:42:59.211408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'subnet': {'network_id': '90518ee8-bc6b-4556-bae1-6bba2572e054', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:59.219744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.221104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Subnet': ['ID=edc86825-5581-4a33-840f-bf803507f2ff,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:59.225285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:59.228948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:42:59.233791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Checking segment: {'id': 'f5a242a9-190b-479f-a006-ef7bc110b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5a6e68-c8ab-4957-a7b0-474ed77ea102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:59.234154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network hostable DHCP agents. Network: 5e5a6e68-c8ab-4957-a7b0-474ed77ea102, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:42:59.259195 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:42:59.270920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 5e5a6e68-c8ab-4957-a7b0-474ed77ea102) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:59.275679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:59.277122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.291871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f0f8de-f74d-4e41-abc8-a83331421b9a None None] Network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:42:59.302099 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2561550 Dec 22 08:42:59.302305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39822) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:59.308621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1237259769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:42:59.316025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:59.320562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:router and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:59.323647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:59.329548 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:59.340519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.342204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.367877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.390741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.396605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:42:59.400052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.404931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Pushing event updated for resources: {'Port': ['ID=e88a5acc-4140-460e-ae5f-1e7f67f0afae,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:42:59.410530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:42:59.414822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:42:59.417526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:42:59.429828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.434831 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-27dc3fa0-9fca-4e90-a939-8b2f99c41b68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1314945 Dec 22 08:42:59.435883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39826) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:42:59.498714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:59.514328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:42:59.517198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Usage tracker for resource:subnet and tenant:bfb98aa00d994ddca769be6ce66821c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:59.523300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:59.532479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:port and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:42:59.554557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:59.556836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:42:59.568505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:42:59.592856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Made reservation on behalf of bfb98aa00d994ddca769be6ce66821c2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:59.682350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:42:59.685825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.713759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Attempting to bind port e88a5acc-4140-460e-ae5f-1e7f67f0afae on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:42:59.714057 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Attempting to bind port e88a5acc-4140-460e-ae5f-1e7f67f0afae by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '3617fbc3-cfd3-47b9-b2ed-b365f9627106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1baf993b-03e0-4bd7-b172-9f5088e48ba6'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:42:59.714423 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Attempting to bind port e88a5acc-4140-460e-ae5f-1e7f67f0afae on network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:42:59.728171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:42:59.728590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Checking segment: {'id': '3617fbc3-cfd3-47b9-b2ed-b365f9627106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1baf993b-03e0-4bd7-b172-9f5088e48ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:42:59.729135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.729700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Bound using segment: {'id': '3617fbc3-cfd3-47b9-b2ed-b365f9627106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1baf993b-03e0-4bd7-b172-9f5088e48ba6'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:42:59.730223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Bound port: e88a5acc-4140-460e-ae5f-1e7f67f0afae, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3617fbc3-cfd3-47b9-b2ed-b365f9627106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1baf993b-03e0-4bd7-b172-9f5088e48ba6'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:42:59.731073 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.743278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8637eb12-8561-494b-86ed-cb49315fecda up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:42:59.761780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port f3243ba3-05e9-479f-8605-c7df19226b55 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:42:59.779491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5e5a6e68-c8ab-4957-a7b0-474ed77ea102', 'network_id': '5e5a6e68-c8ab-4957-a7b0-474ed77ea102', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'fixed_ips': [{'subnet_id': 'edc86825-5581-4a33-840f-bf803507f2ff'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:42:59.780319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.814760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:42:59.849755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761894-0e45-4da3-9824-bf660377125f req-fd41f8c0-92cf-48b6-815b-891a0996e282 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:42:59.851287 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bb761894-0e45-4da3-9824-bf660377125f req-fd41f8c0-92cf-48b6-815b-891a0996e282 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 946 time: 0.2538538 Dec 22 08:42:59.957914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8637eb12-8561-494b-86ed-cb49315fecda triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:42:59.958506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.037549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Deleting port f87ae542-c8c4-4a82-aab6-f1c2da43d31b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:00.037813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.063321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] For port e88a5acc-4140-460e-ae5f-1e7f67f0afae, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:00.073344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.083406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f969c4b-7fcc-457f-a6f4-283c9492c4cd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:00.089567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] For port e88a5acc-4140-460e-ae5f-1e7f67f0afae, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e88a5acc-4140-460e-ae5f-1e7f67f0afae,segment=NetworkSegment(3617fbc3-cfd3-47b9-b2ed-b365f9627106),segment_id=3617fbc3-cfd3-47b9-b2ed-b365f9627106)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:00.129482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.133526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Allocated IP 2001:db8:1::2 (5e5a6e68-c8ab-4957-a7b0-474ed77ea102/edc86825-5581-4a33-840f-bf803507f2ff/4765d27a-8e26-4582-a052-c670b5a7be74) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:00.140099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c52bab19-5c78-4eda-a26c-b287b7f2cef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:00.253868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:00.273431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:00.278615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=b6f52e02-bea0-49b7-9ffd-eeb23ddde975,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:00.281909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:00.282578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.290850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6083714e-3b9e-40d8-baec-deef3556a3a7 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:00.328000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bfec6b-c5bc-4e57-b84b-e5230a85ddbe None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:00.363208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.363628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.363986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.364349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.364720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.365070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.365429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.365785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.366141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.366490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.366841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:00.371411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.374531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.383093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:00.406029 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1145885 Dec 22 08:43:00.410207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39834) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:00.416947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd71831-95ba-4991-8dea-aac42491d55c req-d4d35228-9fe4-48df-8da5-e4933a22f7b5 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:00.423967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Pushing event updated for resources: {'Port': ['ID=e88a5acc-4140-460e-ae5f-1e7f67f0afae,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:00.426035 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bbd71831-95ba-4991-8dea-aac42491d55c req-d4d35228-9fe4-48df-8da5-e4933a22f7b5 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 946 time: 0.3340065 Dec 22 08:43:00.451437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:00.460953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:b8:69:e0', 'name': 'tempest-NetworksTestDHCPv6-125207652'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:00.479185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.482087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.489304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-31275060-def0-4aa7-bd8b-ca1f964e7b3e tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:00.657426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6083714e-3b9e-40d8-baec-deef3556a3a7 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:00.684012 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6083714e-3b9e-40d8-baec-deef3556a3a7 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:00.684399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.739567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:00.748732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:00.754405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:00.758473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:00.759156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.768941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Subnet': ['ID=6270b580-c71b-4129-abe2-80522a17d127,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:00.779074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:00.779074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Checking segment: {'id': '8bf74006-0cc9-4de3-be2a-9f1864974df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90518ee8-bc6b-4556-bae1-6bba2572e054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:00.779074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network hostable DHCP agents. Network: 90518ee8-bc6b-4556-bae1-6bba2572e054, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:00.782822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41d41d40-a268-4f2c-bbea-d35409cacdf0 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:00.861512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.865931 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7414737 Dec 22 08:43:00.865931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=f3243ba3-05e9-479f-8605-c7df19226b55,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:00.867698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39838) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:00.871791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:00.882258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Transition to ACTIVE for port object 4765d27a-8e26-4582-a052-c670b5a7be74 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:00.903860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Transition to ACTIVE for port object 4765d27a-8e26-4582-a052-c670b5a7be74 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:00.924289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.924606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network 90518ee8-bc6b-4556-bae1-6bba2572e054 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:00.931983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:00.945065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 90518ee8-bc6b-4556-bae1-6bba2572e054) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:00.961538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:00.962344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:00.985168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port f3243ba3-05e9-479f-8605-c7df19226b55 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:00.985631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.013827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Pushing event updated for resources: {'Port': ['ID=4765d27a-8e26-4582-a052-c670b5a7be74,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:01.017675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:01.018490 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed6d2d6-c7f2-4158-8d62-610575db5ff5 None None] Network 90518ee8-bc6b-4556-bae1-6bba2572e054 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:01.030761 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8718903 Dec 22 08:43:01.035086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39842) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:01.044538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a2940240-7d2f-4d05-a7d9-46d3e46df0eb tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'router': {'external_gateway_info': {'network_id': '90518ee8-bc6b-4556-bae1-6bba2572e054'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:01.105628 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bbd71831-95ba-4991-8dea-aac42491d55c req-76dddb6f-4b97-44c1-b29b-9132f00feb01 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6785440 Dec 22 08:43:01.107454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] For port f87ae542-c8c4-4a82-aab6-f1c2da43d31b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:01.107842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.195530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:01.203431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:01.205832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:01.233417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.342457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:01.394318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 6083714e-3b9e-40d8-baec-deef3556a3a7, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6083714e-3b9e-40d8-baec-deef3556a3a7,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:01.424290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:01.433217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:01.448941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:01.477783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Attempting to bind port 4765d27a-8e26-4582-a052-c670b5a7be74 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:01.478149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Attempting to bind port 4765d27a-8e26-4582-a052-c670b5a7be74 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'f5a242a9-190b-479f-a006-ef7bc110b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5a6e68-c8ab-4957-a7b0-474ed77ea102'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:01.478512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Attempting to bind port 4765d27a-8e26-4582-a052-c670b5a7be74 on network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:01.485531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.491542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.518562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:01.527748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.528741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e59aa046-5b5f-465b-8d05-b758b093454e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:01.632953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:01.633971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Checking segment: {'id': 'f5a242a9-190b-479f-a006-ef7bc110b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5a6e68-c8ab-4957-a7b0-474ed77ea102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:01.634440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.634862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Bound using segment: {'id': 'f5a242a9-190b-479f-a006-ef7bc110b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5a6e68-c8ab-4957-a7b0-474ed77ea102'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:01.635366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Bound port: 4765d27a-8e26-4582-a052-c670b5a7be74, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a242a9-190b-479f-a006-ef7bc110b50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5e5a6e68-c8ab-4957-a7b0-474ed77ea102'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:01.636481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.660022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 04d47823-0be1-4930-9100-d62d49df2f17 yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:01.688359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=6083714e-3b9e-40d8-baec-deef3556a3a7,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:01.700610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 2001:db8::1 (1baf993b-03e0-4bd7-b172-9f5088e48ba6/025e2c28-1f0c-4866-a21e-c5cee380e0d9/d5bb1bf7-3011-4010-9f95-07e7b01430e0) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:01.747806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.748204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.748588 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Floating IP 5d4f291d-1dc9-456c-b44c-5bb0e9dfd925 disassociated. External IP: 172.26.5.167, port: f87ae542-c8c4-4a82-aab6-f1c2da43d31b. Dec 22 08:43:01.748939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Calling delete_port for f87ae542-c8c4-4a82-aab6-f1c2da43d31b owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:01.781453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for f3243ba3-05e9-479f-8605-c7df19226b55 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:01.808742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 70c942f6-b47c-4d29-b601-45f1b0c529ab no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:01.835840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:01.847555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ee94e-24f4-4a77-9056-daee2f986959 None None] Network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:01.928717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2940240-7d2f-4d05-a7d9-46d3e46df0eb tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.951697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 70c942f6-b47c-4d29-b601-45f1b0c529ab {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:01.952327 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 70c942f6-b47c-4d29-b601-45f1b0c529ab not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:01.963226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-90518ee8-bc6b-4556-bae1-6bba2572e054', 'network_id': '90518ee8-bc6b-4556-bae1-6bba2572e054', 'tenant_id': 'bfb98aa00d994ddca769be6ce66821c2', 'fixed_ips': [{'subnet_id': '6270b580-c71b-4129-abe2-80522a17d127'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:43:01.965186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:01.982887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dcbf2def-4891-4fb5-9589-bc663405b1e8 None None] Provisioning for port e88a5acc-4140-460e-ae5f-1e7f67f0afae completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:01.988832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-61585967-4880-44f0-a635-519789bdfc23 None None] For port 4765d27a-8e26-4582-a052-c670b5a7be74, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:02.072118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.081016 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-61585967-4880-44f0-a635-519789bdfc23 None None] For port 4765d27a-8e26-4582-a052-c670b5a7be74, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4765d27a-8e26-4582-a052-c670b5a7be74,segment=NetworkSegment(f5a242a9-190b-479f-a006-ef7bc110b50a),segment_id=f5a242a9-190b-479f-a006-ef7bc110b50a)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:02.081704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.101878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.103978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-70d96ecf-a369-4081-8276-7208a233a75c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:02.115742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:02.168811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Transition to ACTIVE for port object d5bb1bf7-3011-4010-9f95-07e7b01430e0 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:02.192696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=f3243ba3-05e9-479f-8605-c7df19226b55,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:02.199304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:02.200320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.202510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Pushing event updated for resources: {'Port': ['ID=4765d27a-8e26-4582-a052-c670b5a7be74,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:02.205541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6083714e-3b9e-40d8-baec-deef3556a3a7 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:02.236450 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/f3243ba3-05e9-479f-8605-c7df19226b55 HTTP/1.1" status: 204 len: 168 time: 1.3666818 Dec 22 08:43:02.238089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39850) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:02.240918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8:0:1::1d9 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/b6f52e02-bea0-49b7-9ffd-eeb23ddde975/04d47823-0be1-4930-9100-d62d49df2f17) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:02.245339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'mac_address': 'fa:16:3e:c1:70:65', 'name': 'tempest-PortsTestJSON-1885499831'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:02.250234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:feb8:69e0 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/28c31fd5-0ca7-4e14-9c08-b25588c89895/04d47823-0be1-4930-9100-d62d49df2f17) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:02.267214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:02.287075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] Update dhcp port {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': '28c31fd5-0ca7-4e14-9c08-b25588c89895', 'ip_address': '2001:db8::f816:3eff:fedd:59f9'}, {'subnet_id': 'b6f52e02-bea0-49b7-9ffd-eeb23ddde975'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': '6083714e-3b9e-40d8-baec-deef3556a3a7'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:43:02.419426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.426589 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:02.485422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.489215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event deleted for resources: {'Port': ['ID=f87ae542-c8c4-4a82-aab6-f1c2da43d31b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:02.554086 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a80c347-5c90-4b6a-8d0c-ed3cd097652a req-1fdd8342-82cd-4330-bce8-ad181372bc60 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 210 time: 0.2100794 Dec 22 08:43:02.577023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6083714e-3b9e-40d8-baec-deef3556a3a7 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:02.577315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.596355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:02.605582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:port and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:02.613199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:02.635173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:02.648654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.660242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:02.660461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Allocated IP 2001:db8:1::2 (90518ee8-bc6b-4556-bae1-6bba2572e054/6270b580-c71b-4129-abe2-80522a17d127/eb8c6e86-4e64-4700-9274-2d78450d4e8e) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:02.665651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.666037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.666414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.667699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.667699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.667699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.667987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.668244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.668607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.668972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.669331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:02.673844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:02.680142 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-a2940240-7d2f-4d05-a7d9-46d3e46df0eb tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:02.686204 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2940240-7d2f-4d05-a7d9-46d3e46df0eb tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "PUT /v2.0/routers/f261e1bf-75ad-44ef-8746-87a7f146f188 HTTP/1.1" status: 400 len: 364 time: 1.6430447 Dec 22 08:43:02.686364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b33860b4-4765-4fe1-ad35-9534f5116ddb tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:02.732073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39854) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:02.919301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:02.957605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port 5d92bb87-624b-4441-959f-f5d5291f48f9 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:03.020031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:03.026042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.038245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:03.041116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:03.042423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.048955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=d5bb1bf7-3011-4010-9f95-07e7b01430e0,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.052852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:03.087342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 04d47823-0be1-4930-9100-d62d49df2f17 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:03.237542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e88a5acc-4140-460e-ae5f-1e7f67f0afae up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:03.263847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.276259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.290365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb938b61-9114-404e-8bde-68d0e6ce7d0f tempest-AllowedAddressPairIpV6TestJSON-839518270 tempest-AllowedAddressPairIpV6TestJSON-839518270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:03.348478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.353377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.372866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=04d47823-0be1-4930-9100-d62d49df2f17,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.380422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:03.396109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Transition to ACTIVE for port object eb8c6e86-4e64-4700-9274-2d78450d4e8e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:03.416964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] Allocated IP 2001:db8:0:1::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/b6f52e02-bea0-49b7-9ffd-eeb23ddde975/6083714e-3b9e-40d8-baec-deef3556a3a7) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:03.442070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Transition to ACTIVE for port object eb8c6e86-4e64-4700-9274-2d78450d4e8e will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:03.468353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:03.475635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.503025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c0a4c5be-6bc4-4d0e-b39a-5e4ea41434a3 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:03.515831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.519893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:03.619504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:03.626559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:03.632594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:03.636865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:03.637680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.642888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port e88a5acc-4140-460e-ae5f-1e7f67f0afae completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:03.693533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=5d92bb87-624b-4441-959f-f5d5291f48f9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.705637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:03.710139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:03.719809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:03.724122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:03.725538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.762658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port e88a5acc-4140-460e-ae5f-1e7f67f0afae triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:03.763576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:03.791977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Pushing event updated for resources: {'Port': ['ID=eb8c6e86-4e64-4700-9274-2d78450d4e8e,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:03.807050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:03.819431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device f87ae542-c8c4-4a82-aab6-f1c2da43d31b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:03.844879 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7aaa206f-6fd5-4048-99c4-817f339d727e req-766e6ce0-1f1b-470a-8cab-c7fa13acb194 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 210 time: 0.0824828 Dec 22 08:43:03.895936 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6541526 Dec 22 08:43:03.899713 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4490318 Dec 22 08:43:03.904850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39862) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:03.905313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:03.944304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] For port 6083714e-3b9e-40d8-baec-deef3556a3a7, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6083714e-3b9e-40d8-baec-deef3556a3a7,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:03.957013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Router 0110442b-4a23-46b7-8a57-ad853c51d04c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:03.979541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.001685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] Transition to ACTIVE for port object 6083714e-3b9e-40d8-baec-deef3556a3a7 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:04.017578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: f87ae542-c8c4-4a82-aab6-f1c2da43d31b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:04.017925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device f87ae542-c8c4-4a82-aab6-f1c2da43d31b not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:04.030107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Network 90518ee8-bc6b-4556-bae1-6bba2572e054 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:04.030842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1bab3d7e-aeb8-4768-b311-022f60d75d0f None None] Provisioning complete for port e88a5acc-4140-460e-ae5f-1e7f67f0afae triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:04.031281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1bab3d7e-aeb8-4768-b311-022f60d75d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.060965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.064940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba78bdf-8511-4881-a0c2-bc3a9f7f38c0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:04.065804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6ba78bdf-8511-4881-a0c2-bc3a9f7f38c0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:04.076200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-666a722e-696e-434d-8c1f-a6ed3f73ffda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:04.096753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 04d47823-0be1-4930-9100-d62d49df2f17 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:04.097116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.131638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df4d69-1f7d-46c1-93fd-eaae36bff757 None None] Network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:04.148011 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:04.150554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:04.176206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6ba78bdf-8511-4881-a0c2-bc3a9f7f38c0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:04.180032 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6ba78bdf-8511-4881-a0c2-bc3a9f7f38c0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/5d92bb87-624b-4441-959f-f5d5291f48f9 HTTP/1.1" status: 200 len: 841 time: 0.2736683 Dec 22 08:43:04.180596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:04.218360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.228323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.229144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.235155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c4adff30-5c3c-40f2-9389-fcd4f7e4bc91 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:04.340402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 5d92bb87-624b-4441-959f-f5d5291f48f9 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:04.340758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.385995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=d5bb1bf7-3011-4010-9f95-07e7b01430e0,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:04.393104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:04.460105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:04.473373 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] Sync routers for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:04.492780 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:04.493876 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:04.515779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] Pushing event updated for resources: {'Port': ['ID=6083714e-3b9e-40d8-baec-deef3556a3a7,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:04.525654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:04.546647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:04.552588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] No DVR routers for this DVR port f87ae542-c8c4-4a82-aab6-f1c2da43d31b on host hv-neutron-8226 {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:04.554388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:04.556522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.558501 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bb761894-0e45-4da3-9824-bf660377125f req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "DELETE /v2.0/ports/f87ae542-c8c4-4a82-aab6-f1c2da43d31b HTTP/1.1" status: 204 len: 173 time: 4.7014861 Dec 22 08:43:04.559069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'name': 'network-vif-deleted', 'tag': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:43:04.605425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Attempting to bind port eb8c6e86-4e64-4700-9274-2d78450d4e8e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:04.605883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Attempting to bind port eb8c6e86-4e64-4700-9274-2d78450d4e8e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bf74006-0cc9-4de3-be2a-9f1864974df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90518ee8-bc6b-4556-bae1-6bba2572e054'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:04.606357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Attempting to bind port eb8c6e86-4e64-4700-9274-2d78450d4e8e on network 90518ee8-bc6b-4556-bae1-6bba2572e054 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:04.626715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.817379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:04.817688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Checking segment: {'id': '8bf74006-0cc9-4de3-be2a-9f1864974df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90518ee8-bc6b-4556-bae1-6bba2572e054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:04.825230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.827278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Bound using segment: {'id': '8bf74006-0cc9-4de3-be2a-9f1864974df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90518ee8-bc6b-4556-bae1-6bba2572e054'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:04.827935 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Bound port: eb8c6e86-4e64-4700-9274-2d78450d4e8e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf74006-0cc9-4de3-be2a-9f1864974df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90518ee8-bc6b-4556-bae1-6bba2572e054'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:04.830109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.862768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:04.872308 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ade2fff-d421-4aa1-a6ef-4a53deca617d', 'name': 'network-vif-deleted', 'tag': 'f87ae542-c8c4-4a82-aab6-f1c2da43d31b', 'status': 'completed', 'code': 200} Dec 22 08:43:04.969317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.007992 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:43:05.114877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1bab3d7e-aeb8-4768-b311-022f60d75d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.196261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port e88a5acc-4140-460e-ae5f-1e7f67f0afae, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e88a5acc-4140-460e-ae5f-1e7f67f0afae,segment=NetworkSegment(3617fbc3-cfd3-47b9-b2ed-b365f9627106),segment_id=3617fbc3-cfd3-47b9-b2ed-b365f9627106)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:05.207717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 04d47823-0be1-4930-9100-d62d49df2f17 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:05.222064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.247650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:05.451985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] For port eb8c6e86-4e64-4700-9274-2d78450d4e8e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:05.489000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-1bab3d7e-aeb8-4768-b311-022f60d75d0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:05.489530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-1bab3d7e-aeb8-4768-b311-022f60d75d0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:05.491932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] For port eb8c6e86-4e64-4700-9274-2d78450d4e8e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=eb8c6e86-4e64-4700-9274-2d78450d4e8e,segment=NetworkSegment(8bf74006-0cc9-4de3-be2a-9f1864974df9),segment_id=8bf74006-0cc9-4de3-be2a-9f1864974df9)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:05.502532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=e88a5acc-4140-460e-ae5f-1e7f67f0afae,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:05.506202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:05.507927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:05.519290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-17191586-e5d1-4463-80a8-3e3a42c344b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:05.617682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6083714e-3b9e-40d8-baec-deef3556a3a7 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:05.694741 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-dd660ac0-6e20-4dd8-891a-f208d9887ac8 req-e134c68f-9ef0-4df0-aa50-6ccc08d9b0d5 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:05.746250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Pushing event updated for resources: {'Port': ['ID=eb8c6e86-4e64-4700-9274-2d78450d4e8e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:05.766653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:05.770172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-dd660ac0-6e20-4dd8-891a-f208d9887ac8 req-e134c68f-9ef0-4df0-aa50-6ccc08d9b0d5 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:05.772654 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dd660ac0-6e20-4dd8-891a-f208d9887ac8 req-e134c68f-9ef0-4df0-aa50-6ccc08d9b0d5 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ade2fff-d421-4aa1-a6ef-4a53deca617d HTTP/1.1" status: 200 len: 210 time: 0.2201066 Dec 22 08:43:05.833904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4765d27a-8e26-4582-a052-c670b5a7be74 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:05.884089 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:43:05.924810 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:05.939070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 355e7456-70f7-4598-a562-d09e5013afd7 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:43:05.940700 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] Checking router: 0110442b-4a23-46b7-8a57-ad853c51d04c for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:43:05.967077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 4765d27a-8e26-4582-a052-c670b5a7be74 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:05.978221 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:05.979349 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.127896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1bab3d7e-aeb8-4768-b311-022f60d75d0f None None] Provisioning for port d5bb1bf7-3011-4010-9f95-07e7b01430e0 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:06.136487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1bab3d7e-aeb8-4768-b311-022f60d75d0f None None] Provisioning complete for port d5bb1bf7-3011-4010-9f95-07e7b01430e0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:06.136860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1bab3d7e-aeb8-4768-b311-022f60d75d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.213798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1bab3d7e-aeb8-4768-b311-022f60d75d0f None None] Port d5bb1bf7-3011-4010-9f95-07e7b01430e0 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:06.276652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:06.287142 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/355e7456-70f7-4598-a562-d09e5013afd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8496277 Dec 22 08:43:06.289120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0292ec-7aa2-4172-82cd-8f55b9a3cbf1 None None] Sync routers for ids ['355e7456-70f7-4598-a562-d09e5013afd7'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:06.289861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39880) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:06.306018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0292ec-7aa2-4172-82cd-8f55b9a3cbf1 None None] Routers {'355e7456-70f7-4598-a562-d09e5013afd7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:06.307449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f0292ec-7aa2-4172-82cd-8f55b9a3cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['355e7456-70f7-4598-a562-d09e5013afd7'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.312760 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:43:06.340766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.381462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1c845-ade9-41c6-84fd-7d9602ed831a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:06.382067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6ac1c845-ade9-41c6-84fd-7d9602ed831a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:06.405781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6ac1c845-ade9-41c6-84fd-7d9602ed831a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:06.407256 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6ac1c845-ade9-41c6-84fd-7d9602ed831a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports/d5bb1bf7-3011-4010-9f95-07e7b01430e0 HTTP/1.1" status: 200 len: 911 time: 0.1157768 Dec 22 08:43:06.410390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39884) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:06.414160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f0292ec-7aa2-4172-82cd-8f55b9a3cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.432177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0292ec-7aa2-4172-82cd-8f55b9a3cbf1 None None] Routers {'355e7456-70f7-4598-a562-d09e5013afd7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:06.432870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f0292ec-7aa2-4172-82cd-8f55b9a3cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['355e7456-70f7-4598-a562-d09e5013afd7'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.528728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 5d92bb87-624b-4441-959f-f5d5291f48f9 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:06.568266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2f0292ec-7aa2-4172-82cd-8f55b9a3cbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.568819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0292ec-7aa2-4172-82cd-8f55b9a3cbf1 None None] The sync data for ids ['355e7456-70f7-4598-a562-d09e5013afd7'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:06.633306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Allocated IP 2001:db8::1 (9179b04b-3dc3-49bf-ab1c-497f7f58db12/9d7fc8bb-d3bc-4b4b-a90a-6d4e91bf5160/4560c372-af75-4462-b1b9-3ce1325328b1) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:06.709339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Provisioning for port 04d47823-0be1-4930-9100-d62d49df2f17 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:06.716140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Provisioning complete for port 04d47823-0be1-4930-9100-d62d49df2f17 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:06.716934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.771595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.787508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Port 04d47823-0be1-4930-9100-d62d49df2f17 was deleted so its status cannot be updated. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 22 08:43:06.801210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-57bf413a-4137-4b3e-88a6-9fdd4cdf7112 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:06.809339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Provisioning for port 4765d27a-8e26-4582-a052-c670b5a7be74 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:06.815959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Provisioning complete for port 4765d27a-8e26-4582-a052-c670b5a7be74 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:06.816603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:06.908438 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:06.921452 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d096bb-daf9-4801-8b9a-5bbcae8a3278 None None] The sync data for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv is: [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:06.928765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=04d47823-0be1-4930-9100-d62d49df2f17,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:07.076795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f76783d9-ebe9-4755-b775-b34a0b5b8930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.086714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.096306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:07.129035 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] For port 4765d27a-8e26-4582-a052-c670b5a7be74, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4765d27a-8e26-4582-a052-c670b5a7be74,segment=NetworkSegment(f5a242a9-190b-479f-a006-ef7bc110b50a),segment_id=f5a242a9-190b-479f-a006-ef7bc110b50a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:07.140690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.145896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-417a3a1f-77d1-4199-a4a0-60d89162c043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:07.299623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Pushing event updated for resources: {'Port': ['ID=4765d27a-8e26-4582-a052-c670b5a7be74,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:07.303329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:07.319610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Provisioning for port 6083714e-3b9e-40d8-baec-deef3556a3a7 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:07.331031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Provisioning complete for port 6083714e-3b9e-40d8-baec-deef3556a3a7 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:07.331581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.390955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.409471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99ec5379-eccb-4121-a890-52975911f1b5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:07.418381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844df9e-ac98-46cb-8055-e41321b85873 None None] Network 90518ee8-bc6b-4556-bae1-6bba2572e054 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:07.441134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.476454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.481092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=5d92bb87-624b-4441-959f-f5d5291f48f9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:07.494219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:07.509771 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/04d47823-0be1-4930-9100-d62d49df2f17 HTTP/1.1" status: 204 len: 168 time: 3.5971541 Dec 22 08:43:07.514814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39898) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.519765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.525341 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/5d92bb87-624b-4441-959f-f5d5291f48f9 HTTP/1.1" status: 204 len: 168 time: 3.3401587 Dec 22 08:43:07.548223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39902) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.580169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device eb8c6e86-4e64-4700-9274-2d78450d4e8e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:07.592645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.603301 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-4623ffce-bc7a-4d69-a7c1-0f41e2a492bb tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:43:07.609278 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4623ffce-bc7a-4d69-a7c1-0f41e2a492bb tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/5d92bb87-624b-4441-959f-f5d5291f48f9 HTTP/1.1" status: 404 len: 333 time: 0.0602317 Dec 22 08:43:07.609789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39906) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.621081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'name': 'tempest-PortsTestJSON-2135059100'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:07.644043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Transition to ACTIVE for port object 4560c372-af75-4462-b1b9-3ce1325328b1 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:07.742164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4daf0de-7c1d-4a4f-8a2e-8fbb3d8863e3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:07.743084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f4daf0de-7c1d-4a4f-8a2e-8fbb3d8863e3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:07.748040 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Provisioning complete for port d5bb1bf7-3011-4010-9f95-07e7b01430e0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:07.748411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.788500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:07.798300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port eb8c6e86-4e64-4700-9274-2d78450d4e8e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:07.800018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:07.812808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:07.816615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.819924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e88a5acc-4140-460e-ae5f-1e7f67f0afae up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:07.842327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port d69e5f1d-8a71-4efc-9609-4a244612164b yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:07.880335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.884220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f4daf0de-7c1d-4a4f-8a2e-8fbb3d8863e3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:07.889374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f4daf0de-7c1d-4a4f-8a2e-8fbb3d8863e3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3681018 Dec 22 08:43:07.889560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Port d5bb1bf7-3011-4010-9f95-07e7b01430e0 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:07.889701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-006f6934-f485-4151-8e0f-198f3069517c tempest-RoutersAdminTest-998973793 tempest-RoutersAdminTest-998973793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:07.889807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39912) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:07.958110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port e88a5acc-4140-460e-ae5f-1e7f67f0afae triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:07.959050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:07.964074 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-a942b577-68b3-4e91-b48b-44a56cc2434d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741611110&fields=id&tenant_id=24a66f8478a345ff840018a8952a092e HTTP/1.1" status: 200 len: 267 time: 0.4401729 Dec 22 08:43:07.995569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:08.022689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:08.027995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Port': ['ID=4560c372-af75-4462-b1b9-3ce1325328b1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:08.034160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:08.034881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.037415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2239f780-c388-43a8-9d14-7d2ed588dda9 None None] Provisioning for port eb8c6e86-4e64-4700-9274-2d78450d4e8e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:08.076157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2239f780-c388-43a8-9d14-7d2ed588dda9 None None] Provisioning complete for port eb8c6e86-4e64-4700-9274-2d78450d4e8e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:08.076528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2239f780-c388-43a8-9d14-7d2ed588dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.082419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:08.168439 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e8196-8c6e-4a0a-8577-a14042f2da6f None None] New status for floating IP 5d4f291d-1dc9-456c-b44c-5bb0e9dfd925: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:43:08.222517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.284681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3596142-c9cb-4d3f-a280-9d92d5b9a838 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:08.287998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b3596142-c9cb-4d3f-a280-9d92d5b9a838 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:08.307568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-d37e3180-6b3e-450b-a9cb-d7d122274199 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:08.314738 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-d37e3180-6b3e-450b-a9cb-d7d122274199 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 811 time: 0.3495111 Dec 22 08:43:08.323901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2239f780-c388-43a8-9d14-7d2ed588dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.350813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b3596142-c9cb-4d3f-a280-9d92d5b9a838 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:08.354500 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b3596142-c9cb-4d3f-a280-9d92d5b9a838 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4627426 Dec 22 08:43:08.354500 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-fb50aa35-f81a-4303-8d7e-10a59d7efad8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/quotas/24a66f8478a345ff840018a8952a092e HTTP/1.1" status: 200 len: 375 time: 0.0385740 Dec 22 08:43:08.380672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39916) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:08.480470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2239f780-c388-43a8-9d14-7d2ed588dda9 None None] For port eb8c6e86-4e64-4700-9274-2d78450d4e8e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=eb8c6e86-4e64-4700-9274-2d78450d4e8e,segment=NetworkSegment(8bf74006-0cc9-4de3-be2a-9f1864974df9),segment_id=8bf74006-0cc9-4de3-be2a-9f1864974df9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:08.498792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2239f780-c388-43a8-9d14-7d2ed588dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.504265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6d2aa4ee-694d-4a12-8626-cc7e69935b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:08.526747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.569831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e776f7-1b0c-44eb-9301-af9f42c6fece None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:43:08.623310 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-0fb2f640-0671-4dbd-b3ef-44688f60e301 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2575421 Dec 22 08:43:08.627177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 2001:db8:1::1 (5e5a6e68-c8ab-4957-a7b0-474ed77ea102/edc86825-5581-4a33-840f-bf803507f2ff/6a822110-3690-4b67-af13-567c06ff176d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:08.680469 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239f780-c388-43a8-9d14-7d2ed588dda9 None None] Pushing event updated for resources: {'Port': ['ID=eb8c6e86-4e64-4700-9274-2d78450d4e8e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:08.702856 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2239f780-c388-43a8-9d14-7d2ed588dda9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:08.712199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aa322716-edc3-4222-9e3b-5142d2cd0077 None None] Provisioning complete for port eb8c6e86-4e64-4700-9274-2d78450d4e8e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:08.712572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aa322716-edc3-4222-9e3b-5142d2cd0077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.713724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2942f9-412f-4f36-a5ca-bb75d22da2a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:08.715030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2942f9-412f-4f36-a5ca-bb75d22da2a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:08.716775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2942f9-412f-4f36-a5ca-bb75d22da2a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:08.717599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7c2942f9-412f-4f36-a5ca-bb75d22da2a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:08.756453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7c2942f9-412f-4f36-a5ca-bb75d22da2a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:08.761797 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7c2942f9-412f-4f36-a5ca-bb75d22da2a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3731949 Dec 22 08:43:08.761797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39920) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:08.817475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.822790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-673bedef-be23-4d23-bb21-104def7622a7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:08.897384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e776f7-1b0c-44eb-9301-af9f42c6fece None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:43:08.901767 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-0eac90da-1547-418f-a45c-d551825b4e93 service neutron] 10.222.0.31 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584286 Dec 22 08:43:08.912093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.917699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aa322716-edc3-4222-9e3b-5142d2cd0077 None None] Provisioning for port 4560c372-af75-4462-b1b9-3ce1325328b1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:08.937967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aa322716-edc3-4222-9e3b-5142d2cd0077 None None] Provisioning complete for port 4560c372-af75-4462-b1b9-3ce1325328b1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:08.938343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aa322716-edc3-4222-9e3b-5142d2cd0077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:08.989949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=d69e5f1d-8a71-4efc-9609-4a244612164b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:08.992803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:08.994815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:09.004401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Transition to ACTIVE for port object 6a822110-3690-4b67-af13-567c06ff176d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:09.023039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:09.025123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:09.030014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:09.030014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.064453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-aa322716-edc3-4222-9e3b-5142d2cd0077 None None] Port 4560c372-af75-4462-b1b9-3ce1325328b1 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:09.074890 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-c4a5c4a9-8be4-4528-b716-0441619922a5 service neutron] 10.222.0.31 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554039 Dec 22 08:43:09.080794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.084687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-87848f9c-75e3-4702-ba84-8b2ad744650f tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:09.156682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:09.160461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:09.162446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=6a822110-3690-4b67-af13-567c06ff176d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:09.164754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:09.165279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.168038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:09.207649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 28c31fd5-0ca7-4e14-9c08-b25588c89895 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:09.219481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.232597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bedc7356-4c38-4c34-bbc5-14ccbe4cf303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.273231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39928) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:09.273406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6623890 Dec 22 08:43:09.294169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:09.308597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.359429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.361793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.375434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.376619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.383336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1425aa99-4d6b-4726-abd0-77f0d087c36a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:09.453444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device eb8c6e86-4e64-4700-9274-2d78450d4e8e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:09.601081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port eb8c6e86-4e64-4700-9274-2d78450d4e8e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:09.602912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.667038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.785416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4765d27a-8e26-4582-a052-c670b5a7be74 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:09.858407 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event updated for resources: {'Port': ['ID=4560c372-af75-4462-b1b9-3ce1325328b1,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:09.871601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:09.918224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb37cbc2-f63b-48a2-99c3-96a23d2569b0 req-1d71f0ac-25a9-44e4-8352-036448acb4e1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 210 time: 0.1159031 Dec 22 08:43:09.919020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 4765d27a-8e26-4582-a052-c670b5a7be74 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:09.919597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:09.971939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.189519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.197753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-36bb0a7f-e11a-49ab-a4ce-60c13c9f9fe6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:10.232696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:10.239917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:10.318741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=28c31fd5-0ca7-4e14-9c08-b25588c89895,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:10.340520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:10.362641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.370857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.383017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f37a6ee8-4d24-4c81-a4e5-270096be8519 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:10.383834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.409607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.415341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.446112 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/28c31fd5-0ca7-4e14-9c08-b25588c89895 HTTP/1.1" status: 204 len: 168 time: 1.6831813 Dec 22 08:43:10.449756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39952) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:10.471368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.482408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.483417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.511207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] In _notify_port_updated(), no bound segment for port d69e5f1d-8a71-4efc-9609-4a244612164b on network e93aef9f-bcb9-438d-852d-b898442cebc6 {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:43:10.516314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952658f-bbad-4615-b450-93223fdd8c3b None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:10.529639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:10.530302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.538471 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "PUT /v2.0/ports/d69e5f1d-8a71-4efc-9609-4a244612164b HTTP/1.1" status: 200 len: 818 time: 1.2616689 Dec 22 08:43:10.553659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39956) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:10.588920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=d69e5f1d-8a71-4efc-9609-4a244612164b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:10.600585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:10.601604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet b6f52e02-bea0-49b7-9ffd-eeb23ddde975 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:10.604565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd41d249-58a9-4e23-9594-6d951a5baaf2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:10.620556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.637239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-528a67c9-ef32-4f50-8fd8-fbd22852ab80 None None] Provisioning complete for port 6083714e-3b9e-40d8-baec-deef3556a3a7 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:10.637866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-528a67c9-ef32-4f50-8fd8-fbd22852ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.799917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.846219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=6a822110-3690-4b67-af13-567c06ff176d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:10.855134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port d69e5f1d-8a71-4efc-9609-4a244612164b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:10.855569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:10.898895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Router f261e1bf-75ad-44ef-8746-87a7f146f188 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:10.933098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:11.118975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.187355 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bdc6292f-63e0-43dc-b754-f695e6f0dcad req-7f7f448d-0de4-4fd2-96dc-b16c0e12b07e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 210 time: 0.0757084 Dec 22 08:43:11.202957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bc9640f4-becf-4d13-b651-d6eddc82363b None None] Provisioning for port 6a822110-3690-4b67-af13-567c06ff176d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:11.211445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bc9640f4-becf-4d13-b651-d6eddc82363b None None] Provisioning complete for port 6a822110-3690-4b67-af13-567c06ff176d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:11.211831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc9640f4-becf-4d13-b651-d6eddc82363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.212423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:11.230791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.237689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-825b7244-ad58-4ee4-bed6-2044abad049e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:11.240471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.244518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:11.279122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:11.288004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bc9640f4-becf-4d13-b651-d6eddc82363b None None] Port 6a822110-3690-4b67-af13-567c06ff176d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:11.292932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f52e02-bea0-49b7-9ffd-eeb23ddde975,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:11.295730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf48d79-7fbc-4d11-9357-3a7ef361814e None None] Sync routers for ids ['f261e1bf-75ad-44ef-8746-87a7f146f188'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:11.299977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:11.311326 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "PUT /v2.0/routers/f261e1bf-75ad-44ef-8746-87a7f146f188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5754035 Dec 22 08:43:11.311326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.315780 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/b6f52e02-bea0-49b7-9ffd-eeb23ddde975 HTTP/1.1" status: 204 len: 168 time: 0.8650470 Dec 22 08:43:11.316371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39966) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:11.316756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39968) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:11.329058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf48d79-7fbc-4d11-9357-3a7ef361814e None None] Routers {'f261e1bf-75ad-44ef-8746-87a7f146f188'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:11.329712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4cf48d79-7fbc-4d11-9357-3a7ef361814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f261e1bf-75ad-44ef-8746-87a7f146f188'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:11.431942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39974) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:11.449911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bc9640f4-becf-4d13-b651-d6eddc82363b None None] Provisioning complete for port 4560c372-af75-4462-b1b9-3ce1325328b1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:11.450302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc9640f4-becf-4d13-b651-d6eddc82363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.513844 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-46ce7d31-06d1-4031-bdd9-836ddb33a2a8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1901870 Dec 22 08:43:11.514412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39976) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:11.523675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-a866b6fa-020d-445f-960d-18887ca2b436 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:11.525563 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-a866b6fa-020d-445f-960d-18887ca2b436 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 811 time: 0.5141411 Dec 22 08:43:11.531973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4cf48d79-7fbc-4d11-9357-3a7ef361814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:11.587103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bc9640f4-becf-4d13-b651-d6eddc82363b None None] Port 4560c372-af75-4462-b1b9-3ce1325328b1 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:11.598718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf48d79-7fbc-4d11-9357-3a7ef361814e None None] Routers {'f261e1bf-75ad-44ef-8746-87a7f146f188'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:11.599632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4cf48d79-7fbc-4d11-9357-3a7ef361814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f261e1bf-75ad-44ef-8746-87a7f146f188'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:11.622405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:11.692957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cff90f-7c53-4752-a919-8e8c73acebe0 None None] Update dhcp port {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': 'b6f52e02-bea0-49b7-9ffd-eeb23ddde975'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': '6083714e-3b9e-40d8-baec-deef3556a3a7'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:43:11.757371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-16cff90f-7c53-4752-a919-8e8c73acebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.778375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4cf48d79-7fbc-4d11-9357-3a7ef361814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:11.779119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf48d79-7fbc-4d11-9357-3a7ef361814e None None] The sync data for ids ['f261e1bf-75ad-44ef-8746-87a7f146f188'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:11.826865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.927458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e789d875-ad00-4e38-999f-a61b649a76ba None None] Provisioning complete for port 6a822110-3690-4b67-af13-567c06ff176d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:11.928069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e789d875-ad00-4e38-999f-a61b649a76ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.932712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:11.937422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:11.940085 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-e93c69bd-4c0a-40b1-a772-517d8daa428a tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a66f8478a345ff840018a8952a092e HTTP/1.1" status: 200 len: 380 time: 0.1535358 Dec 22 08:43:11.941170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:11.944613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:11.947019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:11.968654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:11.973301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.014486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'port': {'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'admin_state_up': True, 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'security_groups': ['4eadc0ea-f026-44b2-bbfb-e5ca721864a7']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:12.017236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e789d875-ad00-4e38-999f-a61b649a76ba None None] Port 6a822110-3690-4b67-af13-567c06ff176d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:12.059459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f1492-8abe-41d7-9585-326a198a1262 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:12.106990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6ac4721a-ab58-46ec-9a15-792bb0421467 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.193164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb8d96a7-6862-4ebe-9f1c-d72a4bfc120b None None] Provisioning complete for port 6083714e-3b9e-40d8-baec-deef3556a3a7 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:12.193498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb8d96a7-6862-4ebe-9f1c-d72a4bfc120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.371045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for d69e5f1d-8a71-4efc-9609-4a244612164b owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:12.400625 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-6ac4721a-ab58-46ec-9a15-792bb0421467 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 08:43:12.405159 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6ac4721a-ab58-46ec-9a15-792bb0421467 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/routers/f261e1bf-75ad-44ef-8746-87a7f146f188 HTTP/1.1" status: 409 len: 329 time: 1.0840826 Dec 22 08:43:12.417395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39988) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:12.450543 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-24fb0027-8371-4c6f-8ffb-7e98e0d38276 req-a8e85a74-6da9-4821-be74-81c24947d6a9 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 210 time: 0.0538363 Dec 22 08:43:12.581193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:12.585273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Deleting port 6083714e-3b9e-40d8-baec-deef3556a3a7 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:12.585663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.604753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:43:12.787165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:12.789326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.799274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-137fc283-9cee-4c10-bdf6-c6eaaf09e81d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:12.829133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.837855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] For port 6083714e-3b9e-40d8-baec-deef3556a3a7, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6083714e-3b9e-40d8-baec-deef3556a3a7,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:12.838279 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.864003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:12.870138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=d69e5f1d-8a71-4efc-9609-4a244612164b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:12.881819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:12.900242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 355e7456-70f7-4598-a562-d09e5013afd7 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:12.921288 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.927330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Made reservation on behalf of 24a66f8478a345ff840018a8952a092e for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:12.930505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:12.996795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Calling delete_port for 6083714e-3b9e-40d8-baec-deef3556a3a7 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:13.048444 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/d69e5f1d-8a71-4efc-9609-4a244612164b HTTP/1.1" status: 204 len: 168 time: 2.4610612 Dec 22 08:43:13.048987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 39992) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.081088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] For port 6083714e-3b9e-40d8-baec-deef3556a3a7, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6083714e-3b9e-40d8-baec-deef3556a3a7,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:13.107563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.115836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:13.116598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:13.117069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.117911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.122613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:13.185563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:13.193794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:13.198617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.199190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.217459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=6083714e-3b9e-40d8-baec-deef3556a3a7,revision_number=11']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:13.222757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:13.223274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6392a489-f4bc-4097-87eb-75598011fc01 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:13.273549 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7578344 Dec 22 08:43:13.274256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 39996) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.290457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:13.332004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6083714e-3b9e-40d8-baec-deef3556a3a7 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:13.435720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:13.442492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=d162a14d-e132-43d1-ad0e-1b878dd0f66f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:13.446113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:13.449531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:13.450305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:13.457602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:13.460130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.471946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:13.477317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.541564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 6083714e-3b9e-40d8-baec-deef3556a3a7, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6083714e-3b9e-40d8-baec-deef3556a3a7,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:13.547498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.549281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:13.630763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Deleting port 6083714e-3b9e-40d8-baec-deef3556a3a7 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:13.631496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.696756 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d162a14d-e132-43d1-ad0e-1b878dd0f66f (CIDR: 2001:db8::/64) Dec 22 08:43:13.700523 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:13.700942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:13.721784 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b19fed2c-9e86-4eaf-820e-a91f9fe9fbe8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4392266 Dec 22 08:43:13.724512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40002) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:13.732068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:13.755999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=6083714e-3b9e-40d8-baec-deef3556a3a7,revision_number=12']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:13.799852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.800162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.800496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.800822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.801152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.801637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.801777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.802121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.802439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.802751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.803062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:43:13.808876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:13.838752 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d33e9359-b679-4bb6-a9cc-68bb40e7f68d req-43585f27-8d1d-4266-8f59-c93b5bc3fa78 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 210 time: 0.1006210 Dec 22 08:43:13.870262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Allocated IP 172.20.0.7 (92f65482-9f9c-46c3-804a-23a9f7abb542/8eee5301-e275-4078-a5f2-0e5308490799/e42f2013-b288-4ce4-b421-7ad1b8df1045) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:13.880706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846d70b0-1590-41d9-9061-af9f40c6e934 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:13.882163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-846d70b0-1590-41d9-9061-af9f40c6e934 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:13.948142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] For port 6083714e-3b9e-40d8-baec-deef3556a3a7, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6083714e-3b9e-40d8-baec-deef3556a3a7,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:13.948529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:13.993746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:13.998561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:14.001652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:14.004226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-846d70b0-1590-41d9-9061-af9f40c6e934 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:14.008326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.008487 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-846d70b0-1590-41d9-9061-af9f40c6e934 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9502866 Dec 22 08:43:14.010316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40006) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.042647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:14.057229 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1abdeca-802e-40c4-b6f7-1a5a2477ff21 None None] Sync routers for ids ['355e7456-70f7-4598-a562-d09e5013afd7'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:14.070251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Calling delete_port for 6083714e-3b9e-40d8-baec-deef3556a3a7 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:14.070840 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1abdeca-802e-40c4-b6f7-1a5a2477ff21 None None] Routers {'355e7456-70f7-4598-a562-d09e5013afd7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:14.071710 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d1abdeca-802e-40c4-b6f7-1a5a2477ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['355e7456-70f7-4598-a562-d09e5013afd7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:14.071943 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8d5e49-f620-413a-aa8c-403db6f5fd0c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:43:14.072813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f8d5e49-f620-413a-aa8c-403db6f5fd0c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:14.089654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f8d5e49-f620-413a-aa8c-403db6f5fd0c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:14.095762 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f8d5e49-f620-413a-aa8c-403db6f5fd0c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/d69e5f1d-8a71-4efc-9609-4a244612164b HTTP/1.1" status: 404 len: 333 time: 0.0842888 Dec 22 08:43:14.096511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:14.100112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.113911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40010) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.122556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-253350647'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:14.133844 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/355e7456-70f7-4598-a562-d09e5013afd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7223761 Dec 22 08:43:14.137665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40014) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.139317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.155205 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d1abdeca-802e-40c4-b6f7-1a5a2477ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:14.169663 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1abdeca-802e-40c4-b6f7-1a5a2477ff21 None None] Routers {'355e7456-70f7-4598-a562-d09e5013afd7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:14.171329 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d1abdeca-802e-40c4-b6f7-1a5a2477ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['355e7456-70f7-4598-a562-d09e5013afd7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:14.180483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:14.189287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:network and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:14.195577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:14.211152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.247107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:14.248143 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d1abdeca-802e-40c4-b6f7-1a5a2477ff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:14.248760 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1abdeca-802e-40c4-b6f7-1a5a2477ff21 None None] The sync data for ids ['355e7456-70f7-4598-a562-d09e5013afd7'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:14.250331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.268279 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.273022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c3b11e26-1a93-4b62-a269-c0986429d585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:14.302275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:14.314856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.315205 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Added segment 339b082c-e3f9-4553-86f7-b76693a46954 of type vlan for network 90418dc8-01b2-4743-921b-56ce523f7327 Dec 22 08:43:14.319474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Pushing event deleted for resources: {'Port': ['ID=6083714e-3b9e-40d8-baec-deef3556a3a7,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:14.322694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:14.381973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.401435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] No DVR routers for this DVR port 6083714e-3b9e-40d8-baec-deef3556a3a7 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:14.417761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e944bcd0-e9ab-47f5-aaf1-a9b736d06f0e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:14.419674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e944bcd0-e9ab-47f5-aaf1-a9b736d06f0e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:14.420876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62920410-46cd-40cb-87de-7de321937407 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:14.442236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.447201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:14.448106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.460159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-346ffd86-9e17-44bf-ad92-836977eabaf3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:14.483348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.506013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e944bcd0-e9ab-47f5-aaf1-a9b736d06f0e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:14.510909 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e944bcd0-e9ab-47f5-aaf1-a9b736d06f0e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports/6a822110-3690-4b67-af13-567c06ff176d HTTP/1.1" status: 200 len: 913 time: 0.3076503 Dec 22 08:43:14.518907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40018) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.612997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.616325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Network': ['ID=90418dc8-01b2-4743-921b-56ce523f7327,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:14.619208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.623318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:14.623971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ae30a27b-9e54-4b17-8495-e71f118cd1e1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:14.648315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 90418dc8-01b2-4743-921b-56ce523f7327 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:14.673559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Transition to ACTIVE for port object e42f2013-b288-4ce4-b421-7ad1b8df1045 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:14.689829 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5693626 Dec 22 08:43:14.691388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=9953b0b4-739e-4677-9eda-f42d4f4103a2,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:14.694098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40022) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.699661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': '90418dc8-01b2-4743-921b-56ce523f7327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:14.774570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:14.810242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:14.814043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '9953b0b4-739e-4677-9eda-f42d4f4103a2'}, {'subnet_id': 'd162a14d-e132-43d1-ad0e-1b878dd0f66f'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:43:14.815315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.815809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:14.826568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:14.827264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.852375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:14.853651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:14.856980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:14.860845 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1344473 Dec 22 08:43:14.862047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:14.864690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40026) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:14.870000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-25f0057d-a913-453a-8746-88871b88973b tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:14.872650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:2a:b2:82', 'name': 'tempest-NetworksTestDHCPv6-823919412'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:14.887028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:14.961122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:15.077908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Allocated IP 2001:db8:0:1::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/9953b0b4-739e-4677-9eda-f42d4f4103a2/cc7745ef-c2cc-482a-b049-34562dcab650) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:15.087761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Allocated IP 2001:db8::f816:3eff:fe11:d5eb (5c665321-260e-4f9a-b094-bcc5e34e9b4a/d162a14d-e132-43d1-ad0e-1b878dd0f66f/cc7745ef-c2cc-482a-b049-34562dcab650) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:15.145491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:15.156871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.164105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'Port': ['ID=e42f2013-b288-4ce4-b421-7ad1b8df1045,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:15.167918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:15.174108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:15.175779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:15.242114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:15.274120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:15.305209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:15.327123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd9e20-af86-4da7-9951-1ba120205a23 req-5eaeee64-9437-4805-819d-a8882f30e470 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:15.328863 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b6fd9e20-af86-4da7-9951-1ba120205a23 req-5eaeee64-9437-4805-819d-a8882f30e470 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 931 time: 0.2953084 Dec 22 08:43:15.378292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.397296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Transition to ACTIVE for port object cc7745ef-c2cc-482a-b049-34562dcab650 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:15.428916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Transition to ACTIVE for port object cc7745ef-c2cc-482a-b049-34562dcab650 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:15.438513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.449128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f9d3e00a-3fb2-45b1-9c94-0e7364c3dced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:15.520266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:15.522583 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b6fd9e20-af86-4da7-9951-1ba120205a23 req-14af514d-5712-4cc4-81c9-ff9ba09eaf2e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355844 Dec 22 08:43:15.536046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:15.541906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:15.588156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Pushing event updated for resources: {'Port': ['ID=cc7745ef-c2cc-482a-b049-34562dcab650,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:15.596128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:15.623169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.635302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.642838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2784901-6e8f-427c-9b98-7018c2bdff79 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:15.704848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 83fc2040-ac70-4a13-99fa-3361c3c6a3c6 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:15.747716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Attempting to bind port cc7745ef-c2cc-482a-b049-34562dcab650 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:15.748437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Attempting to bind port cc7745ef-c2cc-482a-b049-34562dcab650 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:15.748437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Attempting to bind port cc7745ef-c2cc-482a-b049-34562dcab650 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:15.756931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9345c09c-8cc9-4cee-9ce8-ec620fbe7a63 None None] Provisioning for port e42f2013-b288-4ce4-b421-7ad1b8df1045 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:15.761802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:15.762204 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:15.762589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.763003 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:15.763641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Bound port: cc7745ef-c2cc-482a-b049-34562dcab650, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:15.764022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.773100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:15.773756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.829506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9345c09c-8cc9-4cee-9ce8-ec620fbe7a63 None None] Provisioning complete for port e42f2013-b288-4ce4-b421-7ad1b8df1045 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:15.830128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9345c09c-8cc9-4cee-9ce8-ec620fbe7a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.847554 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8375659 Dec 22 08:43:15.909965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=a7593453-a223-4626-882a-3fb96fd0c7e9,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:15.921204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:15.931728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9345c09c-8cc9-4cee-9ce8-ec620fbe7a63 None None] Port e42f2013-b288-4ce4-b421-7ad1b8df1045 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:15.937464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Request body: {'port': {'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:15.976649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] For port cc7745ef-c2cc-482a-b049-34562dcab650, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:15.978154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Checking segment: {'id': '339b082c-e3f9-4553-86f7-b76693a46954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90418dc8-01b2-4743-921b-56ce523f7327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:15.978511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network hostable DHCP agents. Network: 90418dc8-01b2-4743-921b-56ce523f7327, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:15.980111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] For port cc7745ef-c2cc-482a-b049-34562dcab650, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cc7745ef-c2cc-482a-b049-34562dcab650,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:15.986409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:15.991012 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f1892161-2cc2-4876-ba0f-18271f59c9ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:16.030116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 90418dc8-01b2-4743-921b-56ce523f7327 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:16.049221 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-1831d5cb-d012-416c-9d10-4c6cdd61dc35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3773110 Dec 22 08:43:16.074385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Pushing event updated for resources: {'Port': ['ID=cc7745ef-c2cc-482a-b049-34562dcab650,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:16.080406 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:16.084008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 90418dc8-01b2-4743-921b-56ce523f7327) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:16.095548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb4dd2f-fc9b-42de-b889-c34855765e0c None None] Network 90418dc8-01b2-4743-921b-56ce523f7327 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:16.097898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:16.098484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.133563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8:0:1::f2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/9953b0b4-739e-4677-9eda-f42d4f4103a2/83fc2040-ac70-4a13-99fa-3361c3c6a3c6) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:16.145568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::f816:3eff:fe2a:b282 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/d162a14d-e132-43d1-ad0e-1b878dd0f66f/83fc2040-ac70-4a13-99fa-3361c3c6a3c6) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:16.169633 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4744148 Dec 22 08:43:16.181993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40032) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:16.191822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': '90418dc8-01b2-4743-921b-56ce523f7327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:16.293644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.322596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.407462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-90418dc8-01b2-4743-921b-56ce523f7327', 'network_id': '90418dc8-01b2-4743-921b-56ce523f7327', 'tenant_id': 'e4a911bbf57b4aaea132f5335525a45c', 'fixed_ips': [{'subnet_id': 'a7593453-a223-4626-882a-3fb96fd0c7e9'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:43:16.408766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.507605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:16.511569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:16.521808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:16.527916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:16.540585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:16.544876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.680018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Allocated IP 172.20.0.2 (90418dc8-01b2-4743-921b-56ce523f7327/a7593453-a223-4626-882a-3fb96fd0c7e9/ddcfd48d-0d40-4a77-b32f-26c98fe03ae8) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:16.684678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.709060 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-7182808b-6ba1-4bc6-8822-fd4d69606e33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 1098 time: 0.5727084 Dec 22 08:43:16.731740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 83fc2040-ac70-4a13-99fa-3361c3c6a3c6 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:16.752338 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a7593453-a223-4626-882a-3fb96fd0c7e9 (CIDR: 172.20.0.0/28) Dec 22 08:43:16.762990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:16.763515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:16.788989 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-855554c2-289b-4950-bdf6-92191461847f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6056199 Dec 22 08:43:16.790630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.792203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40038) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:16.801333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a879153e-432a-40c7-9783-1805141b7899 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:16.845136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': '90418dc8-01b2-4743-921b-56ce523f7327', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:16.933753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.951927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Transition to ACTIVE for port object ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:16.980168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Transition to ACTIVE for port object ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:16.990048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:16.996751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-107e17f9-cbd8-4c8c-a8b8-6baf1c18d2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:17.013864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:17.028231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:17.033288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:17.038141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:17.038755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.066370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=83fc2040-ac70-4a13-99fa-3361c3c6a3c6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:17.069951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:17.075487 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2097101 Dec 22 08:43:17.076268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40042) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:17.080498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Pushing event updated for resources: {'Port': ['ID=ddcfd48d-0d40-4a77-b32f-26c98fe03ae8,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:17.084537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Network 90418dc8-01b2-4743-921b-56ce523f7327 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:17.086534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:17.086675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:17.090061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:17.137706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:17.146751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:17.157089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:17.166486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:17.171483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 83fc2040-ac70-4a13-99fa-3361c3c6a3c6 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:17.172185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.188168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Attempting to bind port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:17.188706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Attempting to bind port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '339b082c-e3f9-4553-86f7-b76693a46954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90418dc8-01b2-4743-921b-56ce523f7327'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:17.189189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Attempting to bind port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 on network 90418dc8-01b2-4743-921b-56ce523f7327 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:17.196519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:17.197042 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Checking segment: {'id': '339b082c-e3f9-4553-86f7-b76693a46954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90418dc8-01b2-4743-921b-56ce523f7327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:17.197535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.198018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Bound using segment: {'id': '339b082c-e3f9-4553-86f7-b76693a46954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90418dc8-01b2-4743-921b-56ce523f7327'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:17.198593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Bound port: ddcfd48d-0d40-4a77-b32f-26c98fe03ae8, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339b082c-e3f9-4553-86f7-b76693a46954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90418dc8-01b2-4743-921b-56ce523f7327'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:17.199111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.214092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting port 4560c372-af75-4462-b1b9-3ce1325328b1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:17.214432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.233545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:17.237357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.318768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] For port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:17.324147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] For port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ddcfd48d-0d40-4a77-b32f-26c98fe03ae8,segment=NetworkSegment(339b082c-e3f9-4553-86f7-b76693a46954),segment_id=339b082c-e3f9-4553-86f7-b76693a46954)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:17.332870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.337412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b252edaa-0e6a-4d4b-873c-b3b75affb8af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:17.422379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc7745ef-c2cc-482a-b049-34562dcab650 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:17.454915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0343f11-2d49-43d1-b584-87dfa75718c1 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:17.509540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-b9a20d0a-78b8-47c4-a4b0-c575efc9528f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:17.511781 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-b9a20d0a-78b8-47c4-a4b0-c575efc9528f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3338bacd-141e-4905-a19f-d796f099cbf7 HTTP/1.1" status: 200 len: 898 time: 0.7607179 Dec 22 08:43:17.581913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.589135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Pushing event updated for resources: {'Port': ['ID=ddcfd48d-0d40-4a77-b32f-26c98fe03ae8,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:17.602510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:17.762114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 83fc2040-ac70-4a13-99fa-3361c3c6a3c6 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:17.780415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port cc7745ef-c2cc-482a-b049-34562dcab650 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:17.788608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port cc7745ef-c2cc-482a-b049-34562dcab650 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:17.788987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.898274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6251a0cb-5d54-4b11-acad-b644b209d1e5 None None] Provisioning for port cc7745ef-c2cc-482a-b049-34562dcab650 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:17.928441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6251a0cb-5d54-4b11-acad-b644b209d1e5 None None] Provisioning complete for port cc7745ef-c2cc-482a-b049-34562dcab650 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:17.929241 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6251a0cb-5d54-4b11-acad-b644b209d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:17.975813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2d5f6-0dca-4247-a5a3-d144fc7effa2 req-8406e962-a969-4d94-a2f1-396b0c26a027 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:17.976564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-94f2d5f6-0dca-4247-a5a3-d144fc7effa2 req-8406e962-a969-4d94-a2f1-396b0c26a027 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:18.013865 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-3f0e3d1d-e134-4045-b7e8-210371e0919c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532 HTTP/1.1" status: 200 len: 1001 time: 0.4704149 Dec 22 08:43:18.138284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:18.150754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-94f2d5f6-0dca-4247-a5a3-d144fc7effa2 req-8406e962-a969-4d94-a2f1-396b0c26a027 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:18.157644 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-94f2d5f6-0dca-4247-a5a3-d144fc7effa2 req-8406e962-a969-4d94-a2f1-396b0c26a027 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 931 time: 1.3956575 Dec 22 08:43:18.167869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.179013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.206331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6a302e76-6b15-41c7-a3c5-abc54c1b10a5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:18.208203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6251a0cb-5d54-4b11-acad-b644b209d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.231487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port cc7745ef-c2cc-482a-b049-34562dcab650, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cc7745ef-c2cc-482a-b049-34562dcab650,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:18.240450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.242734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:18.248667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.258747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.287558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 90418dc8-01b2-4743-921b-56ce523f7327 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:18.291744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:18.297291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:18.298107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.302621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=06f9c7f9-9483-4613-af95-393a9544b9bb,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:18.340254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:18.340860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-73428d5d-4dd2-4374-babd-ac12f44f39b4 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:18.353584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-6251a0cb-5d54-4b11-acad-b644b209d1e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:18.353938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-6251a0cb-5d54-4b11-acad-b644b209d1e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:18.361396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=cc7745ef-c2cc-482a-b049-34562dcab650,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:18.365311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:18.420249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=83fc2040-ac70-4a13-99fa-3361c3c6a3c6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:18.432789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:18.437136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.439163 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/83fc2040-ac70-4a13-99fa-3361c3c6a3c6 HTTP/1.1" status: 204 len: 168 time: 1.3598380 Dec 22 08:43:18.441619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40046) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:18.443440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-8463e403-dd0e-40fd-bb09-9e0c4d45e0a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:18.445323 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-8463e403-dd0e-40fd-bb09-9e0c4d45e0a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e878378d-dcce-49c6-b631-310d786aa6e8 HTTP/1.1" status: 200 len: 835 time: 0.4234543 Dec 22 08:43:18.454393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Calling delete_port for 4560c372-af75-4462-b1b9-3ce1325328b1 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:18.480403 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6871464 Dec 22 08:43:18.493945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:18.504730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': '90418dc8-01b2-4743-921b-56ce523f7327', 'fixed_ips': [{'subnet_id': 'a7593453-a223-4626-882a-3fb96fd0c7e9'}, {'subnet_id': '06f9c7f9-9483-4613-af95-393a9544b9bb'}], 'name': 'tempest-PortsTestJSON-2115469991'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:18.536991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42f2013-b288-4ce4-b421-7ad1b8df1045 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:43:18.619598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.625500 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-94f2d5f6-0dca-4247-a5a3-d144fc7effa2 req-043cbe9f-7f27-419f-8eda-f436afcde2ad tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4668865 Dec 22 08:43:18.691632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac5e7f-5aa1-482a-8efa-aa2aa7343d27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:18.692843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-04ac5e7f-5aa1-482a-8efa-aa2aa7343d27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:18.716056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Transition to ACTIVE for port object e42f2013-b288-4ce4-b421-7ad1b8df1045 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:18.732166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:18.740793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.741579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:port and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:18.747003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:18.750551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:18.755772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-04ac5e7f-5aa1-482a-8efa-aa2aa7343d27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:18.759371 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-04ac5e7f-5aa1-482a-8efa-aa2aa7343d27 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3141410 Dec 22 08:43:18.759371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:18.761305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40054) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:18.823912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:18.830688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:18.865966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:18.932897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b784b0-34b2-4f96-a86a-d4f52b00cd8f None None] Network 90418dc8-01b2-4743-921b-56ce523f7327 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:18.941649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a095bb1-d06c-4b8a-8ba8-e900ded8f9dc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:18.943199 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2a095bb1-d06c-4b8a-8ba8-e900ded8f9dc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1808398 Dec 22 08:43:18.946629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40058) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:18.986400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e42f2013-b288-4ce4-b421-7ad1b8df1045,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.001972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:19.075140 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-d64a457d-39c7-46bd-a159-baaabd5052ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3338bacd-141e-4905-a19f-d796f099cbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5783622 Dec 22 08:43:19.150243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c9bd4-10ac-43a4-a55b-00d415a7483a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:19.151645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c9bd4-10ac-43a4-a55b-00d415a7483a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:19.152942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c9bd4-10ac-43a4-a55b-00d415a7483a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:19.153807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be8c9bd4-10ac-43a4-a55b-00d415a7483a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:19.241409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d3e76ef7-154f-40d4-ab9d-34ec22c86623 None None] Provisioning for port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:19.281100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d3e76ef7-154f-40d4-ab9d-34ec22c86623 None None] Provisioning complete for port cc7745ef-c2cc-482a-b049-34562dcab650 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:19.281620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d3e76ef7-154f-40d4-ab9d-34ec22c86623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.287969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be8c9bd4-10ac-43a4-a55b-00d415a7483a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:19.297486 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be8c9bd4-10ac-43a4-a55b-00d415a7483a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3497219 Dec 22 08:43:19.301930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40062) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:19.505655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d3e76ef7-154f-40d4-ab9d-34ec22c86623 None None] Could not find standard attr ID for object 83fc2040-ac70-4a13-99fa-3361c3c6a3c6. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:19.515970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] Update dhcp port {'port': {'network_id': '90418dc8-01b2-4743-921b-56ce523f7327', 'fixed_ips': [{'subnet_id': 'a7593453-a223-4626-882a-3fb96fd0c7e9', 'ip_address': '172.20.0.2'}, {'subnet_id': '06f9c7f9-9483-4613-af95-393a9544b9bb'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': 'ddcfd48d-0d40-4a77-b32f-26c98fe03ae8'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:43:19.531521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 8637eb12-8561-494b-86ed-cb49315fecda {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:19.532048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.550188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:19.618085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 9953b0b4-739e-4677-9eda-f42d4f4103a2 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:19.621360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.625675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.663119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.10 (90418dc8-01b2-4743-921b-56ce523f7327/a7593453-a223-4626-882a-3fb96fd0c7e9/18fd9f9b-cfdc-4019-91b7-b1dff672aebe) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:19.678316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.29 (90418dc8-01b2-4743-921b-56ce523f7327/06f9c7f9-9483-4613-af95-393a9544b9bb/18fd9f9b-cfdc-4019-91b7-b1dff672aebe) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:19.693534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.815552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Attempting to bind port e42f2013-b288-4ce4-b421-7ad1b8df1045 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:19.816203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Attempting to bind port e42f2013-b288-4ce4-b421-7ad1b8df1045 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:19.816453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Attempting to bind port e42f2013-b288-4ce4-b421-7ad1b8df1045 on network 92f65482-9f9c-46c3-804a-23a9f7abb542 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:19.824238 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-0cd7397b-3606-4d1a-a7c4-bdfb36763f83 service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362640 Dec 22 08:43:19.824494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.838997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-073ce4d9-5a82-408a-a253-578fb0ecbc5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:19.848590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:19.853513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:19.853895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.919827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Port': ['ID=4560c372-af75-4462-b1b9-3ce1325328b1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:19.952230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.969760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Port e42f2013-b288-4ce4-b421-7ad1b8df1045 on network 92f65482-9f9c-46c3-804a-23a9f7abb542 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:43:19.970258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Attempting to bind port e42f2013-b288-4ce4-b421-7ad1b8df1045 on network 92f65482-9f9c-46c3-804a-23a9f7abb542 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:19.980339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:19.980740 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:20.016971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ddcfd48d-0d40-4a77-b32f-26c98fe03ae8,segment=NetworkSegment(339b082c-e3f9-4553-86f7-b76693a46954),segment_id=339b082c-e3f9-4553-86f7-b76693a46954)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:20.023348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.024862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc7745ef-c2cc-482a-b049-34562dcab650 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:20.057668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-515fba6d-55df-4dad-a6d2-cbdfd0e7bbff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:20.066108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907696ff-8679-47b9-a25f-9467feb0094c req-37e3990a-cf0e-4ea7-b5cc-c75e122d406d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:20.068097 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-907696ff-8679-47b9-a25f-9467feb0094c req-37e3990a-cf0e-4ea7-b5cc-c75e122d406d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 943 time: 0.2933095 Dec 22 08:43:20.097093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:20.097605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Checking segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:20.098111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Bound using segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:20.098667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Bound port: e42f2013-b288-4ce4-b421-7ad1b8df1045, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:20.099162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.109865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.173205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ddcfd48d-0d40-4a77-b32f-26c98fe03ae8,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:20.177324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:20.190919 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port cc7745ef-c2cc-482a-b049-34562dcab650 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:20.191334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.272510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object 18fd9f9b-cfdc-4019-91b7-b1dff672aebe will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:20.285890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.294562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-24fca01a-84cc-4da1-9af0-ec397fc75984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:20.336899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=9953b0b4-739e-4677-9eda-f42d4f4103a2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:20.342987 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-907696ff-8679-47b9-a25f-9467feb0094c req-61af0321-b8cb-463e-a878-222bc329b1c5 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611763 Dec 22 08:43:20.343209 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-089a6a4c-ebd0-48e7-bd72-f6c3a438cbf6 req-ca86e4d2-d2cb-4c25-89a8-4fc96ceecff5 service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676123 Dec 22 08:43:20.345490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:20.361170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.363565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ace9b3f-a79f-4179-bb74-3a7db2221ab5 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:20.379095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.386612 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/9953b0b4-739e-4677-9eda-f42d4f4103a2 HTTP/1.1" status: 204 len: 168 time: 1.0841603 Dec 22 08:43:20.391202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.391903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:20.418822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 8637eb12-8561-494b-86ed-cb49315fecda, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8637eb12-8561-494b-86ed-cb49315fecda,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:20.419274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.517023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] Allocated IP 172.20.0.18 (90418dc8-01b2-4743-921b-56ce523f7327/06f9c7f9-9483-4613-af95-393a9544b9bb/ddcfd48d-0d40-4a77-b32f-26c98fe03ae8) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:20.533399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 90418dc8-01b2-4743-921b-56ce523f7327 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:20.536540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=18fd9f9b-cfdc-4019-91b7-b1dff672aebe,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:20.541549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:20.543461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:20.546183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:20.568525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 8637eb12-8561-494b-86ed-cb49315fecda owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:20.577702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet d162a14d-e132-43d1-ad0e-1b878dd0f66f {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:20.580683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.639750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.668536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 6a822110-3690-4b67-af13-567c06ff176d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:20.669114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.710226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] For port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ddcfd48d-0d40-4a77-b32f-26c98fe03ae8,segment=NetworkSegment(339b082c-e3f9-4553-86f7-b76693a46954),segment_id=339b082c-e3f9-4553-86f7-b76693a46954)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:20.717546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.720593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.741106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.744782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] For port e42f2013-b288-4ce4-b421-7ad1b8df1045, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:20.758291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] Transition to ACTIVE for port object ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:20.769383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.781253 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9dd44e41-4e4b-4388-a128-5dbc173a4fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:20.819013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.826605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d772465d-ade1-4839-9230-4fc3ae29818b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:20.857366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] For port e42f2013-b288-4ce4-b421-7ad1b8df1045, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:20.865410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=d162a14d-e132-43d1-ad0e-1b878dd0f66f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:20.871567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:20.872166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.876323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:20.884770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.903076 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/d162a14d-e132-43d1-ad0e-1b878dd0f66f HTTP/1.1" status: 204 len: 168 time: 0.4751155 Dec 22 08:43:20.903685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40072) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.907743 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.4091704 Dec 22 08:43:20.926622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40076) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.941698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a7593453-a223-4626-882a-3fb96fd0c7e9'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:20.965994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:20.974981 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-60814ed5-8686-4e1f-a9da-558c1d431441 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698478 Dec 22 08:43:20.977847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40080) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:20.979268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:20.984395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:21.062424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] Pushing event updated for resources: {'Port': ['ID=ddcfd48d-0d40-4a77-b32f-26c98fe03ae8,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:21.066321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:21.114947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:21.119921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:21.123491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:21.132047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:21.145279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:21.185101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:21.190837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] Deleting port cc7745ef-c2cc-482a-b049-34562dcab650 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:21.191212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.282964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.386687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.447807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:21.465252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.466736 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] 10.222.0.32 "PUT /v2.0/ports/e42f2013-b288-4ce4-b421-7ad1b8df1045 HTTP/1.1" status: 200 len: 1093 time: 5.5839839 Dec 22 08:43:21.486376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:43:21.675932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] For port cc7745ef-c2cc-482a-b049-34562dcab650, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cc7745ef-c2cc-482a-b049-34562dcab650,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:21.677353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.681332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.687771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a8917621-3db1-4be8-9b02-e426053a07f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:21.763104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:21.766846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:21.771582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:21.772614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.781793 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'status': 'completed', 'code': 200} Dec 22 08:43:21.787645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e42f2013-b288-4ce4-b421-7ad1b8df1045,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:21.814011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:21.821713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:21.825990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=fdc71205-fe9e-4459-aa32-4a1f628dd1f5,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:21.834464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0c3cabcb-85ad-425f-be88-f3c5542eb599 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:21.837668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:21.841864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaf9cc5-a4a3-4b78-a571-de615609d539 None None] Network 90418dc8-01b2-4743-921b-56ce523f7327 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:21.848423 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8692966 Dec 22 08:43:21.849461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40088) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:21.856187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:21.860568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] Calling delete_port for cc7745ef-c2cc-482a-b049-34562dcab650 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:21.949554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=8637eb12-8561-494b-86ed-cb49315fecda,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:22.033781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cfa37f1c-355a-483e-a2ba-9d9090d966eb None None] Provisioning for port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:22.039641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:22.044115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:22.049906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:22.051533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc7745ef-c2cc-482a-b049-34562dcab650 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:22.056535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:22.066049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:22.069527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.086957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cfa37f1c-355a-483e-a2ba-9d9090d966eb None None] Provisioning complete for port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:22.087638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cfa37f1c-355a-483e-a2ba-9d9090d966eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.101292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:22.189145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.199026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:22.206206 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fdc71205-fe9e-4459-aa32-4a1f628dd1f5 (CIDR: 2001:db8::/64) Dec 22 08:43:22.210433 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:22.210850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:22.234832 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-32038254-139b-436b-8744-c15dd4e4df44 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3803549 Dec 22 08:43:22.235094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 6a822110-3690-4b67-af13-567c06ff176d owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:22.235254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40092) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:22.249591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:22.251510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] Pushing event deleted for resources: {'Port': ['ID=cc7745ef-c2cc-482a-b049-34562dcab650,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:22.256589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:22.275278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No active binding found for port cc7745ef-c2cc-482a-b049-34562dcab650 {{(pid=83497) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 22 08:43:22.275537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc7745ef-c2cc-482a-b049-34562dcab650 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:22.285472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] No DVR routers for this DVR port cc7745ef-c2cc-482a-b049-34562dcab650 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:22.374652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d85d8e1-3a4a-46f3-8dc4-3f6118f70751 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:22.398112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:22.402294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:22.405173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:22.410925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:22.421393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:22.425375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.512337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.659056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff825419-9612-4815-a76e-dab2c4b6dd7c req-4cca922a-236e-44bd-9df6-686cbb7f0a95 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:22.662620 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff825419-9612-4815-a76e-dab2c4b6dd7c req-4cca922a-236e-44bd-9df6-686cbb7f0a95 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 943 time: 1.0291541 Dec 22 08:43:22.677486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': 'fdc71205-fe9e-4459-aa32-4a1f628dd1f5'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:43:22.678334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.841175 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ec82c747-e4e0-4f78-85ca-c3a77f932f2c None None] Provisioning complete for port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:22.841412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ec82c747-e4e0-4f78-85ca-c3a77f932f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.977524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:43:22.978363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/fdc71205-fe9e-4459-aa32-4a1f628dd1f5/6d16499e-a26e-4253-ae38-52d38509d82d) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:22.978974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:22.991352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a48df63f-554d-431a-83f5-ee39db97ab72 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:23.039057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:23.040288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:23.044505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.045203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.061485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ec82c747-e4e0-4f78-85ca-c3a77f932f2c None None] Provisioning for port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:23.066699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ec82c747-e4e0-4f78-85ca-c3a77f932f2c None None] Provisioning complete for port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:23.067080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ec82c747-e4e0-4f78-85ca-c3a77f932f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.085101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=9fa9ce05-d834-4564-b11a-4ee0f78d8933,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.090941 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8526187 Dec 22 08:43:23.090941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:23.091321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40096) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:23.097422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:e3:8e:fc', 'name': 'tempest-NetworksTestDHCPv6-1821236529'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:23.102011 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-f748f6ff-27fa-4d99-bba0-82fb18d2c402 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 1096 time: 1.4846687 Dec 22 08:43:23.125873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ec82c747-e4e0-4f78-85ca-c3a77f932f2c None None] Port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:23.228717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.239255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:23.246154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-974012fe-a77a-49a4-a8c9-e2c93bd68d83 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:23.249467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:23.260696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:23.265117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.280211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8881d04c-a6e3-4806-ba7b-3593673018ed None None] Provisioning complete for port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:23.280589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8881d04c-a6e3-4806-ba7b-3593673018ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.294837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port bc1da20b-c68a-48a9-90bf-18f86cccd8c8 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:23.301412 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff825419-9612-4815-a76e-dab2c4b6dd7c req-28eb78b9-ce65-4813-9408-25d375d5d751 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372033 Dec 22 08:43:23.371778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8881d04c-a6e3-4806-ba7b-3593673018ed None None] Port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:23.382394 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-a168a7ff-0c14-4fe9-840c-adc8d9003f2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045 HTTP/1.1" status: 200 len: 217 time: 0.2384024 Dec 22 08:43:23.383204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=6a822110-3690-4b67-af13-567c06ff176d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.386116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:23.433729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.434201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Router f261e1bf-75ad-44ef-8746-87a7f146f188 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:23.444411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Transition to ACTIVE for port object 6d16499e-a26e-4253-ae38-52d38509d82d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:23.462953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Transition to ACTIVE for port object 6d16499e-a26e-4253-ae38-52d38509d82d will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:23.470747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.476247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b1a9d579-2423-4457-8865-4f4b2247a6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:23.552552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:23.555782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:23.566297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:23.573180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Pushing event updated for resources: {'Port': ['ID=6d16499e-a26e-4253-ae38-52d38509d82d,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.577698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:23.670491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::33c (5c665321-260e-4f9a-b094-bcc5e34e9b4a/fdc71205-fe9e-4459-aa32-4a1f628dd1f5/bc1da20b-c68a-48a9-90bf-18f86cccd8c8) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:23.677702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:8efc (5c665321-260e-4f9a-b094-bcc5e34e9b4a/9fa9ce05-d834-4564-b11a-4ee0f78d8933/bc1da20b-c68a-48a9-90bf-18f86cccd8c8) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:23.688884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Attempting to bind port 6d16499e-a26e-4253-ae38-52d38509d82d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:23.689372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Attempting to bind port 6d16499e-a26e-4253-ae38-52d38509d82d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:23.690474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Attempting to bind port 6d16499e-a26e-4253-ae38-52d38509d82d on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:23.700312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:23.700998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:23.701533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.702515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:23.703088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Bound port: 6d16499e-a26e-4253-ae38-52d38509d82d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:23.703749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.739962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-90e7b156-b184-4f33-8f5e-1f11e26c7593 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:23.741421 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-90e7b156-b184-4f33-8f5e-1f11e26c7593 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.3059278 Dec 22 08:43:23.797598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] For port 6d16499e-a26e-4253-ae38-52d38509d82d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:23.801807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] For port 6d16499e-a26e-4253-ae38-52d38509d82d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6d16499e-a26e-4253-ae38-52d38509d82d,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:23.806631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.814032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:23.895572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Pushing event updated for resources: {'Port': ['ID=6d16499e-a26e-4253-ae38-52d38509d82d,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:23.899552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:23.917081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.936505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object bc1da20b-c68a-48a9-90bf-18f86cccd8c8 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:23.961978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:23.969020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-54a04920-0c64-4473-bcd0-2e093d0dd2fd tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:24.040116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:24.048993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:24.048993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=bc1da20b-c68a-48a9-90bf-18f86cccd8c8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:24.056211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:24.059526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:24.060120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.074684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:24.087514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:24.098577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2bcb88-e012-43f2-a010-1ba8f5053223 None None] Sync routers for ids ['f261e1bf-75ad-44ef-8746-87a7f146f188'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:24.102154 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0088706 Dec 22 08:43:24.104536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40100) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.111212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bcb88-e012-43f2-a010-1ba8f5053223 None None] Routers {'f261e1bf-75ad-44ef-8746-87a7f146f188'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:24.111401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Delete allocated IP 172.20.0.29 (90418dc8-01b2-4743-921b-56ce523f7327/06f9c7f9-9483-4613-af95-393a9544b9bb) {{(pid=83496) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:43:24.111935 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4d2bcb88-e012-43f2-a010-1ba8f5053223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f261e1bf-75ad-44ef-8746-87a7f146f188'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:24.129868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.182739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4d2bcb88-e012-43f2-a010-1ba8f5053223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:24.188781 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "PUT /v2.0/routers/f261e1bf-75ad-44ef-8746-87a7f146f188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7643325 Dec 22 08:43:24.195567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bcb88-e012-43f2-a010-1ba8f5053223 None None] Routers {'f261e1bf-75ad-44ef-8746-87a7f146f188'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:24.196438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4d2bcb88-e012-43f2-a010-1ba8f5053223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f261e1bf-75ad-44ef-8746-87a7f146f188'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:24.206423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port bc1da20b-c68a-48a9-90bf-18f86cccd8c8 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:24.206907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.239375 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-293a0b27-5bb4-4eef-8cce-01458dd4c2df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4389071 Dec 22 08:43:24.246234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40104) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.281681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4d2bcb88-e012-43f2-a010-1ba8f5053223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:24.282324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2bcb88-e012-43f2-a010-1ba8f5053223 None None] The sync data for ids ['f261e1bf-75ad-44ef-8746-87a7f146f188'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:24.534125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.634081 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-1bea3725-bdae-4b2c-9c1a-d0c073789dd8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] show failed (client error): The resource could not be found. Dec 22 08:43:24.639311 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1bea3725-bdae-4b2c-9c1a-d0c073789dd8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1598756187 HTTP/1.1" status: 404 len: 335 time: 0.3331857 Dec 22 08:43:24.641813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:24.649172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40110) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.670144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for bc1da20b-c68a-48a9-90bf-18f86cccd8c8 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:24.681480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2a272e6e-8775-4a6d-acf2-aad36c48a48d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:24.831785 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-2a272e6e-8775-4a6d-acf2-aad36c48a48d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] update failed (client error): The resource could not be found. Dec 22 08:43:24.831973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb18f1-3925-4a29-849b-47de639502f6 req-0aa3bbc7-4f45-40b1-82e0-600568a9b9b0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:24.836851 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2a272e6e-8775-4a6d-acf2-aad36c48a48d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1111230203 HTTP/1.1" status: 404 len: 335 time: 0.1813436 Dec 22 08:43:24.837011 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-13cb18f1-3925-4a29-849b-47de639502f6 req-0aa3bbc7-4f45-40b1-82e0-600568a9b9b0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 943 time: 0.3950107 Dec 22 08:43:24.846785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40114) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:24.930844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fdb14-9bb8-4980-b1d9-07ba52dab619 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:24.969149 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-3afe2898-5d4a-4d75-8a13-e939f260dd51 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607201 Dec 22 08:43:25.050900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-20f9404a-181a-44ac-9c67-53107bacffb1 None None] Provisioning for port 6d16499e-a26e-4253-ae38-52d38509d82d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:25.053605 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-13cb18f1-3925-4a29-849b-47de639502f6 req-696b20c6-17a8-4db5-aca2-2bc72bffdb40 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050843 Dec 22 08:43:25.121297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.158445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Ignored duplicate provisioning block setup for port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 08:43:25.177151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.185124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting subnet 6270b580-c71b-4129-abe2-80522a17d127 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:25.187824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-89e1cbcf-ce17-4e42-b4f9-5b93cfc4cfc8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:25.190887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.244618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.266606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.331661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] Update dhcp port {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'fixed_ips': [{'subnet_id': 'fdc71205-fe9e-4459-aa32-4a1f628dd1f5', 'ip_address': '2001:db8::2'}, {'subnet_id': '9fa9ce05-d834-4564-b11a-4ee0f78d8933'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': '6d16499e-a26e-4253-ae38-52d38509d82d'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:43:25.374047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6d16499e-a26e-4253-ae38-52d38509d82d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:25.398232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=18fd9f9b-cfdc-4019-91b7-b1dff672aebe,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.401654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:25.409546 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e55ca71-ea60-4129-bb5f-5b3162bfc9db req-ac0fc707-f1b4-4f53-9f05-03f841212160 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788705 Dec 22 08:43:25.422352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.481321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.545503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] In _notify_port_updated(), no bound segment for port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe on network 90418dc8-01b2-4743-921b-56ce523f7327 {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:43:25.550080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:25.550943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.555077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6d16499e-a26e-4253-ae38-52d38509d82d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:25.555384 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "PUT /v2.0/ports/18fd9f9b-cfdc-4019-91b7-b1dff672aebe HTTP/1.1" status: 200 len: 920 time: 4.6247029 Dec 22 08:43:25.557974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bad69cff-fce9-464f-9778-6d41fb4f1216 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:25.570933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6d16499e-a26e-4253-ae38-52d38509d82d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:25.571393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.595435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.620807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=bc1da20b-c68a-48a9-90bf-18f86cccd8c8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.626988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a7593453-a223-4626-882a-3fb96fd0c7e9'}, {'subnet_id': '06f9c7f9-9483-4613-af95-393a9544b9bb'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:25.681250 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:25.749530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-86770125-63c5-4ce0-8cc5-86521aa19faa None None] Provisioning complete for port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:25.749926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-86770125-63c5-4ce0-8cc5-86521aa19faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.768820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.855675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.860919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3057220-a424-4ecb-98cc-d93784aa6ad9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:25.888637 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/bc1da20b-c68a-48a9-90bf-18f86cccd8c8 HTTP/1.1" status: 204 len: 168 time: 1.7806282 Dec 22 08:43:25.896134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40122) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:25.899427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-86770125-63c5-4ce0-8cc5-86521aa19faa None None] Port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:25.907084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe04:ee8f (5c665321-260e-4f9a-b094-bcc5e34e9b4a/9fa9ce05-d834-4564-b11a-4ee0f78d8933/6d16499e-a26e-4253-ae38-52d38509d82d) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:25.925771 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.934959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Subnet': ['ID=6270b580-c71b-4129-abe2-80522a17d127,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:25.947456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:25.961941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:25.966587 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/subnets/6270b580-c71b-4129-abe2-80522a17d127 HTTP/1.1" status: 204 len: 168 time: 1.1177366 Dec 22 08:43:25.971483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40126) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:26.014763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93285777-179f-44d7-9641-27ade1b08574 None None] Network 90518ee8-bc6b-4556-bae1-6bba2572e054 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:26.147146 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-32d565c9-97a7-4550-a820-41001e8cc592 req-12d18903-7dc9-418f-8c65-e1d845c93837 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 1096 time: 0.6367638 Dec 22 08:43:26.183061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.195541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.245904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] For port 6d16499e-a26e-4253-ae38-52d38509d82d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6d16499e-a26e-4253-ae38-52d38509d82d,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:26.250690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3027f34-e5c2-4a7e-94c5-07ab7e0e4adb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:26.251466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3027f34-e5c2-4a7e-94c5-07ab7e0e4adb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:26.262915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting port eb8c6e86-4e64-4700-9274-2d78450d4e8e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:26.263184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.279344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.311267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] Transition to ACTIVE for port object 6d16499e-a26e-4253-ae38-52d38509d82d will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:26.323342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.327878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:26.346531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b3027f34-e5c2-4a7e-94c5-07ab7e0e4adb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:26.346531 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b3027f34-e5c2-4a7e-94c5-07ab7e0e4adb tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4490972 Dec 22 08:43:26.355887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40132) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:26.422838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] DHCP port deletion for 90518ee8-bc6b-4556-bae1-6bba2572e054 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:26.437960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] Deleting port eb8c6e86-4e64-4700-9274-2d78450d4e8e {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:26.438404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.549888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:26.551033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:26.573732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d565c9-97a7-4550-a820-41001e8cc592 req-56f4dc27-baeb-43c4-9bd3-4c770d50cf54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:26.575171 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-32d565c9-97a7-4550-a820-41001e8cc592 req-56f4dc27-baeb-43c4-9bd3-4c770d50cf54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.4074383 Dec 22 08:43:26.576528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] Pushing event updated for resources: {'Port': ['ID=6d16499e-a26e-4253-ae38-52d38509d82d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:26.589897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:26.688567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87898896-dda4-44b6-8d44-426eee15f233 req-5c056e5f-0f78-4d6a-a41d-6ccc2c3c9161 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:26.690166 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-87898896-dda4-44b6-8d44-426eee15f233 req-5c056e5f-0f78-4d6a-a41d-6ccc2c3c9161 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 943 time: 0.4420977 Dec 22 08:43:26.729436 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-32d565c9-97a7-4550-a820-41001e8cc592 req-bdb01d8e-27aa-4e18-87ac-cd6be3979750 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045 HTTP/1.1" status: 200 len: 217 time: 0.1370928 Dec 22 08:43:26.786447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] For port eb8c6e86-4e64-4700-9274-2d78450d4e8e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=eb8c6e86-4e64-4700-9274-2d78450d4e8e,segment=NetworkSegment(8bf74006-0cc9-4de3-be2a-9f1864974df9),segment_id=8bf74006-0cc9-4de3-be2a-9f1864974df9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:26.786897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.842900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] For port eb8c6e86-4e64-4700-9274-2d78450d4e8e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=eb8c6e86-4e64-4700-9274-2d78450d4e8e,segment=NetworkSegment(8bf74006-0cc9-4de3-be2a-9f1864974df9),segment_id=8bf74006-0cc9-4de3-be2a-9f1864974df9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:26.843312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:26.877337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 355e7456-70f7-4598-a562-d09e5013afd7 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:26.897464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ed0fd-8cd6-4f1e-8340-ebd7061cf0ed tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:26.898969 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c32ed0fd-8cd6-4f1e-8340-ebd7061cf0ed tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.5400965 Dec 22 08:43:26.908104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40136) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:26.943340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] Calling delete_port for eb8c6e86-4e64-4700-9274-2d78450d4e8e owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:26.961217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d565c9-97a7-4550-a820-41001e8cc592 req-93afef3d-8f5b-4b31-8fd8-e49e1bcc08c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:26.962686 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-32d565c9-97a7-4550-a820-41001e8cc592 req-93afef3d-8f5b-4b31-8fd8-e49e1bcc08c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.2247219 Dec 22 08:43:26.968322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-87898896-dda4-44b6-8d44-426eee15f233 req-39c784b2-9037-413b-a7a5-fab1cb69d72b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689586 Dec 22 08:43:26.979331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Calling delete_port for eb8c6e86-4e64-4700-9274-2d78450d4e8e owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:27.095924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.112237 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-23ff0090-9d0a-49d8-b3a0-cfd74bec60c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:27.114428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.21 (90418dc8-01b2-4743-921b-56ce523f7327/06f9c7f9-9483-4613-af95-393a9544b9bb/18fd9f9b-cfdc-4019-91b7-b1dff672aebe) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:27.141457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:27.141764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:27.169077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] Pushing event deleted for resources: {'Port': ['ID=eb8c6e86-4e64-4700-9274-2d78450d4e8e,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.176784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:27.192632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] No DVR routers for this DVR port eb8c6e86-4e64-4700-9274-2d78450d4e8e on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:27.197492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.239034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 6d16499e-a26e-4253-ae38-52d38509d82d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6d16499e-a26e-4253-ae38-52d38509d82d,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:27.251044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.251316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c75ff-fcc2-4e86-9373-5ca293e25cc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:27.252742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c75ff-fcc2-4e86-9373-5ca293e25cc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:27.254115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c75ff-fcc2-4e86-9373-5ca293e25cc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:27.254957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bc033961-7600-4815-9c67-a31f80168a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:27.271186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-293c75ff-fcc2-4e86-9373-5ca293e25cc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:27.343812 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-293c75ff-fcc2-4e86-9373-5ca293e25cc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:27.349959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=6d16499e-a26e-4253-ae38-52d38509d82d,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.352833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-112bf6ba-b213-4201-9d17-2007ff39c049 None None] Provisioning for port 6d16499e-a26e-4253-ae38-52d38509d82d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:27.354394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.356563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:27.359287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40140) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.359462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-112bf6ba-b213-4201-9d17-2007ff39c049 None None] Provisioning complete for port 6d16499e-a26e-4253-ae38-52d38509d82d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:27.360100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-112bf6ba-b213-4201-9d17-2007ff39c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.361378 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-293c75ff-fcc2-4e86-9373-5ca293e25cc6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4521985 Dec 22 08:43:27.398431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:27.405700 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-32d565c9-97a7-4550-a820-41001e8cc592 req-fb63e3d0-f569-42a5-a7c4-6c34b8b0240d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4327466 Dec 22 08:43:27.463459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object 18fd9f9b-cfdc-4019-91b7-b1dff672aebe will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:27.472198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6d16499e-a26e-4253-ae38-52d38509d82d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:27.475503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.491554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:27.606243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=18fd9f9b-cfdc-4019-91b7-b1dff672aebe,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:27.610165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:27.675848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting port eb8c6e86-4e64-4700-9274-2d78450d4e8e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:27.676272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.688252 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-32d565c9-97a7-4550-a820-41001e8cc592 req-2399c757-4e85-49b8-850e-773e9d7b5ad7 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703283 Dec 22 08:43:27.690663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:27.696927 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/355e7456-70f7-4598-a562-d09e5013afd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1764445 Dec 22 08:43:27.708067 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c7290-b82b-4194-972e-166f7c916101 None None] Sync routers for ids ['355e7456-70f7-4598-a562-d09e5013afd7'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:27.724346 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c7290-b82b-4194-972e-166f7c916101 None None] Routers {'355e7456-70f7-4598-a562-d09e5013afd7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:27.725141 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-665c7290-b82b-4194-972e-166f7c916101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['355e7456-70f7-4598-a562-d09e5013afd7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:27.729246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6d16499e-a26e-4253-ae38-52d38509d82d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:27.730024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:27.736152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40144) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:27.821021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-112bf6ba-b213-4201-9d17-2007ff39c049 None None] Could not find standard attr ID for object bc1da20b-c68a-48a9-90bf-18f86cccd8c8. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:27.848033 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-665c7290-b82b-4194-972e-166f7c916101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:27.859832 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c7290-b82b-4194-972e-166f7c916101 None None] Routers {'355e7456-70f7-4598-a562-d09e5013afd7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:27.860636 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-665c7290-b82b-4194-972e-166f7c916101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['355e7456-70f7-4598-a562-d09e5013afd7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:27.930581 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-665c7290-b82b-4194-972e-166f7c916101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:27.930989 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665c7290-b82b-4194-972e-166f7c916101 None None] The sync data for ids ['355e7456-70f7-4598-a562-d09e5013afd7'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:27.947836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8b00bf37-fa0e-4bed-a17c-1473b017fdb7 None None] Could not find standard attr ID for object bc1da20b-c68a-48a9-90bf-18f86cccd8c8. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:27.963906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] The port 'eb8c6e86-4e64-4700-9274-2d78450d4e8e' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:43:27.965135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8b00bf37-fa0e-4bed-a17c-1473b017fdb7 None None] Provisioning for port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:27.972728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8b00bf37-fa0e-4bed-a17c-1473b017fdb7 None None] Provisioning complete for port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:27.973142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8b00bf37-fa0e-4bed-a17c-1473b017fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.035402 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8b00bf37-fa0e-4bed-a17c-1473b017fdb7 None None] Port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:28.038205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device eb8c6e86-4e64-4700-9274-2d78450d4e8e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:28.053539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 9fa9ce05-d834-4564-b11a-4ee0f78d8933 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:28.065396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.086000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: eb8c6e86-4e64-4700-9274-2d78450d4e8e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:28.086374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device eb8c6e86-4e64-4700-9274-2d78450d4e8e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:28.169940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] In _notify_port_updated(), no bound segment for port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe on network 90418dc8-01b2-4743-921b-56ce523f7327 {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:43:28.173948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:28.174554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.175831 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "PUT /v2.0/ports/18fd9f9b-cfdc-4019-91b7-b1dff672aebe HTTP/1.1" status: 200 len: 1000 time: 2.5569789 Dec 22 08:43:28.180557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40150) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.248109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.280509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.310721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90518ee8-bc6b-4556-bae1-6bba2572e054']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:28.331215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf74006-0cc9-4de3-be2a-9f1864974df9') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:28.331529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf74006-0cc9-4de3-be2a-9f1864974df9') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:28.351759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.352284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 18fd9f9b-cfdc-4019-91b7-b1dff672aebe {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:28.352795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.377964 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-32d565c9-97a7-4550-a820-41001e8cc592 req-d4692c6c-9b58-4c60-bc91-904b2591a86a service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800499 Dec 22 08:43:28.380649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.396902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:28.396902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:28.414700 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:28.500103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1e649-6df6-491a-8549-a48a342fd648 req-0cec4c73-b575-410f-afa9-b45c961e3417 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:28.501630 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a1d1e649-6df6-491a-8549-a48a342fd648 req-0cec4c73-b575-410f-afa9-b45c961e3417 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 943 time: 0.3400776 Dec 22 08:43:28.534309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.568189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.576307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aab2335b-3dd1-440d-b6ef-0b6fe84ceb9f tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:28.699660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.716616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Network': ['ID=90518ee8-bc6b-4556-bae1-6bba2572e054,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:28.730973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:28.742555 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/networks/90518ee8-bc6b-4556-bae1-6bba2572e054 HTTP/1.1" status: 204 len: 168 time: 2.7693005 Dec 22 08:43:28.746366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40154) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.751760 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a1d1e649-6df6-491a-8549-a48a342fd648 req-192d61d1-bce3-47af-bb08-e85749b71d76 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406807 Dec 22 08:43:28.769800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.780005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fe8c606d-5089-4daa-b876-ed1f40d93922 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:28.808810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa9ce05-d834-4564-b11a-4ee0f78d8933,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:28.812163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:28.815627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.824745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248a3572-393d-4cd8-8ae9-7c5926dfabbf None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:28.830047 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/9fa9ce05-d834-4564-b11a-4ee0f78d8933 HTTP/1.1" status: 204 len: 168 time: 1.4676535 Dec 22 08:43:28.832533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40158) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:28.839733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:28.889802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:28.905031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] Sync routers for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:28.938350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:28.938990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:28.947782 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/44fbd9b5-e268-4b1d-a544-b74a2a34a422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4306228 Dec 22 08:43:29.014071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 18fd9f9b-cfdc-4019-91b7-b1dff672aebe owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:29.219080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:43:29.379710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6d16499e-a26e-4253-ae38-52d38509d82d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:29.392006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting subnet 81421967-8b5b-4e43-904b-77801bfb8792 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:29.411430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.425278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a541-b584-4b95-aa33-50bc5aa9fa97 req-743e0361-e287-42c3-8d55-ea00b617ab00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:29.435482 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6817a541-b584-4b95-aa33-50bc5aa9fa97 req-743e0361-e287-42c3-8d55-ea00b617ab00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 946 time: 0.1214428 Dec 22 08:43:29.480222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.493087 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6817a541-b584-4b95-aa33-50bc5aa9fa97 req-5a0658ac-92fe-414a-857e-562970cde414 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564415 Dec 22 08:43:29.576697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6d16499e-a26e-4253-ae38-52d38509d82d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:29.577080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.795877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:43:21Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '205aa7d5-ea9b-4f66-8cb4-a53609dadaf4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:58Z', 'updated_at': '2021-12-22T08:41:07Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:29.800826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] Checking router: 44fbd9b5-e268-4b1d-a544-b74a2a34a422 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:43:29.813308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:29.814043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:29.817964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet fdc71205-fe9e-4459-aa32-4a1f628dd1f5 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:29.862031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:29.901975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.050550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:43:30.052593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.097052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.107956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-10e82bbd-485e-42df-8c78-bf3439fe85e9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:30.170583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=18fd9f9b-cfdc-4019-91b7-b1dff672aebe,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.173257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:30.200491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9fb642eb-b779-4734-aa05-48b70af828b9 None None] Provisioning complete for port 6d16499e-a26e-4253-ae38-52d38509d82d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:30.200872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9fb642eb-b779-4734-aa05-48b70af828b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.359014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.402390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f3ad8-4f53-491f-95d5-375dec558600 req-c66d9cd4-04bc-497c-92fe-5d7e7ad34fb2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:30.404229 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-398f3ad8-4f53-491f-95d5-375dec558600 req-c66d9cd4-04bc-497c-92fe-5d7e7ad34fb2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 943 time: 0.5046780 Dec 22 08:43:30.501286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.518747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:43:21Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '205aa7d5-ea9b-4f66-8cb4-a53609dadaf4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:58Z', 'updated_at': '2021-12-22T08:41:07Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:30.523036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115bde12-19f7-4c0c-b028-83b3ae0f399c None None] The sync data for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv is: [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:43:21Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '205aa7d5-ea9b-4f66-8cb4-a53609dadaf4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.186', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'port_id': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'mac_address': 'fa:16:3e:b4:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854712ac-8d1f-4197-be0b-16f3032db81f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:40:58Z', 'updated_at': '2021-12-22T08:41:07Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:30.584457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.678190 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/18fd9f9b-cfdc-4019-91b7-b1dff672aebe HTTP/1.1" status: 204 len: 168 time: 2.4937670 Dec 22 08:43:30.690487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40170) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:30.700323 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-398f3ad8-4f53-491f-95d5-375dec558600 req-62b879d0-8cc7-4727-8674-0ec4c077bb6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693424 Dec 22 08:43:30.748008 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8584b4b2-066e-43f5-abca-42c92fd45773 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:43:30.748574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8584b4b2-066e-43f5-abca-42c92fd45773 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:30.770403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8584b4b2-066e-43f5-abca-42c92fd45773 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:30.771693 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8584b4b2-066e-43f5-abca-42c92fd45773 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/18fd9f9b-cfdc-4019-91b7-b1dff672aebe HTTP/1.1" status: 404 len: 333 time: 0.0798929 Dec 22 08:43:30.779696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40174) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:30.785024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.793109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-90e22f42-7b8a-47b5-9202-7d13df70cace tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:30.825872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51be2b9-aba2-4d83-997f-822c59d90674 req-07e8165e-fbbb-4e87-a78b-63ee4188704f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:30.827269 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c51be2b9-aba2-4d83-997f-822c59d90674 req-07e8165e-fbbb-4e87-a78b-63ee4188704f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 946 time: 0.1731551 Dec 22 08:43:30.843302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.853408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Subnet': ['ID=81421967-8b5b-4e43-904b-77801bfb8792,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.860356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:30.863873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-edabbb6e-69e0-423e-817b-bca900421fab tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:30.871265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet 06f9c7f9-9483-4613-af95-393a9544b9bb {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:30.875432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.909515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:30.914263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d167290-5989-4e55-b215-47bb6ed15fd3 None None] Network 1c26b016-4817-40e8-87af-258a63c169e9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:30.921245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc71205-fe9e-4459-aa32-4a1f628dd1f5,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:30.942778 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c51be2b9-aba2-4d83-997f-822c59d90674 req-7444f1bb-6c64-4b05-b2a1-cf759ff95c37 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079798 Dec 22 08:43:30.947833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40178) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:30.949897 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/subnets/81421967-8b5b-4e43-904b-77801bfb8792 HTTP/1.1" status: 204 len: 168 time: 2.2002378 Dec 22 08:43:30.993064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.028305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:31.029331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.031372 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/fdc71205-fe9e-4459-aa32-4a1f628dd1f5 HTTP/1.1" status: 204 len: 168 time: 2.1828780 Dec 22 08:43:31.034581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40182) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.053827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e96713d-02a8-4825-b73d-a338572b0ac5 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:31.099316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4110da8e-b4fc-4458-8764-b3b374153278 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:31.100053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4110da8e-b4fc-4458-8764-b3b374153278 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:31.124200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4110da8e-b4fc-4458-8764-b3b374153278 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:31.125596 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4110da8e-b4fc-4458-8764-b3b374153278 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 946 time: 0.3978052 Dec 22 08:43:31.131217 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-645189da-e314-42db-8c76-31a4563541ad tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934756 Dec 22 08:43:31.135350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40186) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.174492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:31.269781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.304281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port afa0b73d-5da1-498b-8a04-36539e4cfd74 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:31.305060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.314484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8637eb12-8561-494b-86ed-cb49315fecda no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:31.332165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting subnet 898c8ffa-26e0-4b2a-b8d0-5acd1bfc8498 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:31.338805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.354278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 8637eb12-8561-494b-86ed-cb49315fecda {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:31.354658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8637eb12-8561-494b-86ed-cb49315fecda not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:31.411309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.454728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] DHCP port deletion for 1c26b016-4817-40e8-87af-258a63c169e9 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:31.457710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.460672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] Deleting port a364e3a4-663f-45fa-89d2-63331fbc2760 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:31.461049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.465767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a8b13a5b-0c99-4725-bf4e-04f01d2f92c7 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:31.520366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=06f9c7f9-9483-4613-af95-393a9544b9bb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:31.533897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:31.536897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:31.552741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.557362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cccb191-2b26-4cf2-8abf-6479be9b5580 None None] Network 90418dc8-01b2-4743-921b-56ce523f7327 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:31.568102 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/06f9c7f9-9483-4613-af95-393a9544b9bb HTTP/1.1" status: 204 len: 168 time: 0.7849765 Dec 22 08:43:31.569313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:31.569805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40190) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.569909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] Deleting port 6d16499e-a26e-4253-ae38-52d38509d82d {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:31.570194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.577096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:31.583024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:31.618788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:31.656858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:31.660611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.675138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.839881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.856879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:31.891996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.909121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Subnet': ['ID=898c8ffa-26e0-4b2a-b8d0-5acd1bfc8498,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:31.913666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:31.917130 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/subnets/898c8ffa-26e0-4b2a-b8d0-5acd1bfc8498 HTTP/1.1" status: 204 len: 168 time: 0.9683058 Dec 22 08:43:31.920832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:31.925630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet a7593453-a223-4626-882a-3fb96fd0c7e9 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:31.928987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.994677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port d5bb1bf7-3011-4010-9f95-07e7b01430e0 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:31.995182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:31.999297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cf763c-83e7-4903-a9f1-73d7b3a6d487 None None] Network a793f1c2-01d7-4999-bb21-fc45fb6d49a4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:32.084556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.182456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port afa0b73d-5da1-498b-8a04-36539e4cfd74, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=afa0b73d-5da1-498b-8a04-36539e4cfd74,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:32.182942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.196037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] For port a364e3a4-663f-45fa-89d2-63331fbc2760, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a364e3a4-663f-45fa-89d2-63331fbc2760,segment=NetworkSegment(4e9d820a-124f-49ca-9eef-1f979364af52),segment_id=4e9d820a-124f-49ca-9eef-1f979364af52)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:32.196698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.218028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] For port 6d16499e-a26e-4253-ae38-52d38509d82d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6d16499e-a26e-4253-ae38-52d38509d82d,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:32.218427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.279085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.325853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting port a364e3a4-663f-45fa-89d2-63331fbc2760 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:32.326189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.345873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for afa0b73d-5da1-498b-8a04-36539e4cfd74 owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:32.386672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.410432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.476292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] Calling delete_port for a364e3a4-663f-45fa-89d2-63331fbc2760 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:32.545750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] Calling delete_port for 6d16499e-a26e-4253-ae38-52d38509d82d owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:32.568111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for d5bb1bf7-3011-4010-9f95-07e7b01430e0 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:32.598452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf94e4-d888-46cd-9b80-bd4c04cbacdd req-f174abdf-379f-45c6-b8eb-4a9e405061e0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:32.600086 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80bf94e4-d888-46cd-9b80-bd4c04cbacdd req-f174abdf-379f-45c6-b8eb-4a9e405061e0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 946 time: 0.3704038 Dec 22 08:43:32.642819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8cac-515a-4d2d-92f1-620c33efdbf7 req-c097227b-2c26-4d1f-b9f3-7a1f0ff6a7da tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:32.644936 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-705a8cac-515a-4d2d-92f1-620c33efdbf7 req-c097227b-2c26-4d1f-b9f3-7a1f0ff6a7da tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 943 time: 0.7740672 Dec 22 08:43:32.682473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] For port a364e3a4-663f-45fa-89d2-63331fbc2760, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a364e3a4-663f-45fa-89d2-63331fbc2760,segment=NetworkSegment(4e9d820a-124f-49ca-9eef-1f979364af52),segment_id=4e9d820a-124f-49ca-9eef-1f979364af52)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:32.682899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.701331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.706987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b8637bad-91df-417e-a359-c898e02fde8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:32.745110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.765552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] Pushing event deleted for resources: {'Port': ['ID=a364e3a4-663f-45fa-89d2-63331fbc2760,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:32.768595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:32.775150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2239f780-c388-43a8-9d14-7d2ed588dda9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:32.820971 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-705a8cac-515a-4d2d-92f1-620c33efdbf7 req-6e9db04f-4506-4867-b37b-7f581bea6ec1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479244 Dec 22 08:43:32.824202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Calling delete_port for a364e3a4-663f-45fa-89d2-63331fbc2760 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:32.826972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] Pushing event deleted for resources: {'Port': ['ID=6d16499e-a26e-4253-ae38-52d38509d82d,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:32.829543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:32.845886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] No DVR routers for this DVR port a364e3a4-663f-45fa-89d2-63331fbc2760 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:32.852690 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80bf94e4-d888-46cd-9b80-bd4c04cbacdd req-9b609457-13cc-47fa-af02-687655a374bf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f693e7-47a2-4aba-be01-8ba4aba7cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397640 Dec 22 08:43:32.856043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] No DVR routers for this DVR port 6d16499e-a26e-4253-ae38-52d38509d82d on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:32.868829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.880980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.890179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aeb83c78-d8bc-40a4-bb0e-eb1e3d34aeec tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:32.894043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-114a38bf-a530-42ce-b46b-d9b1c6ea0328 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:32.938695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=a7593453-a223-4626-882a-3fb96fd0c7e9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:32.941661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:32.945692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.958581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.968064 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/a7593453-a223-4626-882a-3fb96fd0c7e9 HTTP/1.1" status: 204 len: 168 time: 1.3965299 Dec 22 08:43:32.971550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:32.973612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40202) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:32.979654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:32.985596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:32.986223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:32.994236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed3521-eb9b-4bb4-9a8a-24602a1f068f None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:33.008286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=56814623-879d-4ab7-b9f8-1e28facd203d,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:33.028368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] DHCP port deletion for a793f1c2-01d7-4999-bb21-fc45fb6d49a4 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:33.042980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:33.043542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f3b87922-4b61-46bd-a211-8633bae387c8 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:33.054476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:33.054808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:33.097006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Deleting port db00b0a5-bc01-4224-8c9b-e655f19255bf {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:33.097591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.116301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.133490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:33.133821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.298826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=afa0b73d-5da1-498b-8a04-36539e4cfd74,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:33.307343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:33.307969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.317341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8156c584-bd5c-4840-915b-059dad1f106d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:33.381636 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2175317 Dec 22 08:43:33.384441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40206) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:33.391085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:33.409670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=d5bb1bf7-3011-4010-9f95-07e7b01430e0,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:33.411833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port afa0b73d-5da1-498b-8a04-36539e4cfd74 on host hv-neutron-8226 {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:33.412865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6d16499e-a26e-4253-ae38-52d38509d82d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:33.413875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:33.414967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.416829 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-aab75525-190b-427e-b65b-83e21f3fea99 req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/afa0b73d-5da1-498b-8a04-36539e4cfd74 HTTP/1.1" status: 204 len: 173 time: 2.2833915 Dec 22 08:43:33.417599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22ed73c-5f05-424f-ab8f-33c6bbd8f41d', 'name': 'network-vif-deleted', 'tag': 'afa0b73d-5da1-498b-8a04-36539e4cfd74'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:43:33.519033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6d16499e-a26e-4253-ae38-52d38509d82d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:33.519417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6d16499e-a26e-4253-ae38-52d38509d82d not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:33.519841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device db00b0a5-bc01-4224-8c9b-e655f19255bf no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:33.561079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting port a364e3a4-663f-45fa-89d2-63331fbc2760 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:33.561435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.617973 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22ed73c-5f05-424f-ab8f-33c6bbd8f41d', 'name': 'network-vif-deleted', 'tag': 'afa0b73d-5da1-498b-8a04-36539e4cfd74', 'status': 'completed', 'code': 200} Dec 22 08:43:33.724627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] The port 'a364e3a4-663f-45fa-89d2-63331fbc2760' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:43:33.729831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] For port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ddcfd48d-0d40-4a77-b32f-26c98fe03ae8,segment=NetworkSegment(339b082c-e3f9-4553-86f7-b76693a46954),segment_id=339b082c-e3f9-4553-86f7-b76693a46954)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:33.730280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.809256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:33.877280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device e42f2013-b288-4ce4-b421-7ad1b8df1045 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:43:33.879570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device afa0b73d-5da1-498b-8a04-36539e4cfd74 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:33.934210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea9ff48-becd-4464-80dc-81b418a58c9e None None] Network 90418dc8-01b2-4743-921b-56ce523f7327 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:33.961124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: afa0b73d-5da1-498b-8a04-36539e4cfd74 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:33.961499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device afa0b73d-5da1-498b-8a04-36539e4cfd74 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:33.963093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'tenant_id': 'f9b3da27a4044fb6b9166d1bdfd19d1f', 'fixed_ips': [{'subnet_id': '56814623-879d-4ab7-b9f8-1e28facd203d'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:43:33.963954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.009654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:34.058408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] For port db00b0a5-bc01-4224-8c9b-e655f19255bf, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db00b0a5-bc01-4224-8c9b-e655f19255bf,segment=NetworkSegment(7c625703-7c53-4626-aaf2-d0852efd5d4d),segment_id=7c625703-7c53-4626-aaf2-d0852efd5d4d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:34.059065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.214498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-8f7c1417-15da-4af8-bde4-4154bc19ba80 req-c09bc046-c763-4a09-a172-9de4e637cb82 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:34.274757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.resource_extend [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:34.293661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Calling delete_port for db00b0a5-bc01-4224-8c9b-e655f19255bf owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:34.294312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:34.302131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-8f7c1417-15da-4af8-bde4-4154bc19ba80 req-c09bc046-c763-4a09-a172-9de4e637cb82 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:34.303175 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8f7c1417-15da-4af8-bde4-4154bc19ba80 req-c09bc046-c763-4a09-a172-9de4e637cb82 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=a22ed73c-5f05-424f-ab8f-33c6bbd8f41d HTTP/1.1" status: 200 len: 210 time: 0.1974237 Dec 22 08:43:34.307655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:34.354133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:34.365877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.389130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.391712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 355e7456-70f7-4598-a562-d09e5013afd7 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:34.419613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:34.421905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-db684bbc-0254-439d-a98f-ce8c77ba465a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:34.478684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=ddcfd48d-0d40-4a77-b32f-26c98fe03ae8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:34.495351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:34.505441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port db00b0a5-bc01-4224-8c9b-e655f19255bf, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db00b0a5-bc01-4224-8c9b-e655f19255bf,segment=NetworkSegment(7c625703-7c53-4626-aaf2-d0852efd5d4d),segment_id=7c625703-7c53-4626-aaf2-d0852efd5d4d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:34.506070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:34.506748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a2d26502-0398-4196-9464-e8cb92c4e6c5 None None] Provisioning complete for port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:34.507277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a2d26502-0398-4196-9464-e8cb92c4e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.527726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.554564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:34.565801 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90788b-c718-4c36-a9c6-39134789b549 None None] Sync routers for ids ['355e7456-70f7-4598-a562-d09e5013afd7'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:34.573512 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/355e7456-70f7-4598-a562-d09e5013afd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8342531 Dec 22 08:43:34.574937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40216) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:34.577078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No DVR routers for this DVR port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:34.583546 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90788b-c718-4c36-a9c6-39134789b549 None None] Routers {'355e7456-70f7-4598-a562-d09e5013afd7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:34.584296 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2f90788b-c718-4c36-a9c6-39134789b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['355e7456-70f7-4598-a562-d09e5013afd7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.630376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-493b320d-de29-4c44-b12b-6c4c468bfe3b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:34.649497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-493b320d-de29-4c44-b12b-6c4c468bfe3b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:34.653681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port e42f2013-b288-4ce4-b421-7ad1b8df1045, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:34.653900 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2f90788b-c718-4c36-a9c6-39134789b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.655365 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-493b320d-de29-4c44-b12b-6c4c468bfe3b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=355e7456-70f7-4598-a562-d09e5013afd7 HTTP/1.1" status: 200 len: 205 time: 0.0792081 Dec 22 08:43:34.656283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40220) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:34.665975 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90788b-c718-4c36-a9c6-39134789b549 None None] Routers {'355e7456-70f7-4598-a562-d09e5013afd7'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:34.666849 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2f90788b-c718-4c36-a9c6-39134789b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['355e7456-70f7-4598-a562-d09e5013afd7'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.701894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.702776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a364e3a4-663f-45fa-89d2-63331fbc2760 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:34.728026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c26b016-4817-40e8-87af-258a63c169e9']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.732655 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2f90788b-c718-4c36-a9c6-39134789b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.733297 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90788b-c718-4c36-a9c6-39134789b549 None None] The sync data for ids ['355e7456-70f7-4598-a562-d09e5013afd7'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:34.745652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:34.751648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9d820a-124f-49ca-9eef-1f979364af52') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.751933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9d820a-124f-49ca-9eef-1f979364af52') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.780670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:43:34.785628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.805323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.814052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: a364e3a4-663f-45fa-89d2-63331fbc2760 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:34.814405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a364e3a4-663f-45fa-89d2-63331fbc2760 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:34.819507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846d1ab5-b789-49cb-b6b8-8f1604f1523e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.821671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:34.822769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:34.823182 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a2d26502-0398-4196-9464-e8cb92c4e6c5 None None] Port ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 was deleted so its status cannot be updated. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 22 08:43:34.846710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.890090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ae20d-93fd-40cf-8645-9185667d937f req-c70f9dfe-2c6e-4c83-9307-d8cab04d660e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:34.891722 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1d8ae20d-93fd-40cf-8645-9185667d937f req-c70f9dfe-2c6e-4c83-9307-d8cab04d660e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 943 time: 0.5993261 Dec 22 08:43:34.893488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90418dc8-01b2-4743-921b-56ce523f7327']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:34.901027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:34.901326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:34.920263 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:34.964962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7a6a4-2e40-45b1-b20a-a115a833b8ce None None] DHCP port deletion for 90418dc8-01b2-4743-921b-56ce523f7327 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:35.003673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.021759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339b082c-e3f9-4553-86f7-b76693a46954') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:35.022785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339b082c-e3f9-4553-86f7-b76693a46954') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:35.047426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.055416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.089792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=db00b0a5-bc01-4224-8c9b-e655f19255bf,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.098075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:35.099555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42f2013-b288-4ce4-b421-7ad1b8df1045 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:43:35.116297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port e42f2013-b288-4ce4-b421-7ad1b8df1045, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:35.139865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.147600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-af0247a6-2191-422b-9100-9e3367c8efae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:35.165608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.179083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.182740 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1d8ae20d-93fd-40cf-8645-9185667d937f req-a84a33f1-ec25-47fc-bf0d-16066800327b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089934 Dec 22 08:43:35.189149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:35.189787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.200565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Allocated IP 2001:db8::2 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/56814623-879d-4ab7-b9f8-1e28facd203d/8b638281-cf36-4b8c-a725-5a03a7dbb509) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:35.206546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cf714b85-b7a8-4037-9b12-b988601b8f39 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:35.223185 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:35.281268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.322323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Network': ['ID=1c26b016-4817-40e8-87af-258a63c169e9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.330191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Deleting port db00b0a5-bc01-4224-8c9b-e655f19255bf {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:35.330580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.358950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:35.366332 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/networks/1c26b016-4817-40e8-87af-258a63c169e9 HTTP/1.1" status: 204 len: 168 time: 3.4420443 Dec 22 08:43:35.374056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40226) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.407172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.460280 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56814623-879d-4ab7-b9f8-1e28facd203d (CIDR: 2001:db8::/64) Dec 22 08:43:35.467859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f6354af1-fd36-49cf-b65f-33504fc19198 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:35.490774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.495150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40230) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.498776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:43:35.499207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:35.529188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Network': ['ID=90418dc8-01b2-4743-921b-56ce523f7327,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.549305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:35.575990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/networks/90418dc8-01b2-4743-921b-56ce523f7327 HTTP/1.1" status: 204 len: 168 time: 2.5977459 Dec 22 08:43:35.581090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40234) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.601275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846d1ab5-b789-49cb-b6b8-8f1604f1523e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.606525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846d1ab5-b789-49cb-b6b8-8f1604f1523e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.627225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.629825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] For port db00b0a5-bc01-4224-8c9b-e655f19255bf, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db00b0a5-bc01-4224-8c9b-e655f19255bf,segment=NetworkSegment(7c625703-7c53-4626-aaf2-d0852efd5d4d),segment_id=7c625703-7c53-4626-aaf2-d0852efd5d4d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:35.630321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.638163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=e42f2013-b288-4ce4-b421-7ad1b8df1045,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:35.644485 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b8728357-172c-4cc8-8572-be78f5d679a3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2548313 Dec 22 08:43:35.644721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:35.650594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.654125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846d1ab5-b789-49cb-b6b8-8f1604f1523e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.654929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d1ab5-b789-49cb-b6b8-8f1604f1523e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Fanout notify agent at l3_agent the message router_deleted on router 355e7456-70f7-4598-a562-d09e5013afd7 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:43:35.659985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'subnet': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:35.670264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846d1ab5-b789-49cb-b6b8-8f1604f1523e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.671634 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-846d1ab5-b789-49cb-b6b8-8f1604f1523e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/355e7456-70f7-4598-a562-d09e5013afd7 HTTP/1.1" status: 204 len: 168 time: 1.0138025 Dec 22 08:43:35.674367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40242) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:35.685250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:35.688235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:35.688608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ddcfd48d-0d40-4a77-b32f-26c98fe03ae8 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:35.753540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting port db00b0a5-bc01-4224-8c9b-e655f19255bf {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:35.753946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.833493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d55eaa1-d46f-467e-8b71-4baa640034f7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.860840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['e42f2013-b288-4ce4-b421-7ad1b8df1045'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:43:35.905479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Calling delete_port for db00b0a5-bc01-4224-8c9b-e655f19255bf owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:35.923702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting subnet edc86825-5581-4a33-840f-bf803507f2ff {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:35.928032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:35.991289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.076048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d55eaa1-d46f-467e-8b71-4baa640034f7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.080284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.102742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2475ea8-9c03-4e87-bbc4-2be01e31af29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:36.103382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2475ea8-9c03-4e87-bbc4-2be01e31af29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:36.132131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:36.161493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:subnet and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:36.176171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.185107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b58d8ac8-4821-48cb-a12f-37e731bfcb27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:36.186408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.199120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-878a5d9f-9e8b-419c-b722-4793ea1c3bfa tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:36.213232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.220706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:36.240417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:36.241485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Subnet': ['ID=edc86825-5581-4a33-840f-bf803507f2ff,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.251942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.257252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:36.261227 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/edc86825-5581-4a33-840f-bf803507f2ff HTTP/1.1" status: 204 len: 168 time: 0.5847473 Dec 22 08:43:36.262610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2475ea8-9c03-4e87-bbc4-2be01e31af29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:36.262970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40248) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.267939 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b2475ea8-9c03-4e87-bbc4-2be01e31af29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6803567 Dec 22 08:43:36.270248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40252) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.278815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c5457-25c6-40ba-9fbd-e849683b36e8 None None] Network 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:36.325482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:36.329405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.378228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Pushing event deleted for resources: {'Port': ['ID=db00b0a5-bc01-4224-8c9b-e655f19255bf,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.381112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:36.384938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Transition to ACTIVE for port object 8b638281-cf36-4b8c-a725-5a03a7dbb509 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:36.413023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] No DVR routers for this DVR port db00b0a5-bc01-4224-8c9b-e655f19255bf on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:36.465434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] For port db00b0a5-bc01-4224-8c9b-e655f19255bf, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db00b0a5-bc01-4224-8c9b-e655f19255bf,segment=NetworkSegment(7c625703-7c53-4626-aaf2-d0852efd5d4d),segment_id=7c625703-7c53-4626-aaf2-d0852efd5d4d)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:36.466120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.483158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Transition to ACTIVE for port object 8b638281-cf36-4b8c-a725-5a03a7dbb509 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:36.528104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting subnet 025e2c28-1f0c-4866-a21e-c5cee380e0d9 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:36.532727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.540775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.547737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ae336f2-8c0b-4bf5-bb8a-00cb1f04d5fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:36.601304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.616843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Calling delete_port for db00b0a5-bc01-4224-8c9b-e655f19255bf owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:36.646229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d55eaa1-d46f-467e-8b71-4baa640034f7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.664495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0cc0d97b-ee1a-4174-9c27-f26c23ed7bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:36.677439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:36.679787 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Pushing event updated for resources: {'Port': ['ID=8b638281-cf36-4b8c-a725-5a03a7dbb509,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.682782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:36.686560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:36.689051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:36.700950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.704780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55eaa1-d46f-467e-8b71-4baa640034f7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f693e7-47a2-4aba-be01-8ba4aba7cf7d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.722970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d55eaa1-d46f-467e-8b71-4baa640034f7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:36.787114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.790089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d55eaa1-d46f-467e-8b71-4baa640034f7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.793809 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d55eaa1-d46f-467e-8b71-4baa640034f7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/89f693e7-47a2-4aba-be01-8ba4aba7cf7d HTTP/1.1" status: 204 len: 168 time: 1.2879274 Dec 22 08:43:36.793995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-89e6affa-66be-4e52-9941-435618772f31 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:36.801149 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9f2aeac6-78ef-4f0d-abba-8f53eef4a82d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5268557 Dec 22 08:43:36.807189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e07cf-0575-4854-bd5e-d99a9c2eeb1b req-b703786a-d4f7-4c07-a1e3-4070734d4dea tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:36.808763 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-901e07cf-0575-4854-bd5e-d99a9c2eeb1b req-b703786a-d4f7-4c07-a1e3-4070734d4dea tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 944 time: 0.4072688 Dec 22 08:43:36.809242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40258) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.819165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-143599046'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:36.840070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:36.840070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:36.843416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:36.852207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Subnet': ['ID=025e2c28-1f0c-4866-a21e-c5cee380e0d9,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:36.855391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:network and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:36.855615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:36.870486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Attempting to bind port 8b638281-cf36-4b8c-a725-5a03a7dbb509 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:36.870957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Attempting to bind port 8b638281-cf36-4b8c-a725-5a03a7dbb509 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:36.871530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Attempting to bind port 8b638281-cf36-4b8c-a725-5a03a7dbb509 on network 5c665321-260e-4f9a-b094-bcc5e34e9b4a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:36.873799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40262) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.874475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:36.899107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:36.899419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Checking segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:36.899827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.900219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Bound using segment: {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:36.900693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Bound port: 8b638281-cf36-4b8c-a725-5a03a7dbb509, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd93ba-78b6-4e5a-90f0-2a626af253e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:36.901065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.915970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:36.927359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:36.931967 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/025e2c28-1f0c-4866-a21e-c5cee380e0d9 HTTP/1.1" status: 204 len: 168 time: 0.6676250 Dec 22 08:43:36.935154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40266) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:36.948730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ba6be-b6b4-4652-bfc7-093332f30ee1 None None] Network 1baf993b-03e0-4bd7-b172-9f5088e48ba6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:36.952300 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-901e07cf-0575-4854-bd5e-d99a9c2eeb1b req-f705e9f3-e68f-4ed0-b5d9-a90209873882 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295862 Dec 22 08:43:36.965738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:36.970057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.009370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:37.030744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.031182 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Added segment edd08352-3281-454f-b747-74235b3135dd of type vlan for network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 Dec 22 08:43:37.052855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] DHCP port deletion for 5e5a6e68-c8ab-4957-a7b0-474ed77ea102 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:37.074736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.095084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] Deleting port 4765d27a-8e26-4582-a052-c670b5a7be74 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:37.095607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.162714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.166709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:37.167205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.171256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3983b277-f8c4-4258-94b6-2978f2b06e25 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:37.205109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c52d228c-bfcb-418e-a06a-05dc0e797bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.261919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.285505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 4765d27a-8e26-4582-a052-c670b5a7be74 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:37.285712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.302516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] For port 8b638281-cf36-4b8c-a725-5a03a7dbb509, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:37.336233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Network': ['ID=06c2bad3-aff1-42df-8bb9-888a8a4106f9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:37.345405 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5291605 Dec 22 08:43:37.345405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting port db00b0a5-bc01-4224-8c9b-e655f19255bf {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:37.345405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.350954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40270) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:37.362005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': '06c2bad3-aff1-42df-8bb9-888a8a4106f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:37.365022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] For port 8b638281-cf36-4b8c-a725-5a03a7dbb509, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8b638281-cf36-4b8c-a725-5a03a7dbb509,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:37.373136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:37.376316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.objects.ports [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83495) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 22 08:43:37.376718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:37.462834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] The port 'db00b0a5-bc01-4224-8c9b-e655f19255bf' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:43:37.463282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4765d27a-8e26-4582-a052-c670b5a7be74 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:37.521865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting subnet 87c48a89-501d-44bc-9918-8e1d04cb84d8 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:37.532266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.550014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.606764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ebbe37e9-c9b1-4628-9c81-4860546b1f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:37.613072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.643284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a793f1c2-01d7-4999-bb21-fc45fb6d49a4']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:37.657368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c625703-7c53-4626-aaf2-d0852efd5d4d') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:37.657737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c625703-7c53-4626-aaf2-d0852efd5d4d') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:37.661737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:37.671835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.681875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:37.695085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:37.706828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.727434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.740341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:37.744337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:37.744743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:37.759863 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:37.775680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 4765d27a-8e26-4582-a052-c670b5a7be74, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4765d27a-8e26-4582-a052-c670b5a7be74,segment=NetworkSegment(f5a242a9-190b-479f-a006-ef7bc110b50a),segment_id=f5a242a9-190b-479f-a006-ef7bc110b50a)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:37.776018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.792429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:37.793194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] For port 4765d27a-8e26-4582-a052-c670b5a7be74, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4765d27a-8e26-4582-a052-c670b5a7be74,segment=NetworkSegment(f5a242a9-190b-479f-a006-ef7bc110b50a),segment_id=f5a242a9-190b-479f-a006-ef7bc110b50a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:37.793741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.876686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Pushing event updated for resources: {'Port': ['ID=8b638281-cf36-4b8c-a725-5a03a7dbb509,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:37.880379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:37.928961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:37.947559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] Calling delete_port for 4765d27a-8e26-4582-a052-c670b5a7be74 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:37.975032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 4765d27a-8e26-4582-a052-c670b5a7be74 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:38.037668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.053140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be5d5a15-84f0-4e8d-a976-4dc38643ba94 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:38.079385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.098869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.103848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.123597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Network': ['ID=a793f1c2-01d7-4999-bb21-fc45fb6d49a4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.142116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.152106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:38.164444 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/networks/a793f1c2-01d7-4999-bb21-fc45fb6d49a4 HTTP/1.1" status: 204 len: 168 time: 2.7892892 Dec 22 08:43:38.168544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:38.171610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40276) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:38.181274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] DHCP port deletion for 1baf993b-03e0-4bd7-b172-9f5088e48ba6 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:38.206389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] Deleting port e88a5acc-4140-460e-ae5f-1e7f67f0afae {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:38.206978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.234721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] Pushing event deleted for resources: {'Port': ['ID=4765d27a-8e26-4582-a052-c670b5a7be74,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.237342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:38.259908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] No DVR routers for this DVR port 4765d27a-8e26-4582-a052-c670b5a7be74 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:38.408359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.435356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:38.435759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:38.489503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] For port e88a5acc-4140-460e-ae5f-1e7f67f0afae, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e88a5acc-4140-460e-ae5f-1e7f67f0afae,segment=NetworkSegment(3617fbc3-cfd3-47b9-b2ed-b365f9627106),segment_id=3617fbc3-cfd3-47b9-b2ed-b365f9627106)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:38.489892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.502063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.511941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a7d350ad-f31c-4686-90cc-47af82580dc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:38.583661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] For port 8b638281-cf36-4b8c-a725-5a03a7dbb509, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8b638281-cf36-4b8c-a725-5a03a7dbb509,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:38.610617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting subnet 9d7fc8bb-d3bc-4b4b-a90a-6d4e91bf5160 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:38.616515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.629525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=8f80a6f3-1691-4bf5-9135-68fe6f6b162e,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.639366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:38.643421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.646292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] Calling delete_port for e88a5acc-4140-460e-ae5f-1e7f67f0afae owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:38.651060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e74f3f4a-6ea6-4092-9a48-d45d265c4ea0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:38.683957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45602f-03d1-4c89-8d75-49fa85a90211 req-c7cc708c-e8d8-4cb0-82d5-bdec9d5cfd4a tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:38.684664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.685671 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6c45602f-03d1-4c89-8d75-49fa85a90211 req-c7cc708c-e8d8-4cb0-82d5-bdec9d5cfd4a tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 944 time: 0.3597853 Dec 22 08:43:38.711739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:38.716084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Subnet': ['ID=87c48a89-501d-44bc-9918-8e1d04cb84d8,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.723750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:38.725052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.729288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.730099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-07ae6e48-cc32-4b46-aac6-9113dbf12143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:38.735552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.738540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Checking segment: {'id': 'edd08352-3281-454f-b747-74235b3135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06c2bad3-aff1-42df-8bb9-888a8a4106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:38.739157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network hostable DHCP agents. Network: 06c2bad3-aff1-42df-8bb9-888a8a4106f9, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:38.739820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.740790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.750733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c76df5f2-6af8-4070-befe-1e7b51c47a21 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:38.772321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db57ea52-835b-4b58-b359-8a2fbd84cee8 None None] Network c2fc3007-a01c-45d5-add1-61c11721c827 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:38.779798 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/subnets/87c48a89-501d-44bc-9918-8e1d04cb84d8 HTTP/1.1" status: 204 len: 168 time: 1.9024086 Dec 22 08:43:38.780173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40280) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:38.786227 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6c45602f-03d1-4c89-8d75-49fa85a90211 req-10fc6e35-bd39-4cbb-b156-b312d0813df1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859168 Dec 22 08:43:38.796774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] Pushing event deleted for resources: {'Port': ['ID=e88a5acc-4140-460e-ae5f-1e7f67f0afae,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.800287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:38.851057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=8b638281-cf36-4b8c-a725-5a03a7dbb509,revision_number=4']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:38.857852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] No DVR routers for this DVR port e88a5acc-4140-460e-ae5f-1e7f67f0afae on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:38.860199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:38.870562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-94a17ba5-3955-4557-b048-449178681178 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:38.888676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:38.915024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 06c2bad3-aff1-42df-8bb9-888a8a4106f9) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:38.920170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.925239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:38.925884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.927300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:38.931367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:38.936439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:38.936961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.940037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29345a8-f299-4e02-9cb6-a6bd791d5838 None None] Network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:38.944903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 4765d27a-8e26-4582-a052-c670b5a7be74 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:38.945104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:38.978682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.009869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Subnet': ['ID=26cc55be-ea16-4d13-8135-d8f86f015fdd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:39.022487 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3705070 Dec 22 08:43:39.024020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:39.027012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40284) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:39.035650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Request body: {'port': {'network_id': '5c665321-260e-4f9a-b094-bcc5e34e9b4a', 'mac_address': 'fa:16:3e:33:f5:f1', 'name': 'tempest-NetworksTestDHCPv6-1667635325'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:39.137108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port f0dae627-29df-41df-90df-98ca8d675b51 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:39.137658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.173999 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8192685 Dec 22 08:43:39.185320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] The port '4765d27a-8e26-4582-a052-c670b5a7be74' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:43:39.188718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:39.200338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': '06c2bad3-aff1-42df-8bb9-888a8a4106f9', 'name': 'tempest-PortsTestJSON-1236641522'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:39.236759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a085319a-5aa2-4f0b-8bf4-dd5681ab8947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.371015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-06c2bad3-aff1-42df-8bb9-888a8a4106f9', 'network_id': '06c2bad3-aff1-42df-8bb9-888a8a4106f9', 'tenant_id': 'e4a911bbf57b4aaea132f5335525a45c', 'fixed_ips': [{'subnet_id': '8f80a6f3-1691-4bf5-9135-68fe6f6b162e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:43:39.378620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.383075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.394959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] DHCP port deletion for c2fc3007-a01c-45d5-add1-61c11721c827 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:39.405526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] Deleting port f0dae627-29df-41df-90df-98ca8d675b51 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:39.405796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.417643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5a6e68-c8ab-4957-a7b0-474ed77ea102']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:39.432336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a242a9-190b-479f-a006-ef7bc110b50a') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:39.432711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a242a9-190b-479f-a006-ef7bc110b50a') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:39.446302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.465281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.478542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:39.478935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.479222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.491266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-494001e6-618e-45f1-886e-1692ab76203c tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:39.497759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8b638281-cf36-4b8c-a725-5a03a7dbb509 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:39.531964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:39.538041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:39.540549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7fc8bb-d3bc-4b4b-a90a-6d4e91bf5160,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:39.547745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:39.548932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Usage tracker for resource:port and tenant:f9b3da27a4044fb6b9166d1bdfd19d1f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:39.554170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:39.557107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.562017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:39.565376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:39.567989 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38143731-fa85-4adb-bcfb-1075ef905f9d None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:39.575063 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/subnets/9d7fc8bb-d3bc-4b4b-a90a-6d4e91bf5160 HTTP/1.1" status: 204 len: 168 time: 1.4023721 Dec 22 08:43:39.575942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40292) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:39.583651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95416d39-b405-4024-9bd6-b6389230c695 None None] Network 9179b04b-3dc3-49bf-ab1c-497f7f58db12 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:39.588830 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:39.604862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:39.608009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.668201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Made reservation on behalf of f9b3da27a4044fb6b9166d1bdfd19d1f for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:39.672559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.706879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.711894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27cb470c-a387-4ea2-a00a-7235a7682e04 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:39.721808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port f491b532-c4f0-4b34-b8f5-b4768f22283a yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:39.730421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.744182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Network': ['ID=5e5a6e68-c8ab-4957-a7b0-474ed77ea102,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:39.752011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:39.756739 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/networks/5e5a6e68-c8ab-4957-a7b0-474ed77ea102 HTTP/1.1" status: 204 len: 168 time: 2.8203602 Dec 22 08:43:39.758457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port f0dae627-29df-41df-90df-98ca8d675b51, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f0dae627-29df-41df-90df-98ca8d675b51,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:39.758808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.765839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40296) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:39.776437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.789890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] device_id is not set on port 0e49151b-a211-4ddf-8b7e-151765486f25 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:39.840232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device e42f2013-b288-4ce4-b421-7ad1b8df1045 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:39.887578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Deleting port d42935ab-62f3-4441-b2ee-6455f85bc672 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:39.887914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:39.953576 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for f0dae627-29df-41df-90df-98ca8d675b51 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:40.039171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-77675b86-5a0a-4325-9e7e-40d420587b7b None None] Provisioning for port 8b638281-cf36-4b8c-a725-5a03a7dbb509 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:40.044565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.116306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.166279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a91c4da1-dd5f-4d7a-8a93-0100e232dc6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:40.204646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 8b638281-cf36-4b8c-a725-5a03a7dbb509 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:40.225778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=f0dae627-29df-41df-90df-98ca8d675b51,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.233413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port e42f2013-b288-4ce4-b421-7ad1b8df1045 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:40.233823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:40.235871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.237425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8b638281-cf36-4b8c-a725-5a03a7dbb509 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:40.237898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.247669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port f0dae627-29df-41df-90df-98ca8d675b51 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:40.274274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] For port f0dae627-29df-41df-90df-98ca8d675b51, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f0dae627-29df-41df-90df-98ca8d675b51,segment=NetworkSegment(4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6),segment_id=4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:40.274838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.301199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port e42f2013-b288-4ce4-b421-7ad1b8df1045 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:40.301606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.307776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baf993b-03e0-4bd7-b172-9f5088e48ba6']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.373959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3617fbc3-cfd3-47b9-b2ed-b365f9627106') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.374266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3617fbc3-cfd3-47b9-b2ed-b365f9627106') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.383021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] For port d42935ab-62f3-4441-b2ee-6455f85bc672, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d42935ab-62f3-4441-b2ee-6455f85bc672,segment=NetworkSegment(68458a01-f6c7-45b9-a69b-a1b09000f840),segment_id=68458a01-f6c7-45b9-a69b-a1b09000f840)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:40.383662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.404310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.416020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.438792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.448783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fc3007-a01c-45d5-add1-61c11721c827']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.455999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:40.456389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.464027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.9 (06c2bad3-aff1-42df-8bb9-888a8a4106f9/8f80a6f3-1691-4bf5-9135-68fe6f6b162e/f491b532-c4f0-4b34-b8f5-b4768f22283a) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:40.471197 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:40.513740 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] Calling delete_port for f0dae627-29df-41df-90df-98ca8d675b51 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:40.534188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.534470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd1b615-d1ef-4118-9c4d-3a5cdc47d8e6') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:40.550973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Calling delete_port for d42935ab-62f3-4441-b2ee-6455f85bc672 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:40.660088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.662982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.687684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.708522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20778be9-5ae2-4642-831d-b1eaf4d99dbd req-bd2b5289-fa43-4c7d-8b3c-aa51c434de5f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:40.712770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.714534 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-20778be9-5ae2-4642-831d-b1eaf4d99dbd req-bd2b5289-fa43-4c7d-8b3c-aa51c434de5f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 944 time: 0.5868170 Dec 22 08:43:40.718831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.729820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f5e7b0e1-b9ea-4a56-bd84-e9d8bbfeae12 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:40.749778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.753542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:40.753723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:40.771792 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:40.790567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8::16c (5c665321-260e-4f9a-b094-bcc5e34e9b4a/56814623-879d-4ab7-b9f8-1e28facd203d/0e49151b-a211-4ddf-8b7e-151765486f25) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:40.813873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:f5f1 (5c665321-260e-4f9a-b094-bcc5e34e9b4a/26cc55be-ea16-4d13-8135-d8f86f015fdd/0e49151b-a211-4ddf-8b7e-151765486f25) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:40.826303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3268d0-162e-466f-bbf6-479bb26baf5d None None] DHCP port deletion for 9179b04b-3dc3-49bf-ab1c-497f7f58db12 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:40.831215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Network': ['ID=1baf993b-03e0-4bd7-b172-9f5088e48ba6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.836851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:40.840728 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/networks/1baf993b-03e0-4bd7-b172-9f5088e48ba6 HTTP/1.1" status: 204 len: 168 time: 1.0739152 Dec 22 08:43:40.851653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40302) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:40.857002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1389755661'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:40.867675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:40.871155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:network and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:40.874462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:40.880097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ab3268d0-162e-466f-bbf6-479bb26baf5d None None] Deleting port d42935ab-62f3-4441-b2ee-6455f85bc672 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:40.880711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ab3268d0-162e-466f-bbf6-479bb26baf5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.882327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:40.885676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.890457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2f72fd69-8f1f-41f6-be61-1546f15a2c42 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:40.910101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.917060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.917673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Network': ['ID=c2fc3007-a01c-45d5-add1-61c11721c827,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:40.921228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:40.925991 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/networks/c2fc3007-a01c-45d5-add1-61c11721c827 HTTP/1.1" status: 204 len: 168 time: 2.1445563 Dec 22 08:43:40.927019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:40.930100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.940855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40306) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:40.941686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c4979df9-b697-4c9c-9ce4-581970db3833 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:40.968790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:40.969242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:40.980575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:40.981643 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-20778be9-5ae2-4642-831d-b1eaf4d99dbd req-1dd3f948-626e-4f6d-97eb-e4d0e5f0d5f7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660675 Dec 22 08:43:40.995651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ab3268d0-162e-466f-bbf6-479bb26baf5d None None] The port 'd42935ab-62f3-4441-b2ee-6455f85bc672' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:43:41.010213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.011581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Port': ['ID=d42935ab-62f3-4441-b2ee-6455f85bc672,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.034461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:41.052383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] No DVR routers for this DVR port d42935ab-62f3-4441-b2ee-6455f85bc672 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:41.074498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:43:41.078494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:41.085129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 8b638281-cf36-4b8c-a725-5a03a7dbb509, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8b638281-cf36-4b8c-a725-5a03a7dbb509,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:41.089820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port e42f2013-b288-4ce4-b421-7ad1b8df1045, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:41.094193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.103215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-16dec2f1-ccfc-4d7c-b12b-19113185bf15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:41.143566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.181009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.190717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.191425 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added segment 963d564b-d5cf-4c23-a5d6-a0b797df169c of type vlan for network e60e09a2-a601-4260-8ccf-9d843318c530 Dec 22 08:43:41.200667 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'code': 200} Dec 22 08:43:41.203274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e88a5acc-4140-460e-ae5f-1e7f67f0afae no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:41.246185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=8b638281-cf36-4b8c-a725-5a03a7dbb509,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.257683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:41.258299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: e88a5acc-4140-460e-ae5f-1e7f67f0afae {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:41.258823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e88a5acc-4140-460e-ae5f-1e7f67f0afae not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:41.267502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:41.294018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port bd256cf1-23ed-4dec-be2e-ed8890979ace {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:41.294655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.335131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.376709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.393283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8b638281-cf36-4b8c-a725-5a03a7dbb509 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:41.421904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.447367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object f491b532-c4f0-4b34-b8f5-b4768f22283a will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:41.477434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] Deleting port f0dae627-29df-41df-90df-98ca8d675b51 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:41.477811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.537050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9179b04b-3dc3-49bf-ab1c-497f7f58db12']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.554369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.568244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2b45e49-6baf-46eb-8beb-d463f4ec0cc5 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:41.582774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.586398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:41.587204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.594045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-832842bf-502f-4fbd-8d7f-ea8c03c4acf0 tempest-ExternalNetworksTestJSON-112531268 tempest-ExternalNetworksTestJSON-112531268-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:41.611145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=e42f2013-b288-4ce4-b421-7ad1b8df1045,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.632579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-33e70a81-a050-44fa-b4c3-3d3bbe96066f None None] The port 'f0dae627-29df-41df-90df-98ca8d675b51' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:43:41.633637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:41.638297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68458a01-f6c7-45b9-a69b-a1b09000f840') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.638721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68458a01-f6c7-45b9-a69b-a1b09000f840') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:41.677662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Allocated IP 172.20.0.2 (06c2bad3-aff1-42df-8bb9-888a8a4106f9/8f80a6f3-1691-4bf5-9135-68fe6f6b162e/951cfd0f-ad41-4948-ae87-03f07da9ceed) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:41.680385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.702936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:41.715561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:41.716839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.720068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:41.736160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Network': ['ID=e60e09a2-a601-4260-8ccf-9d843318c530,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.738979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8b638281-cf36-4b8c-a725-5a03a7dbb509 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:41.739947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.746780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:41.766563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.789135 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-59fff8cf-11bf-43ba-b872-21986534f32a req-068c96b6-fe46-47eb-9cf2-a1e89df03fe6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 1098 time: 0.2885187 Dec 22 08:43:41.801587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=f491b532-c4f0-4b34-b8f5-b4768f22283a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:41.809226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.821056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:41.828014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Transition to ACTIVE for port object 0e49151b-a211-4ddf-8b7e-151765486f25 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:41.830313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:41.831098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.841477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.841815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:41.850367 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:41.854815 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0023651 Dec 22 08:43:41.858326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40312) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:41.880243 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'subnet': {'network_id': 'e60e09a2-a601-4260-8ccf-9d843318c530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:41.882951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network e60e09a2-a601-4260-8ccf-9d843318c530 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:41.897484 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-59fff8cf-11bf-43ba-b872-21986534f32a req-c322a7d7-5b32-4cee-bd7b-bfd2d2bd731b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013000 Dec 22 08:43:41.951365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:41.951972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:41.988282 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7953386 Dec 22 08:43:41.994802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40316) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.006011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': '06c2bad3-aff1-42df-8bb9-888a8a4106f9', 'name': 'tempest-PortsTestJSON-1093941803'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:42.029116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.036308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.067471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for bd256cf1-23ed-4dec-be2e-ed8890979ace owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:42.161723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:42.172590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:subnet and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:42.174550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a1a595a2-769a-468f-9043-181447ac0c38 None None] Provisioning complete for port 8b638281-cf36-4b8c-a725-5a03a7dbb509 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:42.174997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a1a595a2-769a-468f-9043-181447ac0c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.176416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:42.183931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:42.202269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:42.251701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-04d88346-dd8c-441d-9a9f-398dedd5953a tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:42.276494 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.303072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Transition to ACTIVE for port object 951cfd0f-ad41-4948-ae87-03f07da9ceed will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:42.334024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.343152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.343644 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/networks/9179b04b-3dc3-49bf-ab1c-497f7f58db12 HTTP/1.1" status: 204 len: 168 time: 2.7637844 Dec 22 08:43:42.345143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Pushing event deleted for resources: {'Network': ['ID=9179b04b-3dc3-49bf-ab1c-497f7f58db12,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.355277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40322) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.364530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d42935ab-62f3-4441-b2ee-6455f85bc672 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:42.366195 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:42.376585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:42.377103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:42.417881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Transition to ACTIVE for port object 951cfd0f-ad41-4948-ae87-03f07da9ceed will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:42.421441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: d42935ab-62f3-4441-b2ee-6455f85bc672 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:42.421797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d42935ab-62f3-4441-b2ee-6455f85bc672 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:42.422291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f0dae627-29df-41df-90df-98ca8d675b51 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:42.445543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:42.455950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:42.474859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1b6d88a0-5822-4e34-a1be-4778d1fc6554 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Synchronizing usage tracker for tenant:bfb98aa00d994ddca769be6ce66821c2 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:42.475075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:42.476622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.479035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:42.479765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.480899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:42.534932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: f0dae627-29df-41df-90df-98ca8d675b51 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:42.535378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f0dae627-29df-41df-90df-98ca8d675b51 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:42.554942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event updated for resources: {'Port': ['ID=0e49151b-a211-4ddf-8b7e-151765486f25,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.563916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:42.580194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9da9b5-ca79-47df-a815-aef38a0620b2 req-d7036899-c154-4b38-b9bc-59f36f8766c8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:42.581680 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7c9da9b5-ca79-47df-a815-aef38a0620b2 req-d7036899-c154-4b38-b9bc-59f36f8766c8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 945 time: 0.3082926 Dec 22 08:43:42.585447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:42.588948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:42.591494 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:42.606948 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5786002 Dec 22 08:43:42.610967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Pushing event updated for resources: {'Port': ['ID=951cfd0f-ad41-4948-ae87-03f07da9ceed,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.623398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40326) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.648057 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:42.653885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=bd256cf1-23ed-4dec-be2e-ed8890979ace,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.670179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:42.682652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:port and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:42.690133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:42.701264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:42.711675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Attempting to bind port 951cfd0f-ad41-4948-ae87-03f07da9ceed on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:42.712091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Attempting to bind port 951cfd0f-ad41-4948-ae87-03f07da9ceed by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'edd08352-3281-454f-b747-74235b3135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06c2bad3-aff1-42df-8bb9-888a8a4106f9'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:42.712513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Attempting to bind port 951cfd0f-ad41-4948-ae87-03f07da9ceed on network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:42.717053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.720484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:42.721209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:42.721599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Checking segment: {'id': 'edd08352-3281-454f-b747-74235b3135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06c2bad3-aff1-42df-8bb9-888a8a4106f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:42.722009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.722408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Bound using segment: {'id': 'edd08352-3281-454f-b747-74235b3135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06c2bad3-aff1-42df-8bb9-888a8a4106f9'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:42.722909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Bound port: 951cfd0f-ad41-4948-ae87-03f07da9ceed, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd08352-3281-454f-b747-74235b3135dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '06c2bad3-aff1-42df-8bb9-888a8a4106f9'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:42.723313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.754058 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:43:42.757828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting port 0e49151b-a211-4ddf-8b7e-151765486f25 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:42.758742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.801022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1b6d88a0-5822-4e34-a1be-4778d1fc6554 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Unset dirty status for tenant:bfb98aa00d994ddca769be6ce66821c2 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:42.804755 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1b6d88a0-5822-4e34-a1be-4778d1fc6554 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "GET /v2.0/ports?device_id=f261e1bf-75ad-44ef-8746-87a7f146f188 HTTP/1.1" status: 200 len: 205 time: 0.4057276 Dec 22 08:43:42.807997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40330) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:42.822284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.840521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] For port 951cfd0f-ad41-4948-ae87-03f07da9ceed, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:42.845476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] For port 951cfd0f-ad41-4948-ae87-03f07da9ceed, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=951cfd0f-ad41-4948-ae87-03f07da9ceed,segment=NetworkSegment(edd08352-3281-454f-b747-74235b3135dd),segment_id=edd08352-3281-454f-b747-74235b3135dd)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:42.852414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.861711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-66eee3a4-8b3e-4a6c-90f3-ab43bc77f9e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:42.868185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:42.871265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:42.894443 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7c9da9b5-ca79-47df-a815-aef38a0620b2 req-95c25ab9-d3cc-45d9-8ce3-5ad05f4da29b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857015 Dec 22 08:43:42.957767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-15649815-72d2-4bc4-90e8-43622cc7b610 None None] Provisioning for port 0e49151b-a211-4ddf-8b7e-151765486f25 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:42.992377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Pushing event updated for resources: {'Port': ['ID=951cfd0f-ad41-4948-ae87-03f07da9ceed,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:42.996796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:43.004014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-15649815-72d2-4bc4-90e8-43622cc7b610 None None] Provisioning complete for port 0e49151b-a211-4ddf-8b7e-151765486f25 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:43.004484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-15649815-72d2-4bc4-90e8-43622cc7b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.023320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port 59e76e97-96ad-44e4-a5c8-1d6c356d23bc yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:43.131289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-15649815-72d2-4bc4-90e8-43622cc7b610 None None] Port 0e49151b-a211-4ddf-8b7e-151765486f25 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:43.165106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.169989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e8c89fe2-ac1f-4ec1-a4b3-ac09268c1da5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:43.259771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb42c-f88c-4523-a918-984a9533ac43 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.319936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Subnet': ['ID=1e73b5f9-6e23-4f26-bbee-5c7db7538b26,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:43.327383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:43.353225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Checking segment: {'id': '963d564b-d5cf-4c23-a5d6-a0b797df169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e60e09a2-a601-4260-8ccf-9d843318c530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:43.353934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network hostable DHCP agents. Network: e60e09a2-a601-4260-8ccf-9d843318c530, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:43.468547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network e60e09a2-a601-4260-8ccf-9d843318c530 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:43.484464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, e60e09a2-a601-4260-8ccf-9d843318c530) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:43.496918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:43.497238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.501558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db31f3-9f40-4417-8b7c-a9343ce906e0 None None] Network e60e09a2-a601-4260-8ccf-9d843318c530 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:43.528116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.550137 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6752670 Dec 22 08:43:43.550920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40334) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.557619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-78788034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:43.565424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:43.567728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.6 (06c2bad3-aff1-42df-8bb9-888a8a4106f9/8f80a6f3-1691-4bf5-9135-68fe6f6b162e/59e76e97-96ad-44e4-a5c8-1d6c356d23bc) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:43.571166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:router and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:43.576696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:43.585582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:43.588561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:43.605925 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.606761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.691531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Calling delete_port for 0e49151b-a211-4ddf-8b7e-151765486f25 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:43.695595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.772831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-e60e09a2-a601-4260-8ccf-9d843318c530', 'network_id': 'e60e09a2-a601-4260-8ccf-9d843318c530', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'fixed_ips': [{'subnet_id': '1e73b5f9-6e23-4f26-bbee-5c7db7538b26'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:43:43.773762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.783585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.817047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:43.819763 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-10a39c0d-bccc-475e-a871-cf3ca47a3148 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2664752 Dec 22 08:43:43.821238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40338) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:43.830335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'port': {'network_id': 'e60e09a2-a601-4260-8ccf-9d843318c530', 'name': 'tempest-RoutersIpV6Test-2043517064'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:43.945660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Allocated IP 2001:db8::2 (e60e09a2-a601-4260-8ccf-9d843318c530/1e73b5f9-6e23-4f26-bbee-5c7db7538b26/0ee0c181-fcb4-4eb4-bcf1-33033f70ac32) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:44.033632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:44.046763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:port and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:44.053712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:44.062022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:44.084047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:44.086010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:44.090241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.106191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.208155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] Sync routers for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:44.232383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb42c-f88c-4523-a918-984a9533ac43 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.237228 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb42c-f88c-4523-a918-984a9533ac43 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.247293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.250931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:44.251721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] device_id is not set on port 5a5fcb67-9eca-4214-a408-7405aad2782a yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:44.251858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:44.280281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb42c-f88c-4523-a918-984a9533ac43 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.280816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfeb42c-f88c-4523-a918-984a9533ac43 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Fanout notify agent at l3_agent the message router_deleted on router f261e1bf-75ad-44ef-8746-87a7f146f188 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:43:44.334245 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/floatingips/205aa7d5-ea9b-4f66-8cb4-a53609dadaf4 HTTP/1.1" status: 204 len: 168 time: 3.3899517 Dec 22 08:43:44.337476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Transition to ACTIVE for port object 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:44.337998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:43:44.385151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94788827-7765-4bc0-b42a-0740b24bfe3d req-a24d3782-058f-4a1f-9b4a-2f63584c0fcb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:44.386650 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-94788827-7765-4bc0-b42a-0740b24bfe3d req-a24d3782-058f-4a1f-9b4a-2f63584c0fcb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 945 time: 0.2350478 Dec 22 08:43:44.439449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0dd09-d01f-477f-a378-ec8203a24b88 None None] Network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:44.439796 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-94788827-7765-4bc0-b42a-0740b24bfe3d req-8efe9129-1980-488b-9e31-93aa46d67049 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475361 Dec 22 08:43:44.446567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb42c-f88c-4523-a918-984a9533ac43 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.450783 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bdfeb42c-f88c-4523-a918-984a9533ac43 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] 10.222.0.31 "DELETE /v2.0/routers/f261e1bf-75ad-44ef-8746-87a7f146f188 HTTP/1.1" status: 204 len: 168 time: 1.6373630 Dec 22 08:43:44.581157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.612802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ef0f38df-e03c-4314-8adb-0346d82af68d None None] Provisioning for port 951cfd0f-ad41-4948-ae87-03f07da9ceed completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:44.625103 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'status': 'completed', 'code': 200} Dec 22 08:43:44.712470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object 59e76e97-96ad-44e4-a5c8-1d6c356d23bc will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:44.713983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.727513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:43:44.737262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1be48e50-38c2-4782-a709-616aa3c6471e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:44.769931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Transition to ACTIVE for port object 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:44.798312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.807115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:44.838137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Port': ['ID=0e49151b-a211-4ddf-8b7e-151765486f25,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:44.870065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:44.882503 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed18f44b-58b5-4bd3-ae52-871f9eeb3460 req-c975b6a5-d6ea-4b83-b0e0-ba6447e03bde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 1098 time: 0.2359412 Dec 22 08:43:44.895659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:44.907207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Pushing event updated for resources: {'Port': ['ID=0ee0c181-fcb4-4eb4-bcf1-33033f70ac32,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:44.921361 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/0e49151b-a211-4ddf-8b7e-151765486f25 HTTP/1.1" status: 204 len: 168 time: 2.2930126 Dec 22 08:43:44.925048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:44.927271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40354) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.033497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.062533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-de6fc3a1-c501-496d-9d4a-bbc97ef74187 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:45.065973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Network e60e09a2-a601-4260-8ccf-9d843318c530 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:45.080090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:45.084138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:45.133388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.194931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:45.206768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=59e76e97-96ad-44e4-a5c8-1d6c356d23bc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:45.210106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:45.211305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:45.213478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:45.311920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 2001:db8::387 (e60e09a2-a601-4260-8ccf-9d843318c530/1e73b5f9-6e23-4f26-bbee-5c7db7538b26/5a5fcb67-9eca-4214-a408-7405aad2782a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:45.339610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5999c8-7cdf-41b8-a4c2-73f348b1bf05 req-cfdf7709-4fee-4287-be97-99b41fd25e15 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.341102 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c5999c8-7cdf-41b8-a4c2-73f348b1bf05 req-cfdf7709-4fee-4287-be97-99b41fd25e15 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 945 time: 0.3590429 Dec 22 08:43:45.346142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.346917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.389126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18f44b-58b5-4bd3-ae52-871f9eeb3460 req-77c5123e-e728-4303-95d4-b9640ee02347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.390642 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed18f44b-58b5-4bd3-ae52-871f9eeb3460 req-77c5123e-e728-4303-95d4-b9640ee02347 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3338bacd-141e-4905-a19f-d796f099cbf7 HTTP/1.1" status: 200 len: 898 time: 0.2460549 Dec 22 08:43:45.396431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6a816-a7e9-40b5-b3ae-b8f9a216114e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.397175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d9e6a816-a7e9-40b5-b3ae-b8f9a216114e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:45.422939 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4250472 Dec 22 08:43:45.436492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40366) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.486371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0f8f3-d077-4687-94c0-749ae80217db req-a2e47f33-ba5e-4439-9b2b-9449523336b3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.487780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d9e6a816-a7e9-40b5-b3ae-b8f9a216114e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:45.488544 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b5a0f8f3-d077-4687-94c0-749ae80217db req-a2e47f33-ba5e-4439-9b2b-9449523336b3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 945 time: 0.7227499 Dec 22 08:43:45.491642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d9e6a816-a7e9-40b5-b3ae-b8f9a216114e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5607636 Dec 22 08:43:45.492577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40370) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.517367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 951cfd0f-ad41-4948-ae87-03f07da9ceed up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:45.540033 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed18f44b-58b5-4bd3-ae52-871f9eeb3460 req-085dc51e-a165-44cd-b0df-222ec9fcb4a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532 HTTP/1.1" status: 200 len: 217 time: 0.1367269 Dec 22 08:43:45.558289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2c5999c8-7cdf-41b8-a4c2-73f348b1bf05 req-35c5dd7b-2e04-49b6-8947-26fb3bd49f6d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:45.598159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Attempting to bind port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:45.598536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Attempting to bind port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '963d564b-d5cf-4c23-a5d6-a0b797df169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e60e09a2-a601-4260-8ccf-9d843318c530'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:45.599347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Attempting to bind port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 on network e60e09a2-a601-4260-8ccf-9d843318c530 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:45.627195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:45.627609 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Checking segment: {'id': '963d564b-d5cf-4c23-a5d6-a0b797df169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e60e09a2-a601-4260-8ccf-9d843318c530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:45.628010 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.628474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Bound using segment: {'id': '963d564b-d5cf-4c23-a5d6-a0b797df169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e60e09a2-a601-4260-8ccf-9d843318c530'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:45.628965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Bound port: 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963d564b-d5cf-4c23-a5d6-a0b797df169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e60e09a2-a601-4260-8ccf-9d843318c530'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:45.629334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.650123 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8395acfe-2145-4b77-af99-981bd114cf40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfb98aa00d994ddca769be6ce66821c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5134373 Dec 22 08:43:45.658134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40374) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.667624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2c5999c8-7cdf-41b8-a4c2-73f348b1bf05 req-35c5dd7b-2e04-49b6-8947-26fb3bd49f6d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:45.669229 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c5999c8-7cdf-41b8-a4c2-73f348b1bf05 req-35c5dd7b-2e04-49b6-8947-26fb3bd49f6d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167188 Dec 22 08:43:45.696684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728cc603-3e8c-42c4-81a6-6315fa921431 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.697377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-728cc603-3e8c-42c4-81a6-6315fa921431 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:45.706381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 951cfd0f-ad41-4948-ae87-03f07da9ceed completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:45.725137 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b5a0f8f3-d077-4687-94c0-749ae80217db req-d760cf34-667d-4799-a2d2-d355a74ea89c tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165761 Dec 22 08:43:45.732210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:43:21Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:45.746308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 951cfd0f-ad41-4948-ae87-03f07da9ceed triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:45.746683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.749061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18f44b-58b5-4bd3-ae52-871f9eeb3460 req-04feb26e-d77f-4ac9-9e6f-407aac271c67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.750910 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed18f44b-58b5-4bd3-ae52-871f9eeb3460 req-04feb26e-d77f-4ac9-9e6f-407aac271c67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e878378d-dcce-49c6-b631-310d786aa6e8 HTTP/1.1" status: 200 len: 835 time: 0.1925490 Dec 22 08:43:45.770925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fbe481-2ed7-44ee-8855-8f84e9606224 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.775202 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8fbe481-2ed7-44ee-8855-8f84e9606224 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2783091 Dec 22 08:43:45.775202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-728cc603-3e8c-42c4-81a6-6315fa921431 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:45.775803 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-728cc603-3e8c-42c4-81a6-6315fa921431 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.3397613 Dec 22 08:43:45.776515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40378) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.779075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40380) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.798788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] Checking router: 44fbd9b5-e268-4b1d-a544-b74a2a34a422 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:43:45.806347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40384) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:45.826481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] For port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:45.846842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:45.847532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:45.873882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6bce8-bd4c-4607-a885-9620c293089f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.875373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6bce8-bd4c-4607-a885-9620c293089f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.878188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f6bce8-bd4c-4607-a885-9620c293089f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:45.879198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-10f6bce8-bd4c-4607-a885-9620c293089f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:45.971665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab79b-8055-4f1d-8951-3b7bdae7040a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:45.985057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 59e76e97-96ad-44e4-a5c8-1d6c356d23bc {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:45.985537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.030162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.054356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:43:46.065344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab79b-8055-4f1d-8951-3b7bdae7040a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.102734 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed18f44b-58b5-4bd3-ae52-871f9eeb3460 req-78d76f1b-b37e-4378-969c-fc36f980e90b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3338bacd-141e-4905-a19f-d796f099cbf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3410997 Dec 22 08:43:46.105962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Transition to ACTIVE for port object 5a5fcb67-9eca-4214-a408-7405aad2782a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:46.202046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] For port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0ee0c181-fcb4-4eb4-bcf1-33033f70ac32,segment=NetworkSegment(963d564b-d5cf-4c23-a5d6-a0b797df169c),segment_id=963d564b-d5cf-4c23-a5d6-a0b797df169c)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:46.220689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-10f6bce8-bd4c-4607-a885-9620c293089f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:46.224582 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-10f6bce8-bd4c-4607-a885-9620c293089f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4443622 Dec 22 08:43:46.225289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40390) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.228822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.285176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b85d85e1-f5de-48ce-874a-8d591c5448c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:46.295077 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b1d25391-021e-4a7a-9c53-98f2d2409e69 tempest-TestVolumeBootPattern-626152625 tempest-TestVolumeBootPattern-626152625-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 1093 time: 0.4615638 Dec 22 08:43:46.295333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40394) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.303526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:46.328299 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed18f44b-58b5-4bd3-ae52-871f9eeb3460 req-a056d662-8351-4f78-988d-4b15a9b48fd1 service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092969 Dec 22 08:43:46.404658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab79b-8055-4f1d-8951-3b7bdae7040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.407588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.416279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b6a16099-72f0-42d0-8598-a133768c5099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:46.452461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:46.472101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ab79b-8055-4f1d-8951-3b7bdae7040a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec53153-ec72-4e4a-bd66-28e1b76e7a53,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:46.479144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4f7ab79b-8055-4f1d-8951-3b7bdae7040a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:46.480742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5cbc8ecf-94e1-4793-b0ac-be39990f8585 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:46.481619 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Provisioning complete for port 951cfd0f-ad41-4948-ae87-03f07da9ceed triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:46.482006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.490606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:floatingip and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:46.511960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:46.540105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:46.562572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Pushing event updated for resources: {'Port': ['ID=0ee0c181-fcb4-4eb4-bcf1-33033f70ac32,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:46.566247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:46.569020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-7f100057-fb2c-4f61-9536-7965b7d13d09 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:46.569735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-7f100057-fb2c-4f61-9536-7965b7d13d09 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:46.575823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.591742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network e60e09a2-a601-4260-8ccf-9d843318c530 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:46.593101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab79b-8055-4f1d-8951-3b7bdae7040a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.597116 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4f7ab79b-8055-4f1d-8951-3b7bdae7040a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ec53153-ec72-4e4a-bd66-28e1b76e7a53 HTTP/1.1" status: 204 len: 168 time: 0.9335535 Dec 22 08:43:46.600582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:46.622093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:46.626536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:46.627323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.670735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=5a5fcb67-9eca-4214-a408-7405aad2782a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:46.681979 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed18f44b-58b5-4bd3-ae52-871f9eeb3460 req-b8c45f79-8a61-4445-9f74-ac016e7d048b service neutron] 10.222.0.32 "GET /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451087 Dec 22 08:43:46.682918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:46.684725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-7f100057-fb2c-4f61-9536-7965b7d13d09 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:46.685813 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-7f100057-fb2c-4f61-9536-7965b7d13d09 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 945 time: 0.4682088 Dec 22 08:43:46.692315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.774565 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9522226 Dec 22 08:43:46.780903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40402) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:46.784020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 951cfd0f-ad41-4948-ae87-03f07da9ceed, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=951cfd0f-ad41-4948-ae87-03f07da9ceed,segment=NetworkSegment(edd08352-3281-454f-b747-74235b3135dd),segment_id=edd08352-3281-454f-b747-74235b3135dd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:46.801674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.813474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.818493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9fc7c0ee-91ee-46b9-b5a6-ea92e98e6406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:46.944110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:46.944451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:46.960723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=951cfd0f-ad41-4948-ae87-03f07da9ceed,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:46.966787 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:43:21Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:46.980459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:46.985402 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03f36d8-582f-42d3-8814-fd07c2db6fbb None None] The sync data for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv is: [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:43:21Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9afb7aff-8cd3-49a3-a401-510b45c697e1', 'name': '', 'network_id': '3338bacd-141e-4905-a19f-d796f099cbf7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:fd:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:09Z', 'updated_at': '2021-12-22T08:40:27Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e878378d-dcce-49c6-b631-310d786aa6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:46.987125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:46.987522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:47.012988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 59e76e97-96ad-44e4-a5c8-1d6c356d23bc owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:47.092362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.256114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 26cc55be-ea16-4d13-8135-d8f86f015fdd {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:47.269104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.367413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148b913-9bf4-4e26-a75d-b72f4a3eb757 req-e036b954-4c5f-466d-92cb-d9a08323db7e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:47.368950 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f148b913-9bf4-4e26-a75d-b72f4a3eb757 req-e036b954-4c5f-466d-92cb-d9a08323db7e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 945 time: 0.4755914 Dec 22 08:43:47.491423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.565499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:47.612789 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e90db7-2a98-4253-a43a-40b067318729 None None] New status for floating IP 205aa7d5-ea9b-4f66-8cb4-a53609dadaf4: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:43:47.653543 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f148b913-9bf4-4e26-a75d-b72f4a3eb757 req-6e7a7aed-04b3-4023-8d5b-0d90246fbd18 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587864 Dec 22 08:43:47.660408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.675362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3b8b0ef8-85ee-4480-a880-136345c4a997 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:47.732606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Provisioning for port f491b532-c4f0-4b34-b8f5-b4768f22283a completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:47.738618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:47.744453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Provisioning complete for port f491b532-c4f0-4b34-b8f5-b4768f22283a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:47.744825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.775192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=59e76e97-96ad-44e4-a5c8-1d6c356d23bc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:47.796535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 951cfd0f-ad41-4948-ae87-03f07da9ceed up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:47.806239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:47.960007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Port f491b532-c4f0-4b34-b8f5-b4768f22283a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:47.976638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-543f6f5f-c809-45fa-bdfb-5bea31a7547b None None] Could not find standard attr ID for object 59e76e97-96ad-44e4-a5c8-1d6c356d23bc. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:47.991615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 951cfd0f-ad41-4948-ae87-03f07da9ceed triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:47.992052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:47.992759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40422) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:48.015250 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 9c630b7f-5970-4574-92f1-4ed9fe4d3532, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9c630b7f-5970-4574-92f1-4ed9fe4d3532,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:48.015834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.032992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.062000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9df80-4531-48e3-b630-8657ad708c4d None None] Network e60e09a2-a601-4260-8ccf-9d843318c530 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:48.081728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.112484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.157617 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/59e76e97-96ad-44e4-a5c8-1d6c356d23bc HTTP/1.1" status: 204 len: 168 time: 2.2889423 Dec 22 08:43:48.165206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40428) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:48.241492 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18a06c1-179c-4dfd-8d34-fb2d04200e81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:43:48.241981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b18a06c1-179c-4dfd-8d34-fb2d04200e81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:48.273268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Provisioning for port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:48.273957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b18a06c1-179c-4dfd-8d34-fb2d04200e81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:48.277842 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b18a06c1-179c-4dfd-8d34-fb2d04200e81 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/59e76e97-96ad-44e4-a5c8-1d6c356d23bc HTTP/1.1" status: 404 len: 333 time: 0.1066444 Dec 22 08:43:48.281334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40432) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:48.289548 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d493e47a-299b-4244-bc65-a6e510bfc925 tempest-ServiceProvidersTest-2068491285 tempest-ServiceProvidersTest-2068491285-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2900400 Dec 22 08:43:48.294977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Provisioning complete for port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:48.295378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.300697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 9c630b7f-5970-4574-92f1-4ed9fe4d3532 owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:48.351688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.367525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-50c9d3c9-dcd4-48ce-aaec-cbb65a6ccd3d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:48.407368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=26cc55be-ea16-4d13-8135-d8f86f015fdd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.412963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.415488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:48.430675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Allocated IP 172.26.5.139 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/74ec5e7c-d2ca-4b8d-9143-6e4aa906e52e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:48.439932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81076f-86c3-44db-9deb-746e7acfafcb None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:48.477060 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/26cc55be-ea16-4d13-8135-d8f86f015fdd HTTP/1.1" status: 204 len: 168 time: 2.2403662 Dec 22 08:43:48.489796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40438) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:48.556065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.557182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port f491b532-c4f0-4b34-b8f5-b4768f22283a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:48.557182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.663885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] For port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0ee0c181-fcb4-4eb4-bcf1-33033f70ac32,segment=NetworkSegment(963d564b-d5cf-4c23-a5d6-a0b797df169c),segment_id=963d564b-d5cf-4c23-a5d6-a0b797df169c)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:48.692072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.725457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.735635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0d0b3e04-9e14-42d0-a816-8f79ab7dae45 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:48.752729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.762638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-116d8fe6-131d-4811-a70a-31167677fb28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:48.813674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40446) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:48.862306 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Pushing event updated for resources: {'Port': ['ID=0ee0c181-fcb4-4eb4-bcf1-33033f70ac32,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.866783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:48.867430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Provisioning complete for port f491b532-c4f0-4b34-b8f5-b4768f22283a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:48.867807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:48.889659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:48.903323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:48.906029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:48.941285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Port f491b532-c4f0-4b34-b8f5-b4768f22283a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:48.944437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Could not find standard attr ID for object 59e76e97-96ad-44e4-a5c8-1d6c356d23bc. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:43:48.954122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'Port': ['ID=74ec5e7c-d2ca-4b8d-9143-6e4aa906e52e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:48.957598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:49.215654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.304838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-99b5b4a5-5920-44c4-8ffe-36d384608f53 None None] Provisioning complete for port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:49.305478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-99b5b4a5-5920-44c4-8ffe-36d384608f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.322572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:49.330464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Usage tracker for resource:security_group_rule and tenant:c2d48f02ed374f4e8aeae08049862072 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:49.337277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:49.399587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.416708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:49.424908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.449823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9a95a18d-6bcb-41fd-ad50-34f53f66485a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:49.507938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:49.555211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.576781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=9c630b7f-5970-4574-92f1-4ed9fe4d3532,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:49.618607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:49.638914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:49.639619 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.684923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-99b5b4a5-5920-44c4-8ffe-36d384608f53 None None] Provisioning for port 5a5fcb67-9eca-4214-a408-7405aad2782a completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:49.698108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.706293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-99b5b4a5-5920-44c4-8ffe-36d384608f53 None None] Provisioning complete for port 5a5fcb67-9eca-4214-a408-7405aad2782a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:49.706811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-99b5b4a5-5920-44c4-8ffe-36d384608f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.713484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.725279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-56157283-8a93-48b1-9623-f71ec895aaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:49.761054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for f491b532-c4f0-4b34-b8f5-b4768f22283a owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:49.777826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-99b5b4a5-5920-44c4-8ffe-36d384608f53 None None] Port 5a5fcb67-9eca-4214-a408-7405aad2782a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:49.795224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2d48f02ed374f4e8aeae08049862072&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9800730 Dec 22 08:43:49.797582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40452) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:49.799724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Deleting subnet 56814623-879d-4ab7-b9f8-1e28facd203d {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:49.800311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1689059e-dad8-47e2-a763-cff9093bb3bc,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:49.803983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:49.837240 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9c630b7f-5970-4574-92f1-4ed9fe4d3532 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:49.852050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.872427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 9c630b7f-5970-4574-92f1-4ed9fe4d3532 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:49.872774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9c630b7f-5970-4574-92f1-4ed9fe4d3532 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:49.890241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed958cd1-34ba-4277-bfd3-42347b5e2adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.904401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-26dd3d51-3924-4691-ae24-64c8c753148e None None] Provisioning complete for port 5a5fcb67-9eca-4214-a408-7405aad2782a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:49.904782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26dd3d51-3924-4691-ae24-64c8c753148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.925650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed958cd1-34ba-4277-bfd3-42347b5e2adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:49.959915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-26dd3d51-3924-4691-ae24-64c8c753148e None None] Port 5a5fcb67-9eca-4214-a408-7405aad2782a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:49.976527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-26dd3d51-3924-4691-ae24-64c8c753148e None None] Provisioning complete for port 8b638281-cf36-4b8c-a725-5a03a7dbb509 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:49.976908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-26dd3d51-3924-4691-ae24-64c8c753148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.067653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed958cd1-34ba-4277-bfd3-42347b5e2adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.069317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b567b-d5b9-44c4-b633-7dc810c65aa1 req-0c8eddad-d41e-414b-a39a-6b8f75ea39c6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:50.070790 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-254b567b-d5b9-44c4-b633-7dc810c65aa1 req-0c8eddad-d41e-414b-a39a-6b8f75ea39c6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=854712ac-8d1f-4197-be0b-16f3032db81f HTTP/1.1" status: 200 len: 867 time: 1.0167308 Dec 22 08:43:50.073124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-84b6f7fa-9334-466f-b38a-b028b5be08de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:50.086596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed958cd1-34ba-4277-bfd3-42347b5e2adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1689059e-dad8-47e2-a763-cff9093bb3bc,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:50.098144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ed958cd1-34ba-4277-bfd3-42347b5e2adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:50.109690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port 9c630b7f-5970-4574-92f1-4ed9fe4d3532 on host hv-neutron-8226 {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:50.111706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.113767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.126114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'name': 'network-vif-deleted', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:43:50.146378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ed958cd1-34ba-4277-bfd3-42347b5e2adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.150073 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ed958cd1-34ba-4277-bfd3-42347b5e2adf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1689059e-dad8-47e2-a763-cff9093bb3bc HTTP/1.1" status: 204 len: 168 time: 0.3495312 Dec 22 08:43:50.168467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.179999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.303549 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854712ac-8d1f-4197-be0b-16f3032db81f', 'name': 'network-vif-deleted', 'tag': '9c630b7f-5970-4574-92f1-4ed9fe4d3532', 'status': 'completed', 'code': 200} Dec 22 08:43:50.311494 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5c4dc402-28e5-4e14-91bf-49b62c2fcde8 req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/9c630b7f-5970-4574-92f1-4ed9fe4d3532 HTTP/1.1" status: 204 len: 173 time: 3.6183875 Dec 22 08:43:50.436571 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-254b567b-d5b9-44c4-b633-7dc810c65aa1 req-5bd3ccdf-d643-4ac0-b52a-7c3d985b21d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd1d5456-fded-44fa-bdd9-dbe361f33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304257 Dec 22 08:43:50.533439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.568507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.582586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ec15ae53-91ff-44f6-bfbf-e9054788a6d8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:50.635893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=f491b532-c4f0-4b34-b8f5-b4768f22283a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:50.642281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:50.645381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.resource_extend [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:43:50.646655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.653326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.658813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d7cc2601-8bfb-43aa-807b-d74283f553a2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:50.676013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.710544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.722366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-254f9a02-18ae-4056-887e-bc56a9ade4c9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:50.795540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'Port': ['ID=74ec5e7c-d2ca-4b8d-9143-6e4aa906e52e,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:50.798672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:50.809076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.857140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.942069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.959706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:50.966314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084b5851-7811-4c2c-9836-d56eb98958f2 None None] Network 5c665321-260e-4f9a-b094-bcc5e34e9b4a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:51.022929 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Floating IP 5ae17755-0716-4ddc-818d-a57ec133d11f associated. External IP: 172.26.5.139, port: e42f2013-b288-4ce4-b421-7ad1b8df1045. Dec 22 08:43:51.031272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=5a5fcb67-9eca-4214-a408-7405aad2782a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:51.041110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:51.042036 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/56814623-879d-4ab7-b9f8-1e28facd203d HTTP/1.1" status: 204 len: 168 time: 2.5445406 Dec 22 08:43:51.042697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8dbaa9ec-9e63-4f48-9baf-654ba24d6d6f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:51.109300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40460) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.123800 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/f491b532-c4f0-4b34-b8f5-b4768f22283a HTTP/1.1" status: 204 len: 168 time: 2.7875774 Dec 22 08:43:51.127623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Subnet': ['ID=56814623-879d-4ab7-b9f8-1e28facd203d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:51.129458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40464) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.138538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:51.222782 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ce4455e4-3e13-43f4-8114-87407480abb9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119981 Dec 22 08:43:51.229711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.277782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-35cd7065-5c52-482a-b388-566972e2d334 None None] Provisioning complete for port 5a5fcb67-9eca-4214-a408-7405aad2782a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:51.277782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-35cd7065-5c52-482a-b388-566972e2d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.348380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-35cd7065-5c52-482a-b388-566972e2d334 None None] Port 5a5fcb67-9eca-4214-a408-7405aad2782a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:51.368737 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e2013d-c093-4789-adce-6603bb46fd3c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:43:51.369331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f4e2013d-c093-4789-adce-6603bb46fd3c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:51.421424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] DHCP port deletion for 5c665321-260e-4f9a-b094-bcc5e34e9b4a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:51.427442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] Deleting port 8b638281-cf36-4b8c-a725-5a03a7dbb509 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:51.427878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.433477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f4e2013d-c093-4789-adce-6603bb46fd3c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:51.437086 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f4e2013d-c093-4789-adce-6603bb46fd3c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/f491b532-c4f0-4b34-b8f5-b4768f22283a HTTP/1.1" status: 404 len: 333 time: 0.2977123 Dec 22 08:43:51.437730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40472) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.487447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.573205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc37935-c046-4abd-a9ba-13a8374747e0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:51.577315 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3bc37935-c046-4abd-a9ba-13a8374747e0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3405149 Dec 22 08:43:51.577315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40478) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.577818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40480) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.663603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] For port 8b638281-cf36-4b8c-a725-5a03a7dbb509, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8b638281-cf36-4b8c-a725-5a03a7dbb509,segment=NetworkSegment(64dd93ba-78b6-4e5a-90f0-2a626af253e0),segment_id=64dd93ba-78b6-4e5a-90f0-2a626af253e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:51.663908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.702943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d800d-f234-47d3-9269-d75db381be64 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:51.703683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-754d800d-f234-47d3-9269-d75db381be64 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Synchronizing usage tracker for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:51.734667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet 8f80a6f3-1691-4bf5-9135-68fe6f6b162e {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:43:51.736761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.742602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f06ca36-fa96-43af-ac54-57dfc7f7b85b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.748854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.754111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-754d800d-f234-47d3-9269-d75db381be64 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Unset dirty status for tenant:f9b3da27a4044fb6b9166d1bdfd19d1f on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:51.757657 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-754d800d-f234-47d3-9269-d75db381be64 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1750019 Dec 22 08:43:51.761058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40486) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.793652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] Calling delete_port for 8b638281-cf36-4b8c-a725-5a03a7dbb509 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:51.840890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f06ca36-fa96-43af-ac54-57dfc7f7b85b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.844146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.859414 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4e2d4b84-943a-4c13-85ca-ee1f37da1c18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926003 Dec 22 08:43:51.861336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40490) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:51.871599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:51.876135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9666b209-1966-4cf9-a31e-1bd56fef6f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:51.915432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] Pushing event deleted for resources: {'Port': ['ID=8b638281-cf36-4b8c-a725-5a03a7dbb509,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:51.919341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:51.922405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] No DVR routers for this DVR port 8b638281-cf36-4b8c-a725-5a03a7dbb509 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:51.960859 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f40a3b-c750-4510-950b-f5d84b817220 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:51.961291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f40a3b-c750-4510-950b-f5d84b817220 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:51.962925 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-21f40a3b-c750-4510-950b-f5d84b817220 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/0e49151b-a211-4ddf-8b7e-151765486f25 HTTP/1.1" status: 404 len: 333 time: 0.1022382 Dec 22 08:43:51.979621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40494) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.029639 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2b0617-3f3b-4910-8414-10fac300f98f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.030377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2b0617-3f3b-4910-8414-10fac300f98f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.031653 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5a2b0617-3f3b-4910-8414-10fac300f98f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/26cc55be-ea16-4d13-8135-d8f86f015fdd HTTP/1.1" status: 404 len: 337 time: 0.0454447 Dec 22 08:43:52.035331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40498) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.080021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3625d1d8-4ed5-4127-ae3f-f4eeeddd38d6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.080021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3625d1d8-4ed5-4127-ae3f-f4eeeddd38d6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.091469 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3625d1d8-4ed5-4127-ae3f-f4eeeddd38d6 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/56814623-879d-4ab7-b9f8-1e28facd203d HTTP/1.1" status: 404 len: 337 time: 0.0550523 Dec 22 08:43:52.096339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40502) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.159971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f06ca36-fa96-43af-ac54-57dfc7f7b85b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.161357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7f06ca36-fa96-43af-ac54-57dfc7f7b85b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.162458 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7f06ca36-fa96-43af-ac54-57dfc7f7b85b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd1d5456-fded-44fa-bdd9-dbe361f33c70 HTTP/1.1" status: 204 len: 168 time: 0.5836720 Dec 22 08:43:52.168807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-632ed151-17c0-4611-96d1-1d8662d68f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:52.182117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06ca36-fa96-43af-ac54-57dfc7f7b85b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d5456-fded-44fa-bdd9-dbe361f33c70,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:52.185178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7f06ca36-fa96-43af-ac54-57dfc7f7b85b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:52.199970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.243573 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d3e765-81fe-483e-8610-46f0b0586c59 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.243997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d3e765-81fe-483e-8610-46f0b0586c59 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.245793 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-85d3e765-81fe-483e-8610-46f0b0586c59 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/bc1da20b-c68a-48a9-90bf-18f86cccd8c8 HTTP/1.1" status: 404 len: 333 time: 0.1471579 Dec 22 08:43:52.246936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40508) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.248225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40510) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.252418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Router 0110442b-4a23-46b7-8a57-ad853c51d04c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:52.314326 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f432ab2d-744c-4029-971e-bbee76501ccd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.314856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f432ab2d-744c-4029-971e-bbee76501ccd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.316435 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f432ab2d-744c-4029-971e-bbee76501ccd tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/9fa9ce05-d834-4564-b11a-4ee0f78d8933 HTTP/1.1" status: 404 len: 337 time: 0.0593023 Dec 22 08:43:52.323659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40516) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.383398 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-396a87b1-f36d-4ea8-881a-1238fca69472 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.383837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396a87b1-f36d-4ea8-881a-1238fca69472 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.407679 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-396a87b1-f36d-4ea8-881a-1238fca69472 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/fdc71205-fe9e-4459-aa32-4a1f628dd1f5 HTTP/1.1" status: 404 len: 337 time: 0.0830727 Dec 22 08:43:52.410246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40520) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.415341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.420366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-32b96c61-63b4-4848-b468-7f5e25999869 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:52.456577 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f4da65-a14e-48d1-8297-b975b91bbd2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.457066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f4da65-a14e-48d1-8297-b975b91bbd2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.461430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-68f4da65-a14e-48d1-8297-b975b91bbd2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/83fc2040-ac70-4a13-99fa-3361c3c6a3c6 HTTP/1.1" status: 404 len: 333 time: 0.0471420 Dec 22 08:43:52.461574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=8f80a6f3-1691-4bf5-9135-68fe6f6b162e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:52.462503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:52.464239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40524) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.512099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.515314 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/8f80a6f3-1691-4bf5-9135-68fe6f6b162e HTTP/1.1" status: 204 len: 168 time: 1.0761015 Dec 22 08:43:52.522404 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40528) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.524984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaed738-f6d5-4b1d-9c2e-fb511dd7a09e None None] Network 06c2bad3-aff1-42df-8bb9-888a8a4106f9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:52.526998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.529520 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c031d772-363e-4414-9666-e3756f312049 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.530312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c031d772-363e-4414-9666-e3756f312049 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.532634 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c031d772-363e-4414-9666-e3756f312049 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/9953b0b4-739e-4677-9eda-f42d4f4103a2 HTTP/1.1" status: 404 len: 337 time: 0.0669451 Dec 22 08:43:52.536050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40532) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.558307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.559263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.596307 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee0aafb-91be-41e9-8795-56ec2bfa2052 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.596730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee0aafb-91be-41e9-8795-56ec2bfa2052 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.598346 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0ee0aafb-91be-41e9-8795-56ec2bfa2052 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/d162a14d-e132-43d1-ad0e-1b878dd0f66f HTTP/1.1" status: 404 len: 337 time: 0.0549431 Dec 22 08:43:52.601609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40536) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.606957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-00b4a3c9-8a41-4aac-bd01-ab89b6411b29 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:52.705753 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-54186c88-fde0-4717-a4d7-276cbe34ec52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.706167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54186c88-fde0-4717-a4d7-276cbe34ec52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.710102 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-54186c88-fde0-4717-a4d7-276cbe34ec52 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/04d47823-0be1-4930-9100-d62d49df2f17 HTTP/1.1" status: 404 len: 333 time: 0.1041977 Dec 22 08:43:52.711296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40540) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.766958 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da7845b-2d56-48ff-a4b8-d40a3852c186 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.767155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da7845b-2d56-48ff-a4b8-d40a3852c186 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.769141 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5da7845b-2d56-48ff-a4b8-d40a3852c186 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/b6f52e02-bea0-49b7-9ffd-eeb23ddde975 HTTP/1.1" status: 404 len: 337 time: 0.0567555 Dec 22 08:43:52.771616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40544) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.776556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=5a5fcb67-9eca-4214-a408-7405aad2782a,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:52.783759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.787610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:52.816327 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a252c250-07e2-4440-98d1-cba025af7a96 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.817041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a252c250-07e2-4440-98d1-cba025af7a96 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.818828 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a252c250-07e2-4440-98d1-cba025af7a96 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/28c31fd5-0ca7-4e14-9c08-b25588c89895 HTTP/1.1" status: 404 len: 337 time: 0.0462511 Dec 22 08:43:52.823012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40548) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.825566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] DHCP port deletion for 06c2bad3-aff1-42df-8bb9-888a8a4106f9 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:43:52.830952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] Deleting port 951cfd0f-ad41-4948-ae87-03f07da9ceed {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:52.831386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:52.887573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf72094-c4fc-4aa3-b6cf-ed424dddf29d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:52.888023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf72094-c4fc-4aa3-b6cf-ed424dddf29d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:52.889854 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ddf72094-c4fc-4aa3-b6cf-ed424dddf29d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/9da12c1c-41ec-4c5e-be52-e27dabe7e6c0 HTTP/1.1" status: 404 len: 333 time: 0.0548377 Dec 22 08:43:52.892887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40552) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:52.961182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 951cfd0f-ad41-4948-ae87-03f07da9ceed {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:52.961778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.041652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network e60e09a2-a601-4260-8ccf-9d843318c530 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:53.049581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] For port 951cfd0f-ad41-4948-ae87-03f07da9ceed, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=951cfd0f-ad41-4948-ae87-03f07da9ceed,segment=NetworkSegment(edd08352-3281-454f-b747-74235b3135dd),segment_id=edd08352-3281-454f-b747-74235b3135dd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:53.049953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.069720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:53.124202 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5686935f-6d2b-4e40-b567-bbd365e3ed42 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.124713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5686935f-6d2b-4e40-b567-bbd365e3ed42 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.126860 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5686935f-6d2b-4e40-b567-bbd365e3ed42 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/af012a9f-fdfa-4de8-a720-ee1f0720dd1f HTTP/1.1" status: 404 len: 337 time: 0.2321453 Dec 22 08:43:53.130957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40556) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.179510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:53.187175 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f2152e-96eb-4648-acd9-4cd691bdd461 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.187666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f2152e-96eb-4648-acd9-4cd691bdd461 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.189609 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-89f2152e-96eb-4648-acd9-4cd691bdd461 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/57e3005d-4a9b-4d52-a48a-740664220825 HTTP/1.1" status: 404 len: 333 time: 0.0572560 Dec 22 08:43:53.197329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40560) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.206395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] Calling delete_port for 951cfd0f-ad41-4948-ae87-03f07da9ceed owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:53.241559 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bdd98a-431f-4c95-8f4c-ffc95f23b57d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.241990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bdd98a-431f-4c95-8f4c-ffc95f23b57d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.245861 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62bdd98a-431f-4c95-8f4c-ffc95f23b57d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/78ad6315-b7d0-4cb4-a5fe-4e6478f330ff HTTP/1.1" status: 404 len: 337 time: 0.0453575 Dec 22 08:43:53.245861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.272724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40564) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.274950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] Sync routers for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:53.301544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:53.302469 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:53.331620 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6702463-0412-49e1-b7d6-7b9a33670f26 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.332051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6702463-0412-49e1-b7d6-7b9a33670f26 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.335973 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d6702463-0412-49e1-b7d6-7b9a33670f26 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/36371a9d-1aa9-4bc0-a4e3-5e34d7102889 HTTP/1.1" status: 404 len: 333 time: 0.0604372 Dec 22 08:43:53.336990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40568) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.414363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] For port 951cfd0f-ad41-4948-ae87-03f07da9ceed, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=951cfd0f-ad41-4948-ae87-03f07da9ceed,segment=NetworkSegment(edd08352-3281-454f-b747-74235b3135dd),segment_id=edd08352-3281-454f-b747-74235b3135dd)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:53.414618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8b638281-cf36-4b8c-a725-5a03a7dbb509 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:53.415133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.431612 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e14df9-b317-40e8-97b0-4bb231b54f86 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.432288 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e14df9-b317-40e8-97b0-4bb231b54f86 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.434092 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-93e14df9-b317-40e8-97b0-4bb231b54f86 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/d5c97e41-9be6-4581-bebd-27562efffc1c HTTP/1.1" status: 404 len: 337 time: 0.0969012 Dec 22 08:43:53.440045 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1433957 Dec 22 08:43:53.447659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40572) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.448316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:43:53.557588 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-20598462-c35b-47f0-8606-f0e91db6ba4f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.558017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20598462-c35b-47f0-8606-f0e91db6ba4f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.559656 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-20598462-c35b-47f0-8606-f0e91db6ba4f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/6ee37af6-0c72-4c0e-9d79-f1964dfe6aea HTTP/1.1" status: 404 len: 333 time: 0.1064277 Dec 22 08:43:53.562375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40582) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.604848 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-25477bef-0678-4136-998e-bb4b4704c37c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.605302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25477bef-0678-4136-998e-bb4b4704c37c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.609241 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-25477bef-0678-4136-998e-bb4b4704c37c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/d32c5fcc-dbdc-4373-bc85-bb22e8d46bb6 HTTP/1.1" status: 404 len: 337 time: 0.0438387 Dec 22 08:43:53.615839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40586) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.617097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:43:53.618861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 951cfd0f-ad41-4948-ae87-03f07da9ceed owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:53.659481 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e982c13b-dc89-4df7-b34a-097f8c6ab4d1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.659909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e982c13b-dc89-4df7-b34a-097f8c6ab4d1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.663785 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e982c13b-dc89-4df7-b34a-097f8c6ab4d1 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/8a51efc5-535d-44cf-b5ca-937dbc251173 HTTP/1.1" status: 404 len: 333 time: 0.0423920 Dec 22 08:43:53.664936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40590) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.718166 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb5051b-82a1-4b7a-aafa-6cfd9e31e7b0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.718818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb5051b-82a1-4b7a-aafa-6cfd9e31e7b0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.722664 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4eb5051b-82a1-4b7a-aafa-6cfd9e31e7b0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/b4fb05d5-2477-4f15-880e-0d2ed93997cb HTTP/1.1" status: 404 len: 337 time: 0.0537782 Dec 22 08:43:53.723796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40594) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.778955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.790584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 8b638281-cf36-4b8c-a725-5a03a7dbb509 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:53.790734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8b638281-cf36-4b8c-a725-5a03a7dbb509 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:53.791659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 951cfd0f-ad41-4948-ae87-03f07da9ceed no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:43:53.827870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:43:53.827870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:43:53.847438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:53.873430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d713202-4d73-46b7-afd2-f9c0b770f6b5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:53.873430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d713202-4d73-46b7-afd2-f9c0b770f6b5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:53.873430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d713202-4d73-46b7-afd2-f9c0b770f6b5 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/d5a189c9-999b-4233-b792-acd93c0b2042 HTTP/1.1" status: 404 len: 333 time: 0.1361010 Dec 22 08:43:53.881018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40598) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:53.900724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0ff3c9af-a1d1-4c92-9e35-f0ef8442f0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:53.921647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'status': 'completed', 'code': 200} Dec 22 08:43:53.942461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 951cfd0f-ad41-4948-ae87-03f07da9ceed {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:43:53.942461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 951cfd0f-ad41-4948-ae87-03f07da9ceed not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:43:53.973908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] Pushing event deleted for resources: {'Port': ['ID=951cfd0f-ad41-4948-ae87-03f07da9ceed,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:53.981867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:53.991056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a24a5142-0ea9-4603-8235-b3ae204afaf7 None None] Provisioning complete for port 5a5fcb67-9eca-4214-a408-7405aad2782a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:43:53.991056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a24a5142-0ea9-4603-8235-b3ae204afaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.008990 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e75d1c-c7fd-4a9a-8bb0-658fe789cd81 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.008990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e75d1c-c7fd-4a9a-8bb0-658fe789cd81 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.014284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] No DVR routers for this DVR port 951cfd0f-ad41-4948-ae87-03f07da9ceed on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:43:54.053152 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-08e75d1c-c7fd-4a9a-8bb0-658fe789cd81 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/47d5d3d2-ecd9-4013-a70a-f27bd590598f HTTP/1.1" status: 404 len: 337 time: 0.1824384 Dec 22 08:43:54.058225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40602) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.090577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a24a5142-0ea9-4603-8235-b3ae204afaf7 None None] Port 5a5fcb67-9eca-4214-a408-7405aad2782a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:43:54.106718 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ba7c3d-7fc0-49c9-bffd-627408ac4693 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.106718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ba7c3d-7fc0-49c9-bffd-627408ac4693 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.108455 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-73ba7c3d-7fc0-49c9-bffd-627408ac4693 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/cd571f14-f458-4a9d-b067-4999290c15ad HTTP/1.1" status: 404 len: 337 time: 0.0504830 Dec 22 08:43:54.111058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40606) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.167007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 792d2646-da54-40a4-8d60-5902826434b8 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:43:54.170845 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-736f43ea-ddba-4fcc-a97b-d3d958335afe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.171166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736f43ea-ddba-4fcc-a97b-d3d958335afe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.179156 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-736f43ea-ddba-4fcc-a97b-d3d958335afe tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/d5d95558-dc1a-4f00-a756-9b020f0858cc HTTP/1.1" status: 404 len: 333 time: 0.0598881 Dec 22 08:43:54.180271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40610) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.186291 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b3e98efe-95a7-4628-932b-b4f343d1b1d2 req-36bb38f4-af55-46bf-8625-bc8234cc235e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 1098 time: 0.2283318 Dec 22 08:43:54.187830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5ae17755-0716-4ddc-818d-a57ec133d11f', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:49Z', 'updated_at': '2021-12-22T08:43:49Z', 'revision_number': 0, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:54.195679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] Checking router: 0110442b-4a23-46b7-8a57-ad853c51d04c for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:43:54.212981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:54.213489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:54.247168 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b8ec77-abff-412f-ba4e-a24634141c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.247168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b8ec77-abff-412f-ba4e-a24634141c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.251485 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c7b8ec77-abff-412f-ba4e-a24634141c65 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/a38fc044-0868-42be-8c04-8f9a1396f5c0 HTTP/1.1" status: 404 len: 337 time: 0.0707319 Dec 22 08:43:54.251485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.294133 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e1f1b5-ec76-4746-b132-a19ebb151a0d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.295488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e1f1b5-ec76-4746-b132-a19ebb151a0d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.300666 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-11e1f1b5-ec76-4746-b132-a19ebb151a0d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/240b44f2-8c71-4d5d-8174-75a0d288298f HTTP/1.1" status: 404 len: 337 time: 0.0445831 Dec 22 08:43:54.329072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40618) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.369231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 951cfd0f-ad41-4948-ae87-03f07da9ceed {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:54.369231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.387798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9167c0ce-56fb-4d6e-b9df-705354d739d3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.387798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9167c0ce-56fb-4d6e-b9df-705354d739d3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.394536 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9167c0ce-56fb-4d6e-b9df-705354d739d3 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/bebffb8e-1056-4860-be48-3711ca03c457 HTTP/1.1" status: 404 len: 333 time: 0.0597937 Dec 22 08:43:54.394536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40622) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.520719 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb49c187-1a4f-4816-8d9a-2caa983cfaa9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.520719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb49c187-1a4f-4816-8d9a-2caa983cfaa9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.520719 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eb49c187-1a4f-4816-8d9a-2caa983cfaa9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/843dd751-9170-4615-ada3-212c2bfb8f82 HTTP/1.1" status: 404 len: 337 time: 0.1171474 Dec 22 08:43:54.545844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40626) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.574138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:43:54.598373 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-952dffdc-5f06-48fd-a589-b0975291de1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.598373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952dffdc-5f06-48fd-a589-b0975291de1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.598373 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-952dffdc-5f06-48fd-a589-b0975291de1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/d1098ced-4510-4941-95c0-ba574e2c080b HTTP/1.1" status: 404 len: 337 time: 0.0504968 Dec 22 08:43:54.613166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.645853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] The port '951cfd0f-ad41-4948-ae87-03f07da9ceed' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:43:54.659084 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6972725-0a8f-46c2-8bda-699fad992a8d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.659084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6972725-0a8f-46c2-8bda-699fad992a8d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.659084 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f6972725-0a8f-46c2-8bda-699fad992a8d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/85169443-478c-49e1-9ecb-de996308f993 HTTP/1.1" status: 404 len: 333 time: 0.0519435 Dec 22 08:43:54.659084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40634) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.699586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-df53804b-55a1-4f5a-8889-1eb384547a36 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.700004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df53804b-55a1-4f5a-8889-1eb384547a36 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.704503 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-df53804b-55a1-4f5a-8889-1eb384547a36 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/0372f201-5212-4f94-b376-1b06f1eab9c1 HTTP/1.1" status: 404 len: 337 time: 0.0445440 Dec 22 08:43:54.704503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40638) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.798763 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8744592d-f12e-4744-a510-3df2b34b3c6c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:54.798763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8744592d-f12e-4744-a510-3df2b34b3c6c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:54.798763 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8744592d-f12e-4744-a510-3df2b34b3c6c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/c76560b9-a4f2-4cd6-885a-cb6afe9bd3ad HTTP/1.1" status: 404 len: 337 time: 0.0780394 Dec 22 08:43:54.798763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40642) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.840970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:54.857578 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c0ae88e6-c7b1-42ca-94aa-4ca66652e459 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports?device_id=d18f7267-7f67-4ad8-ae9c-e63ab24fa33f HTTP/1.1" status: 200 len: 205 time: 0.0519814 Dec 22 08:43:54.857578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40646) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:54.897837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c2bad3-aff1-42df-8bb9-888a8a4106f9']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:54.897837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98efe-95a7-4628-932b-b4f343d1b1d2 req-b584dcf3-a8ce-4646-83a7-cee7e1a24c6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:54.897837 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b3e98efe-95a7-4628-932b-b4f343d1b1d2 req-b584dcf3-a8ce-4646-83a7-cee7e1a24c6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.6493471 Dec 22 08:43:54.915817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd08352-3281-454f-b747-74235b3135dd') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:54.915817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd08352-3281-454f-b747-74235b3135dd') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:54.982137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.010387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:55.028657 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e0a44-9b62-47a9-a376-44b76e2305db None None] Sync routers for ids ['792d2646-da54-40a4-8d60-5902826434b8'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:55.032391 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/792d2646-da54-40a4-8d60-5902826434b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2445395 Dec 22 08:43:55.037989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40650) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.058076 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e0a44-9b62-47a9-a376-44b76e2305db None None] Routers {'792d2646-da54-40a4-8d60-5902826434b8'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:55.058076 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-977e0a44-9b62-47a9-a376-44b76e2305db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['792d2646-da54-40a4-8d60-5902826434b8'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:55.088412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.114091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:55.114920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:55.133866 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:55.140899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5ae17755-0716-4ddc-818d-a57ec133d11f', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:49Z', 'updated_at': '2021-12-22T08:43:49Z', 'revision_number': 0, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:55.146220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75458768-40eb-45d7-b6ef-ca6bf6219289 None None] The sync data for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv is: [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5ae17755-0716-4ddc-818d-a57ec133d11f', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:49Z', 'updated_at': '2021-12-22T08:43:49Z', 'revision_number': 0, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:55.153836 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-977e0a44-9b62-47a9-a376-44b76e2305db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:55.166500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-ef1d791b-afd9-4eef-9e14-216e7f104bc2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] delete failed (client error): The resource could not be found. Dec 22 08:43:55.167817 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ef1d791b-afd9-4eef-9e14-216e7f104bc2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/routers/d18f7267-7f67-4ad8-ae9c-e63ab24fa33f HTTP/1.1" status: 404 len: 336 time: 0.3178415 Dec 22 08:43:55.174449 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e0a44-9b62-47a9-a376-44b76e2305db None None] Routers {'792d2646-da54-40a4-8d60-5902826434b8'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:55.175296 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-977e0a44-9b62-47a9-a376-44b76e2305db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['792d2646-da54-40a4-8d60-5902826434b8'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:55.194919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40654) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.251991 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-977e0a44-9b62-47a9-a376-44b76e2305db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:55.252573 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e0a44-9b62-47a9-a376-44b76e2305db None None] The sync data for ids ['792d2646-da54-40a4-8d60-5902826434b8'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:43:55.280125 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b3e98efe-95a7-4628-932b-b4f343d1b1d2 req-6cc9c40f-835e-43f6-b0fb-81693b2f35b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045 HTTP/1.1" status: 200 len: 999 time: 0.3755553 Dec 22 08:43:55.295456 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ff5da4-7021-41f8-8f45-b895c245a56e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:55.296114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ff5da4-7021-41f8-8f45-b895c245a56e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:55.299869 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b8ff5da4-7021-41f8-8f45-b895c245a56e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/af4c86b5-2381-4c47-b6ef-051ed0dd1423 HTTP/1.1" status: 404 len: 337 time: 0.0967212 Dec 22 08:43:55.302718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40658) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.352044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b2326c-5781-4c75-8b76-ed9c025c7d46 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:55.352639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-86b2326c-5781-4c75-8b76-ed9c025c7d46 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:43:55.354976 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b95067cf-572e-4720-a385-392d02f0f027 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed88a67e-99b8-4ee4-9ec6-aacff5adf07c HTTP/1.1" status: 200 len: 205 time: 0.0508676 Dec 22 08:43:55.357992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40662) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.369472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.376602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1af2fdd5-8433-4986-8744-6f59387587ba tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:55.396720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.430984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Network': ['ID=06c2bad3-aff1-42df-8bb9-888a8a4106f9,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:55.435450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a3a24-3a90-4b99-9a88-c5d0c53815d9 None None] New status for floating IP 5ae17755-0716-4ddc-818d-a57ec133d11f: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:43:55.438369 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-307afffc-4eae-46bc-8989-7dd26bf90fcf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] delete failed (client error): The resource could not be found. Dec 22 08:43:55.439584 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-307afffc-4eae-46bc-8989-7dd26bf90fcf tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/routers/ed88a67e-99b8-4ee4-9ec6-aacff5adf07c HTTP/1.1" status: 404 len: 336 time: 0.0807023 Dec 22 08:43:55.442166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40666) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.454703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98efe-95a7-4628-932b-b4f343d1b1d2 req-29f0c218-97af-4226-a9f9-67752c87b496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:55.456970 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b3e98efe-95a7-4628-932b-b4f343d1b1d2 req-29f0c218-97af-4226-a9f9-67752c87b496 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.1505861 Dec 22 08:43:55.463441 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/networks/06c2bad3-aff1-42df-8bb9-888a8a4106f9 HTTP/1.1" status: 204 len: 168 time: 2.9397199 Dec 22 08:43:55.465200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d24e692c-6628-4b25-9ba1-42af3393aab2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:55.466071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40670) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.507615 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ef9160-f868-43ae-816a-22abf40e046f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:55.507926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ef9160-f868-43ae-816a-22abf40e046f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:55.509518 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d5ef9160-f868-43ae-816a-22abf40e046f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/02cc3a9d-8bd1-4eae-9584-14c58c15246e HTTP/1.1" status: 404 len: 337 time: 0.0663028 Dec 22 08:43:55.513215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40674) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.514709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-100670071'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:55.525267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-86b2326c-5781-4c75-8b76-ed9c025c7d46 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:43:55.529379 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-86b2326c-5781-4c75-8b76-ed9c025c7d46 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports/5a5fcb67-9eca-4214-a408-7405aad2782a HTTP/1.1" status: 200 len: 984 time: 0.4870532 Dec 22 08:43:55.539127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:55.539127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40678) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.549758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:network and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:55.613373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:55.630149 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bca247-a699-45d2-a0bf-f1d9fb4ccd97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:55.630411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:55.631000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1bca247-a699-45d2-a0bf-f1d9fb4ccd97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:55.632835 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d1bca247-a699-45d2-a0bf-f1d9fb4ccd97 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/1afd08d1-6464-450c-9267-ca62a43654cf HTTP/1.1" status: 404 len: 337 time: 0.1173120 Dec 22 08:43:55.636347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40682) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.700438 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4059ccc-e0be-4714-8f38-33bb028ab23c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:55.701444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4059ccc-e0be-4714-8f38-33bb028ab23c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:55.704204 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f4059ccc-e0be-4714-8f38-33bb028ab23c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/6c9118de-3194-4b8f-a79d-0e9a803b0d7e HTTP/1.1" status: 404 len: 333 time: 0.0662706 Dec 22 08:43:55.705175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 9afb7aff-8cd3-49a3-a401-510b45c697e1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:55.706289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.707320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40686) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.753102 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe1df3e-60d0-4bae-8a3d-a648ead92e9a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:55.753623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe1df3e-60d0-4bae-8a3d-a648ead92e9a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:55.755296 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bfe1df3e-60d0-4bae-8a3d-a648ead92e9a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/93f2ccea-cf92-4317-8e2e-2983266faa0b HTTP/1.1" status: 404 len: 337 time: 0.0470498 Dec 22 08:43:55.756053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:55.758899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.760171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40690) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.807401 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b3e98efe-95a7-4628-932b-b4f343d1b1d2 req-f3131e31-8909-4880-b04e-c20505096e4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3401048 Dec 22 08:43:55.814258 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-494a9699-a42e-4ae8-aebb-1038bafd728b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:55.814584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494a9699-a42e-4ae8-aebb-1038bafd728b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:55.816288 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-494a9699-a42e-4ae8-aebb-1038bafd728b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/b9dfa13d-0752-405d-95f1-ce52484c40db HTTP/1.1" status: 404 len: 333 time: 0.0549698 Dec 22 08:43:55.820133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40694) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.829588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:43:55.928462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9392c2b7-66a8-4e8d-810b-73f50b02ae10 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:55.928900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9392c2b7-66a8-4e8d-810b-73f50b02ae10 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:55.930159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.930505 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Added segment c391eecf-2c83-40e5-b507-8f7b037a1c77 of type vlan for network 62583da2-533b-45b0-9520-f021d24026ff Dec 22 08:43:55.930610 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9392c2b7-66a8-4e8d-810b-73f50b02ae10 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/b93b7c6e-618f-4270-960d-d4da0595a4e2 HTTP/1.1" status: 404 len: 337 time: 0.1093106 Dec 22 08:43:55.933573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40698) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:55.986396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:55.986875 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e436c3-1c4c-4195-b3cb-2edb7a246740 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:55.987420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e436c3-1c4c-4195-b3cb-2edb7a246740 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:55.989022 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e1e436c3-1c4c-4195-b3cb-2edb7a246740 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/64782b5e-e612-40d7-8d87-9d910cd8e4c1 HTTP/1.1" status: 404 len: 333 time: 0.0545566 Dec 22 08:43:55.991954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40702) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.039754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 9afb7aff-8cd3-49a3-a401-510b45c697e1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9afb7aff-8cd3-49a3-a401-510b45c697e1,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:43:56.040118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.161139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 9afb7aff-8cd3-49a3-a401-510b45c697e1 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:56.169049 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0f15ae-88e3-4afc-8afd-a5547410d91d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:56.169488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0f15ae-88e3-4afc-8afd-a5547410d91d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.185858 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b3e98efe-95a7-4628-932b-b4f343d1b1d2 req-70edc027-e56a-4250-b6e3-890328ffdc48 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606246 Dec 22 08:43:56.200292 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bf0f15ae-88e3-4afc-8afd-a5547410d91d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/92f43c16-634e-407a-9de3-5ba0f11f6e19 HTTP/1.1" status: 404 len: 337 time: 0.2073421 Dec 22 08:43:56.204431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40706) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.256190 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc4439b-f064-4f8d-b0e3-2eb9fb3c32ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:56.256621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc4439b-f064-4f8d-b0e3-2eb9fb3c32ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.258259 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8dc4439b-f064-4f8d-b0e3-2eb9fb3c32ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/18029734-4f2b-47e8-a42b-e94088205382 HTTP/1.1" status: 404 len: 333 time: 0.0527668 Dec 22 08:43:56.269902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40710) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.316808 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-76052ebd-cf4e-4e0d-8705-015f2d7af12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:56.317504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76052ebd-cf4e-4e0d-8705-015f2d7af12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.318846 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-76052ebd-cf4e-4e0d-8705-015f2d7af12a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/347d8b6c-3da9-4408-b6b9-b39eb87d4933 HTTP/1.1" status: 404 len: 337 time: 0.0480058 Dec 22 08:43:56.321778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40714) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.368520 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e997766b-fdff-4054-b8dd-aba6d02164e9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:56.369079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e997766b-fdff-4054-b8dd-aba6d02164e9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.370564 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e997766b-fdff-4054-b8dd-aba6d02164e9 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/956a0670-46ca-4af1-b51a-11f3b27f9850 HTTP/1.1" status: 404 len: 333 time: 0.0479386 Dec 22 08:43:56.373554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40718) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.419114 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-829971bc-863d-489a-ac4f-6483ba796c0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:56.419520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829971bc-863d-489a-ac4f-6483ba796c0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.421314 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-829971bc-863d-489a-ac4f-6483ba796c0b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/924c3ba7-d649-41fe-82be-a1884f972261 HTTP/1.1" status: 404 len: 337 time: 0.0468662 Dec 22 08:43:56.422359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.424473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40722) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.426226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:56.426806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.438808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c7275ebb-d526-4faa-9273-33f3d798b5a0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:56.471256 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-352c978b-1e84-4450-b3c2-b4663861c984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:56.471711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352c978b-1e84-4450-b3c2-b4663861c984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.475923 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-352c978b-1e84-4450-b3c2-b4663861c984 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/65b0cc3f-91ae-473b-9d70-23f31a62ed0e HTTP/1.1" status: 404 len: 333 time: 0.0480752 Dec 22 08:43:56.476066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40726) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.518491 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4423fbd6-7ceb-4c10-a7f6-d50c393c45f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:56.518937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4423fbd6-7ceb-4c10-a7f6-d50c393c45f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.542400 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0723281 Dec 22 08:43:56.558470 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4423fbd6-7ceb-4c10-a7f6-d50c393c45f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/18d71b2b-29da-4a77-af93-fcc3c9cf6507 HTTP/1.1" status: 404 len: 337 time: 0.0814333 Dec 22 08:43:56.559266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40730) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.562433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40732) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.570233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': '62583da2-533b-45b0-9520-f021d24026ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:56.635251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Network': ['ID=62583da2-533b-45b0-9520-f021d24026ff,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.641712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:56.642648 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a0f134-929d-4458-bd25-84bdf295b759 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:56.643772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a0f134-929d-4458-bd25-84bdf295b759 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.647368 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d8a0f134-929d-4458-bd25-84bdf295b759 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/ports/b29806af-a221-4877-bac2-6df350869055 HTTP/1.1" status: 404 len: 333 time: 0.0785341 Dec 22 08:43:56.648676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40738) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.652934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 62583da2-533b-45b0-9520-f021d24026ff details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:43:56.653619 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b3e98efe-95a7-4628-932b-b4f343d1b1d2 req-3e79a463-4df9-4df9-a0ea-0fbe5cfa56d1 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563444 Dec 22 08:43:56.696884 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0d9dcd-728e-4888-84fc-8b30d465876d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] DELETE failed (client error): The resource could not be found. Dec 22 08:43:56.697228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0d9dcd-728e-4888-84fc-8b30d465876d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:43:56.701445 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5f0d9dcd-728e-4888-84fc-8b30d465876d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/subnets/a5c8c18e-a620-4351-97c9-06bf0b25ca19 HTTP/1.1" status: 404 len: 337 time: 0.0477836 Dec 22 08:43:56.702453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40742) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:56.811291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.817067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:56.851045 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:56.870231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:56.871096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:43:56.874457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=9afb7aff-8cd3-49a3-a401-510b45c697e1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:56.876979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:56.877998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:43:56.909083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:56.970183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:57.057942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.087424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c665321-260e-4f9a-b094-bcc5e34e9b4a']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:57.101744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dd93ba-78b6-4e5a-90f0-2a626af253e0') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:57.102034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dd93ba-78b6-4e5a-90f0-2a626af253e0') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:57.120112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.141887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.169862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.186219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:43:57.186219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:43:57.199746 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:43:57.286560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.403059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.412837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7de23435-d8a4-4d86-9dea-8f4b434159a3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:57.432993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.443628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Pushing event deleted for resources: {'Network': ['ID=5c665321-260e-4f9a-b094-bcc5e34e9b4a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:57.447072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:57.451113 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] 10.222.0.31 "DELETE /v2.0/networks/5c665321-260e-4f9a-b094-bcc5e34e9b4a HTTP/1.1" status: 204 len: 168 time: 0.7452111 Dec 22 08:43:57.480538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.485990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a253d8ef-835b-41e3-9e8b-0d0537136e9c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:57.546331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.655149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=f441079d-c3fd-449f-bf09-483b855d7521,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:57.665727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:57.681502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Checking segment: {'id': 'c391eecf-2c83-40e5-b507-8f7b037a1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '62583da2-533b-45b0-9520-f021d24026ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:57.681849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network hostable DHCP agents. Network: 62583da2-533b-45b0-9520-f021d24026ff, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:43:57.697342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 5a5fcb67-9eca-4214-a408-7405aad2782a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:43:57.697670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.782510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 62583da2-533b-45b0-9520-f021d24026ff is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:43:57.797457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40750) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.800636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 62583da2-533b-45b0-9520-f021d24026ff) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:57.808648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c0c3d-1e82-4f97-9848-4ce863be521f None None] Network 62583da2-533b-45b0-9520-f021d24026ff requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:43:57.816896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:57.817666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:57.848429 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2844286 Dec 22 08:43:57.852333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40756) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:57.859066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': '62583da2-533b-45b0-9520-f021d24026ff', 'name': 'tempest-PortsTestJSON-1858225072', 'fixed_ips': [{'subnet_id': 'f441079d-c3fd-449f-bf09-483b855d7521', 'ip_address': '172.20.0.10'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:57.911581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.083031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-62583da2-533b-45b0-9520-f021d24026ff', 'network_id': '62583da2-533b-45b0-9520-f021d24026ff', 'tenant_id': 'e4a911bbf57b4aaea132f5335525a45c', 'fixed_ips': [{'subnet_id': 'f441079d-c3fd-449f-bf09-483b855d7521'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:43:58.083920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.176054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 5a5fcb67-9eca-4214-a408-7405aad2782a owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:43:58.212879 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-52bec189-92e0-495d-b455-725ff8234d57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9b3da27a4044fb6b9166d1bdfd19d1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4121301 Dec 22 08:43:58.214167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40760) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:58.216293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:43:58.246185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Allocated IP 172.20.0.2 (62583da2-533b-45b0-9520-f021d24026ff/f441079d-c3fd-449f-bf09-483b855d7521/1baedf13-49a9-4a64-a014-4d89bc2948ad) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:58.272619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:43:58.319565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-caa8dee3-2c07-4197-ae24-cf05bbeeb64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.393719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-caa8dee3-2c07-4197-ae24-cf05bbeeb64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.424710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:43:58.430284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.455683 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.461430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d86c7a2-a1a6-43f2-aa9d-60fa1cc60a19 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:58.462329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.467379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port 2e37c438-e573-4612-b5e2-60c9a8ea9692 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:43:58.473900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Transition to ACTIVE for port object 1baedf13-49a9-4a64-a014-4d89bc2948ad will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:58.493034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Transition to ACTIVE for port object 1baedf13-49a9-4a64-a014-4d89bc2948ad will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:58.500269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.502016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=5a5fcb67-9eca-4214-a408-7405aad2782a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.505239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:58.509235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:58.586943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Network 62583da2-533b-45b0-9520-f021d24026ff is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:58.592457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:58.599171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:58.603598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Pushing event updated for resources: {'Port': ['ID=1baedf13-49a9-4a64-a014-4d89bc2948ad,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.607436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:58.700683 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-caa8dee3-2c07-4197-ae24-cf05bbeeb64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.701540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Attempting to bind port 1baedf13-49a9-4a64-a014-4d89bc2948ad on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:43:58.702226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Attempting to bind port 1baedf13-49a9-4a64-a014-4d89bc2948ad by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'c391eecf-2c83-40e5-b507-8f7b037a1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '62583da2-533b-45b0-9520-f021d24026ff'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:43:58.702841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Attempting to bind port 1baedf13-49a9-4a64-a014-4d89bc2948ad on network 62583da2-533b-45b0-9520-f021d24026ff {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:43:58.711168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:43:58.712019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Checking segment: {'id': 'c391eecf-2c83-40e5-b507-8f7b037a1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '62583da2-533b-45b0-9520-f021d24026ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:43:58.712836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.713378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Bound using segment: {'id': 'c391eecf-2c83-40e5-b507-8f7b037a1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '62583da2-533b-45b0-9520-f021d24026ff'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:43:58.713988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Bound port: 1baedf13-49a9-4a64-a014-4d89bc2948ad, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c391eecf-2c83-40e5-b507-8f7b037a1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '62583da2-533b-45b0-9520-f021d24026ff'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:43:58.714502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.722219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:58.745960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8dee3-2c07-4197-ae24-cf05bbeeb64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6f6161-0ead-47d9-9dc1-5b481779954b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.749891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-caa8dee3-2c07-4197-ae24-cf05bbeeb64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:58.752045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-caa8dee3-2c07-4197-ae24-cf05bbeeb64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.753346 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-caa8dee3-2c07-4197-ae24-cf05bbeeb64e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d6f6161-0ead-47d9-9dc1-5b481779954b HTTP/1.1" status: 204 len: 168 time: 0.5392003 Dec 22 08:43:58.780051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.831456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] For port 1baedf13-49a9-4a64-a014-4d89bc2948ad, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:43:58.835413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] For port 1baedf13-49a9-4a64-a014-4d89bc2948ad, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1baedf13-49a9-4a64-a014-4d89bc2948ad,segment=NetworkSegment(c391eecf-2c83-40e5-b507-8f7b037a1c77),segment_id=c391eecf-2c83-40e5-b507-8f7b037a1c77)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:43:58.840911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:58.847301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd8aacc4-2b92-4d1f-87d7-f5346c765e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:58.848931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.10 (62583da2-533b-45b0-9520-f021d24026ff/f441079d-c3fd-449f-bf09-483b855d7521/2e37c438-e573-4612-b5e2-60c9a8ea9692) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:43:58.888600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:58.944038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Pushing event updated for resources: {'Port': ['ID=1baedf13-49a9-4a64-a014-4d89bc2948ad,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:58.947640 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:59.227275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.309604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object 2e37c438-e573-4612-b5e2-60c9a8ea9692 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:43:59.364921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.371341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-715d97bf-1c4c-4611-ad01-000fce3e2cc3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:43:59.381012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 792d2646-da54-40a4-8d60-5902826434b8 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:43:59.447328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1baedf13-49a9-4a64-a014-4d89bc2948ad up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:43:59.460856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=2e37c438-e573-4612-b5e2-60c9a8ea9692,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:43:59.465043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:43:59.472599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:59.484508 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] Sync routers for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:59.489057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 62583da2-533b-45b0-9520-f021d24026ff is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:43:59.491145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:43:59.497951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:43:59.508965 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:59.515088 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:59.560355 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/44fbd9b5-e268-4b1d-a544-b74a2a34a422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3098636 Dec 22 08:43:59.567996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40774) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:59.586820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 1baedf13-49a9-4a64-a014-4d89bc2948ad completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:43:59.662599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:43:59.680066 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/792d2646-da54-40a4-8d60-5902826434b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1400592 Dec 22 08:43:59.682739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40780) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:59.689362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90635413-a730-4346-a70a-9c4477f68170 None None] Sync routers for ids ['792d2646-da54-40a4-8d60-5902826434b8'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:43:59.704772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:43:59.704772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:43:59.710212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90635413-a730-4346-a70a-9c4477f68170 None None] Routers {'792d2646-da54-40a4-8d60-5902826434b8'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:59.710430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-90635413-a730-4346-a70a-9c4477f68170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['792d2646-da54-40a4-8d60-5902826434b8'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:59.814731 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9611814 Dec 22 08:43:59.822474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40784) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:43:59.832082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': '62583da2-533b-45b0-9520-f021d24026ff', 'name': 'tempest-PortsTestJSON-1667644181', 'fixed_ips': [{'subnet_id': 'f441079d-c3fd-449f-bf09-483b855d7521', 'ip_address': '172.20.0.9'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:43:59.873748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-90635413-a730-4346-a70a-9c4477f68170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:59.897969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90635413-a730-4346-a70a-9c4477f68170 None None] Routers {'792d2646-da54-40a4-8d60-5902826434b8'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:43:59.900988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-90635413-a730-4346-a70a-9c4477f68170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['792d2646-da54-40a4-8d60-5902826434b8'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:59.908307 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:43:59.996008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-90635413-a730-4346-a70a-9c4477f68170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:43:59.996719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90635413-a730-4346-a70a-9c4477f68170 None None] The sync data for ids ['792d2646-da54-40a4-8d60-5902826434b8'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:00.026095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting subnet e878378d-dcce-49c6-b631-310d786aa6e8 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:00.036676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.102932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.233016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:00.239629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:port and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:00.243387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:00.250707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:00.261113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.299746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:00.305506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7238b-26b8-46a0-951c-05e5f20a26f4 None None] Network 62583da2-533b-45b0-9520-f021d24026ff requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:00.306837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.332500 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:43:56Z', 'revision_number': 7, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:00.336631 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] Checking router: 44fbd9b5-e268-4b1d-a544-b74a2a34a422 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:44:00.342009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40794) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.348833 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] Routers {'44fbd9b5-e268-4b1d-a544-b74a2a34a422'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:00.349459 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:00.352749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port c4221883-ceab-473a-bcf4-3cc1021a9635 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:00.417075 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-ac167068-73e1-4cd2-94ab-dc9f5159f7e3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 08:44:00.418613 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ac167068-73e1-4cd2-94ab-dc9f5159f7e3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/792d2646-da54-40a4-8d60-5902826434b8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7344067 Dec 22 08:44:00.419363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40800) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.454149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6cdd4734-06fd-44fa-8223-cea045a27f4f None None] Provisioning for port 1baedf13-49a9-4a64-a014-4d89bc2948ad completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:00.475472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6cdd4734-06fd-44fa-8223-cea045a27f4f None None] Provisioning complete for port 1baedf13-49a9-4a64-a014-4d89bc2948ad triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:00.476207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4734-06fd-44fa-8223-cea045a27f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.479334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-92f2fd8e-a014-423f-9582-e100028440f9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:00.508552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-92f2fd8e-a014-423f-9582-e100028440f9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:00.513701 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-92f2fd8e-a014-423f-9582-e100028440f9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=792d2646-da54-40a4-8d60-5902826434b8 HTTP/1.1" status: 200 len: 205 time: 0.0920565 Dec 22 08:44:00.513701 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40804) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:00.593977 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] Set router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:44:00.625340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.643915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b9aa11ed-f138-40bc-839d-0f0db7874d1b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:00.830640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1244076078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:00.864743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Subnet': ['ID=e878378d-dcce-49c6-b631-310d786aa6e8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:00.881916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc599a63-3077-41f1-abdd-c10d33500ede tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.886580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:00.903390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Usage tracker for resource:router and tenant:7bdf34f01c10446a9dc252d7c5c149c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:00.903390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:00.903390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:00.942696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955f1e1-71eb-4b5c-a215-0dcc3168be9f None None] Network 3338bacd-141e-4905-a19f-d796f099cbf7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:00.947969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:00.957975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.986002 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/subnets/e878378d-dcce-49c6-b631-310d786aa6e8 HTTP/1.1" status: 204 len: 168 time: 1.4081495 Dec 22 08:44:00.986002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.986002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:00.986002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40808) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:01.039790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4734-06fd-44fa-8223-cea045a27f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.087353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.9 (62583da2-533b-45b0-9520-f021d24026ff/f441079d-c3fd-449f-bf09-483b855d7521/c4221883-ceab-473a-bcf4-3cc1021a9635) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:01.115729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.131884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6cdd4734-06fd-44fa-8223-cea045a27f4f None None] For port 1baedf13-49a9-4a64-a014-4d89bc2948ad, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1baedf13-49a9-4a64-a014-4d89bc2948ad,segment=NetworkSegment(c391eecf-2c83-40e5-b507-8f7b037a1c77),segment_id=c391eecf-2c83-40e5-b507-8f7b037a1c77)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:01.173132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4734-06fd-44fa-8223-cea045a27f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.173132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:01.317773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.331534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd4734-06fd-44fa-8223-cea045a27f4f None None] Pushing event updated for resources: {'Port': ['ID=1baedf13-49a9-4a64-a014-4d89bc2948ad,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:01.339071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6cdd4734-06fd-44fa-8223-cea045a27f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:01.462211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.462211 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-abfa58d9-698d-44c4-af99-c1909dcf5e5d tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1080747 Dec 22 08:44:01.462211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40814) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:01.472976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1818907707'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:01.510705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:01.561709 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:43:56Z', 'revision_number': 7, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:01.576543 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdf85f-e9dc-445d-8dc9-5acc32ba9321 None None] The sync data for ids ['44fbd9b5-e268-4b1d-a544-b74a2a34a422'] in dv-neutron-822610-1-hyperv is: [{'id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'name': 'tempest-TestNetworkBasicOps-router-462757158', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:57Z', 'updated_at': '2021-12-22T08:43:56Z', 'revision_number': 7, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '5b0951aa-1763-4b4c-bf4e-892a427bf74e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fbd9b5-e268-4b1d-a544-b74a2a34a422', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:40:00Z', 'updated_at': '2021-12-22T08:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:01.588600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Usage tracker for resource:network and tenant:7bdf34f01c10446a9dc252d7c5c149c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:01.608914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:01.634727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d319c7c9-2429-415e-b0d9-aef5c0a8cba8 None None] Provisioning complete for port 1baedf13-49a9-4a64-a014-4d89bc2948ad triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:01.634727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c9-2429-415e-b0d9-aef5c0a8cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.650168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:01.695536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.695536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Made reservation on behalf of 7bdf34f01c10446a9dc252d7c5c149c2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:01.695536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.733687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.773521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object c4221883-ceab-473a-bcf4-3cc1021a9635 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:01.792448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.916481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d319c7c9-2429-415e-b0d9-aef5c0a8cba8 None None] Provisioning for port 2e37c438-e573-4612-b5e2-60c9a8ea9692 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:01.919618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc599a63-3077-41f1-abdd-c10d33500ede tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.926021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc599a63-3077-41f1-abdd-c10d33500ede tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.932884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d319c7c9-2429-415e-b0d9-aef5c0a8cba8 None None] Provisioning complete for port 2e37c438-e573-4612-b5e2-60c9a8ea9692 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:01.932884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d319c7c9-2429-415e-b0d9-aef5c0a8cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.958026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:01.970651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Usage tracker for resource:security_group_rule and tenant:7bdf34f01c10446a9dc252d7c5c149c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:01.970651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:01.980591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc599a63-3077-41f1-abdd-c10d33500ede tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:01.980591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc599a63-3077-41f1-abdd-c10d33500ede tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Fanout notify agent at l3_agent the message router_deleted on router 792d2646-da54-40a4-8d60-5902826434b8 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:44:01.996228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] DHCP port deletion for 3338bacd-141e-4905-a19f-d796f099cbf7 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:44:02.021359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] Deleting port 667167ca-426d-4e2b-b337-5da2c54a8db9 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:02.021359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.026284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:02.031844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fc599a63-3077-41f1-abdd-c10d33500ede tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.031844 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fc599a63-3077-41f1-abdd-c10d33500ede tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/792d2646-da54-40a4-8d60-5902826434b8 HTTP/1.1" status: 204 len: 168 time: 1.5072989 Dec 22 08:44:02.031844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40818) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:02.095015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.102174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e90e6ba-3162-4dc5-9ce4-e2d5000f7b6e tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:02.247290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] For port 667167ca-426d-4e2b-b337-5da2c54a8db9, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=667167ca-426d-4e2b-b337-5da2c54a8db9,segment=NetworkSegment(e7410e17-e870-4a2b-bca2-f24a42989085),segment_id=e7410e17-e870-4a2b-bca2-f24a42989085)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:02.247290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.400890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] Calling delete_port for 667167ca-426d-4e2b-b337-5da2c54a8db9 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:02.405971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network 62583da2-533b-45b0-9520-f021d24026ff is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:02.415290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:02.415290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=c4221883-ceab-473a-bcf4-3cc1021a9635,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.433104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:02.442923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting subnet 1e73b5f9-6e23-4f26-bbee-5c7db7538b26 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:02.452712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.478078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:02.493833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.513601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:02.585626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] No DVR routers for this DVR port 667167ca-426d-4e2b-b337-5da2c54a8db9 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:02.585626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] Pushing event deleted for resources: {'Port': ['ID=667167ca-426d-4e2b-b337-5da2c54a8db9,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.585626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:02.585626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d319c7c9-2429-415e-b0d9-aef5c0a8cba8 None None] Port 2e37c438-e573-4612-b5e2-60c9a8ea9692 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:02.606366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.615093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.620381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.629821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7f06ca36-fa96-43af-ac54-57dfc7f7b85b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:02.685709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:02.685709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.726501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6389203a-8193-4506-9622-009208763bd2 None None] Provisioning complete for port 2e37c438-e573-4612-b5e2-60c9a8ea9692 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:02.726501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6389203a-8193-4506-9622-009208763bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.785030 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9498765 Dec 22 08:44:02.799824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40822) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:02.824835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6389203a-8193-4506-9622-009208763bd2 None None] Port 2e37c438-e573-4612-b5e2-60c9a8ea9692 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:02.866257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:02.887713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba62d9a-3005-424d-9af0-d28da130fd7d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:02.901645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:02.907030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.907030 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Added segment d62d474b-c8aa-48ad-a256-1fed1bf8ec0b of type vlan for network 95f2e723-890c-40a3-b791-332ac5442b05 Dec 22 08:44:02.955746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.960700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.965672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-45b5ff9d-8be0-478a-82f8-3338cc888b04 None None] Provisioning for port c4221883-ceab-473a-bcf4-3cc1021a9635 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:02.965672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-45b5ff9d-8be0-478a-82f8-3338cc888b04 None None] Provisioning complete for port c4221883-ceab-473a-bcf4-3cc1021a9635 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:02.965672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-45b5ff9d-8be0-478a-82f8-3338cc888b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:02.990259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 5b0951aa-1763-4b4c-bf4e-892a427bf74e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:02.990259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.030179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.049089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.049089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-11f59fdc-bbcc-4798-8d4e-8154f6dd88eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:03.064394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-45b5ff9d-8be0-478a-82f8-3338cc888b04 None None] Port c4221883-ceab-473a-bcf4-3cc1021a9635 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:03.102704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Subnet': ['ID=1e73b5f9-6e23-4f26-bbee-5c7db7538b26,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.112268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.112268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.112268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.112268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.112268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.112268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.112268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.112268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.117905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.117905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.117905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.117905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:03.117905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.128908 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/1e73b5f9-6e23-4f26-bbee-5c7db7538b26 HTTP/1.1" status: 204 len: 168 time: 1.0932486 Dec 22 08:44:03.128908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40826) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:03.133923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b0abb-4ab9-4b79-aa89-33e793424c16 None None] Network e60e09a2-a601-4260-8ccf-9d843318c530 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:03.180839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c787221-09e7-4836-9995-3dfe8c8cceae tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:03.180839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6c787221-09e7-4836-9995-3dfe8c8cceae tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:03.191139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.191139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:03.191139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.224414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5e993374-d75d-4722-ac18-a25887e44f23 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:03.303461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6c787221-09e7-4836-9995-3dfe8c8cceae tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:03.303461 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6c787221-09e7-4836-9995-3dfe8c8cceae tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4865685 Dec 22 08:44:03.303461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40830) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:03.343526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.367907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:03.367907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.410697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 5b0951aa-1763-4b4c-bf4e-892a427bf74e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5b0951aa-1763-4b4c-bf4e-892a427bf74e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:03.410697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.435591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1baedf13-49a9-4a64-a014-4d89bc2948ad up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:03.580947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 1baedf13-49a9-4a64-a014-4d89bc2948ad triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:03.580947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.637671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] DHCP port deletion for e60e09a2-a601-4260-8ccf-9d843318c530 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:44:03.657825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] Deleting port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:03.657825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.725068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0ee0c181-fcb4-4eb4-bcf1-33033f70ac32,segment=NetworkSegment(963d564b-d5cf-4c23-a5d6-a0b797df169c),segment_id=963d564b-d5cf-4c23-a5d6-a0b797df169c)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:03.725068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:03.823416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 5b0951aa-1763-4b4c-bf4e-892a427bf74e owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:03.900060 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.4355690 Dec 22 08:44:03.914664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40834) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:03.924410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Network': ['ID=95f2e723-890c-40a3-b791-332ac5442b05,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:03.933902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:03.943582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:03.943582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Request body: {'subnet': {'network_id': '95f2e723-890c-40a3-b791-332ac5442b05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:04.024189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.040218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-490e2517-6ba7-458d-bfad-f71a8f6db142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:04.055866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] For port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0ee0c181-fcb4-4eb4-bcf1-33033f70ac32,segment=NetworkSegment(963d564b-d5cf-4c23-a5d6-a0b797df169c),segment_id=963d564b-d5cf-4c23-a5d6-a0b797df169c)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:04.055866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.092826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No DVR routers for this DVR port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:04.132310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=0ee0c181-fcb4-4eb4-bcf1-33033f70ac32,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.132310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:04.195661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198abbc8-fe1c-4b3a-be21-c4bb3c9aa5e1 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:04.195661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198abbc8-fe1c-4b3a-be21-c4bb3c9aa5e1 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:04.209928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198abbc8-fe1c-4b3a-be21-c4bb3c9aa5e1 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:04.209928 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-198abbc8-fe1c-4b3a-be21-c4bb3c9aa5e1 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.8848999 Dec 22 08:44:04.209928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:04.209928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40838) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:04.220254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] Calling delete_port for 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:04.265515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.284972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Usage tracker for resource:subnet and tenant:7bdf34f01c10446a9dc252d7c5c149c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:04.299219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60e09a2-a601-4260-8ccf-9d843318c530']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:04.304074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:04.308781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:04.308781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:04.318277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963d564b-d5cf-4c23-a5d6-a0b797df169c') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:04.318277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963d564b-d5cf-4c23-a5d6-a0b797df169c') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:04.333100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:04.337929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.343565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 95f2e723-890c-40a3-b791-332ac5442b05 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:04.362877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.372584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:44:04.372584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.459752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9afb7aff-8cd3-49a3-a401-510b45c697e1 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:04.494641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.508552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a84ff04f-e5a3-4273-8747-229e47b0b87d tempest-RoutersAdminTest-1161951355 tempest-RoutersAdminTest-1161951355-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:04.513454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 9afb7aff-8cd3-49a3-a401-510b45c697e1 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:04.513454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9afb7aff-8cd3-49a3-a401-510b45c697e1 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:04.513454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 667167ca-426d-4e2b-b337-5da2c54a8db9 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:04.519192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port c4221883-ceab-473a-bcf4-3cc1021a9635 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:04.519192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.534203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.549050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Network': ['ID=e60e09a2-a601-4260-8ccf-9d843318c530,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.549050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:04.559051 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/networks/e60e09a2-a601-4260-8ccf-9d843318c530 HTTP/1.1" status: 204 len: 168 time: 1.4236588 Dec 22 08:44:04.559051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40842) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:04.574553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-577335737'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:04.579908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 667167ca-426d-4e2b-b337-5da2c54a8db9 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:04.579908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 667167ca-426d-4e2b-b337-5da2c54a8db9 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:04.585779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:04.585779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:network and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:04.596962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:04.606217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:04.636907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Made reservation on behalf of 7bdf34f01c10446a9dc252d7c5c149c2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:04.642350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:04.652514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.665780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.682922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:04.696300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.696300 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added segment 42792ee1-55fa-41a7-bd41-023315f29108 of type vlan for network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d Dec 22 08:44:04.724110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.728438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e25199b3-83d7-49e3-8541-e0bbd3c50bd5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:04.766774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.766774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:04.766774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.785396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:04.790160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=5b0951aa-1763-4b4c-bf4e-892a427bf74e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.809100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:04.813926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] Deleting port 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:04.813926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:04.862939 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2992177 Dec 22 08:44:04.862939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40846) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:04.873227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'subnet': {'network_id': '34ee98c7-1c66-4ad1-b324-5d96f7a2b19d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:04.909577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-39eb340b-8639-4e14-b64e-a7157071a32d None None] The port '0ee0c181-fcb4-4eb4-bcf1-33033f70ac32' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:44:04.973141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Network': ['ID=34ee98c7-1c66-4ad1-b324-5d96f7a2b19d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:04.973463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:04.980748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:04.985821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.026516 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:05.026516 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:subnet and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:05.032375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:05.054911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:05.066157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:05.303460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.449556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:05.470122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.496843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:05.496843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0ee0c181-fcb4-4eb4-bcf1-33033f70ac32 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:05.513527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.627384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.627384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-62a92036-b811-4de2-ab4b-7d8b1f7a7e80 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:05.695913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Subnet': ['ID=c1d1a760-59d2-496b-87d0-3c4e9234b275,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:05.714081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:05.732913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Checking segment: {'id': '42792ee1-55fa-41a7-bd41-023315f29108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '34ee98c7-1c66-4ad1-b324-5d96f7a2b19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:05.732913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network hostable DHCP agents. Network: 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:05.766898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:05.778510 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:05.789353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3545d0af-a803-417d-8930-73bf4db3bcef None None] Network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:05.795033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:05.795033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.833256 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9618151 Dec 22 08:44:05.833256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40852) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:05.845814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-776619008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:05.867979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for c4221883-ceab-473a-bcf4-3cc1021a9635 owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:05.873520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:05.873520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:router and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:05.873520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:05.886278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:05.909155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.909155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.941045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:05.973883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.011974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.011974 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-df9aeb89-c67d-460e-9980-fa94eb45f25d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1781831 Dec 22 08:44:06.011974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40856) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:06.073779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-34ee98c7-1c66-4ad1-b324-5d96f7a2b19d', 'network_id': '34ee98c7-1c66-4ad1-b324-5d96f7a2b19d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'fixed_ips': [{'subnet_id': 'c1d1a760-59d2-496b-87d0-3c4e9234b275'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:44:06.073779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.107308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.107308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.109976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-84c700a7-10ad-4a16-b9d7-f7d61c526a2e tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:06.142637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.252872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Subnet': ['ID=5425c7a7-861c-4b7d-aa85-39eb0c0e755a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:06.261004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:06.274307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.274307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Fanout notify agent at l3_agent the message router_deleted on router 44fbd9b5-e268-4b1d-a544-b74a2a34a422 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:44:06.285530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.298760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-952e0eed-a13a-486e-93f6-9ec0c62bc50d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:06.363846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=c4221883-ceab-473a-bcf4-3cc1021a9635,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:06.385031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:06.418382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Checking segment: {'id': 'd62d474b-c8aa-48ad-a256-1fed1bf8ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f2e723-890c-40a3-b791-332ac5442b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:06.419148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network hostable DHCP agents. Network: 95f2e723-890c-40a3-b791-332ac5442b05, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:06.467093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Allocated IP 2001:db8::2 (34ee98c7-1c66-4ad1-b324-5d96f7a2b19d/c1d1a760-59d2-496b-87d0-3c4e9234b275/1f0c6b49-b08f-48b1-a423-c5f0d20bbb04) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:06.514498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.519480 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/routers/44fbd9b5-e268-4b1d-a544-b74a2a34a422 HTTP/1.1" status: 204 len: 168 time: 5.5259786 Dec 22 08:44:06.529428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40860) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:06.679066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network 95f2e723-890c-40a3-b791-332ac5442b05 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:06.683347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.685366 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/c4221883-ceab-473a-bcf4-3cc1021a9635 HTTP/1.1" status: 204 len: 168 time: 2.4773855 Dec 22 08:44:06.691325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40864) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:06.701245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.731176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.734783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.742808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Transition to ACTIVE for port object 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:06.743086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 95f2e723-890c-40a3-b791-332ac5442b05) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:06.747918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:06.748495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.757273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9043b45-f5bb-4c4a-897d-41bb90a8935f None None] Network 95f2e723-890c-40a3-b791-332ac5442b05 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:06.758454 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-396de0af-83e6-43fe-908f-3d4312e5fc11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:44:06.758940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-396de0af-83e6-43fe-908f-3d4312e5fc11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:06.814883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8989155 Dec 22 08:44:06.819947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:06.841539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-396de0af-83e6-43fe-908f-3d4312e5fc11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:06.843136 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-396de0af-83e6-43fe-908f-3d4312e5fc11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/c4221883-ceab-473a-bcf4-3cc1021a9635 HTTP/1.1" status: 404 len: 333 time: 0.1509159 Dec 22 08:44:06.894222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40872) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:06.896817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Request body: {'network': {'name': 'tempest-router-network01--1815609040'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:06.908518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:06.921298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Usage tracker for resource:network and tenant:7bdf34f01c10446a9dc252d7c5c149c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:06.938110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:06.947421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:06.951134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.969563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Transition to ACTIVE for port object 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:06.982881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Made reservation on behalf of 7bdf34f01c10446a9dc252d7c5c149c2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:06.986866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.987161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:06.992734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:07.009969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3338bacd-141e-4905-a19f-d796f099cbf7']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:07.026355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7410e17-e870-4a2b-bca2-f24a42989085') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:07.026904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7410e17-e870-4a2b-bca2-f24a42989085') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:07.030919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 2e37c438-e573-4612-b5e2-60c9a8ea9692 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:07.031324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.043437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.058453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:07.071182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.071805 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Added segment a93c899a-be85-4c8e-b335-5076eeb07d8f of type vlan for network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 Dec 22 08:44:07.073636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.084363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:44:07.084809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:07.100723 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:07.118602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:07.119569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Pushing event updated for resources: {'Port': ['ID=1f0c6b49-b08f-48b1-a423-c5f0d20bbb04,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:07.121857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b1b19f64-801d-4a7e-8dc7-3a35933c108a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.124751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:07.126093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:07.129183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-95f2e723-890c-40a3-b791-332ac5442b05', 'network_id': '95f2e723-890c-40a3-b791-332ac5442b05', 'tenant_id': '7bdf34f01c10446a9dc252d7c5c149c2', 'fixed_ips': [{'subnet_id': '5425c7a7-861c-4b7d-aa85-39eb0c0e755a'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:44:07.130180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.140269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:07.223582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.244742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.244742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.244742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-79155c94-9a9d-420a-b4f2-976fd856894e tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:07.293979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Network': ['ID=3338bacd-141e-4905-a19f-d796f099cbf7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:07.293979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:07.293979 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/networks/3338bacd-141e-4905-a19f-d796f099cbf7 HTTP/1.1" status: 204 len: 168 time: 0.7531054 Dec 22 08:44:07.293979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.293979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:07.293979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.325585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a66c2091-40cb-46d7-87a9-2752a84c3696 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:07.340749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40876) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:07.354460 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5236044 Dec 22 08:44:07.363470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Attempting to bind port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:07.372280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'network': {'name': 'tempest-network-smoke--687541079', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:07.379077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Attempting to bind port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '42792ee1-55fa-41a7-bd41-023315f29108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '34ee98c7-1c66-4ad1-b324-5d96f7a2b19d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:07.379077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Attempting to bind port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 on network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:07.384662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40880) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:07.384662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:07.384662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Request body: {'network': {'name': 'tempest-router-network02--1083280995'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:07.391088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5b0951aa-1763-4b4c-bf4e-892a427bf74e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:07.399872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:07.399872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Usage tracker for resource:network and tenant:7bdf34f01c10446a9dc252d7c5c149c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:07.399872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:07.399872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:07.433591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 5b0951aa-1763-4b4c-bf4e-892a427bf74e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:07.433591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5b0951aa-1763-4b4c-bf4e-892a427bf74e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:07.443325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:07.443325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Checking segment: {'id': '42792ee1-55fa-41a7-bd41-023315f29108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '34ee98c7-1c66-4ad1-b324-5d96f7a2b19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:07.443630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.443878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Bound using segment: {'id': '42792ee1-55fa-41a7-bd41-023315f29108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '34ee98c7-1c66-4ad1-b324-5d96f7a2b19d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:07.444358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Bound port: 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42792ee1-55fa-41a7-bd41-023315f29108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '34ee98c7-1c66-4ad1-b324-5d96f7a2b19d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:07.444730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.469010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Made reservation on behalf of 7bdf34f01c10446a9dc252d7c5c149c2 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:07.473074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.486790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:network and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:07.497831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 2001:db8::1 (34ee98c7-1c66-4ad1-b324-5d96f7a2b19d/c1d1a760-59d2-496b-87d0-3c4e9234b275/232e5827-af97-4884-bf71-5a1a69f37f79) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:07.505826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:07.536580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:07.547488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Network': ['ID=1dcf7cff-af54-44c9-b221-d5fdc9bb3172,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:07.550865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:07.564620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:07.567755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.575426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:07.584075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:07.607378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:07.609591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.610022 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Added segment 5288171c-1c12-43d7-8c37-22ad68fc28e1 of type vlan for network b7e20ec7-9bca-4257-9d66-6825d73f947f Dec 22 08:44:07.626034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.626375 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Added segment 946bea54-e4e3-4f6b-902e-43bc4a787149 of type vlan for network e3f8f3ee-393b-4708-9cc2-351681908c6b Dec 22 08:44:07.651513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.674027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.679584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.748886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.748886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:07.753528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.761040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-338f1ff9-83ee-4bf7-83b6-c06173182617 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:07.791399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.796534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Allocated IP 172.20.0.2 (95f2e723-890c-40a3-b791-332ac5442b05/5425c7a7-861c-4b7d-aa85-39eb0c0e755a/dbd51509-48bc-44ab-b07f-e7d0203b5d73) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:07.797835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:07.797835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.812852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] For port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:07.838618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 2e37c438-e573-4612-b5e2-60c9a8ea9692 owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:07.888165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] For port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1f0c6b49-b08f-48b1-a423-c5f0d20bbb04,segment=NetworkSegment(42792ee1-55fa-41a7-bd41-023315f29108),segment_id=42792ee1-55fa-41a7-bd41-023315f29108)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:07.907027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.915613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:07.925908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:07.962934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Transition to ACTIVE for port object 232e5827-af97-4884-bf71-5a1a69f37f79 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:08.094435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Pushing event updated for resources: {'Port': ['ID=1f0c6b49-b08f-48b1-a423-c5f0d20bbb04,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.094435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:08.104554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.111220 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7175088 Dec 22 08:44:08.111220 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7449124 Dec 22 08:44:08.116074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b5da83a8-fb10-4a10-8bb6-2284a980b791 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:08.121233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40884) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:08.121233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40886) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:08.121233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'admin_state_up': True, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:08.146081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:08.155745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:router and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:08.166101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.171120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:08.177124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.180323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=2e37c438-e573-4612-b5e2-60c9a8ea9692,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.182496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:08.182668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:08.182821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Transition to ACTIVE for port object dbd51509-48bc-44ab-b07f-e7d0203b5d73 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:08.182940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-58952e71-ccb0-47a0-8385-7b4fdf27c400 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:08.188266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Request body: {'subnet': {'network_id': '1dcf7cff-af54-44c9-b221-d5fdc9bb3172', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:08.202932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Transition to ACTIVE for port object dbd51509-48bc-44ab-b07f-e7d0203b5d73 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:08.212788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.213536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.214616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.219297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:08.301255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Network 95f2e723-890c-40a3-b791-332ac5442b05 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:08.304955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:08.307491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:08.309271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Network': ['ID=b7e20ec7-9bca-4257-9d66-6825d73f947f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.315341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Pushing event updated for resources: {'Port': ['ID=dbd51509-48bc-44ab-b07f-e7d0203b5d73,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.317619 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:08.324111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.326331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network b7e20ec7-9bca-4257-9d66-6825d73f947f details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:08.340832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:08.340832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0a2bd513-de26-4377-b280-a5ba8d0c087d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:08.352918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:08.436303 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:08.446571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=232e5827-af97-4884-bf71-5a1a69f37f79,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.451144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:08.462955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:08.463793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.499765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.527619 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/2e37c438-e573-4612-b5e2-60c9a8ea9692 HTTP/1.1" status: 204 len: 168 time: 1.6300936 Dec 22 08:44:08.530772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40892) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:08.579728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Network': ['ID=e3f8f3ee-393b-4708-9cc2-351681908c6b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:08.631086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network e3f8f3ee-393b-4708-9cc2-351681908c6b details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:08.743265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.754265 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf3dc62-7d55-477b-a422-59a242130ab7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:44:08.754265 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3cf3dc62-7d55-477b-a422-59a242130ab7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:08.763149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:08.800330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3cf3dc62-7d55-477b-a422-59a242130ab7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:08.800330 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3cf3dc62-7d55-477b-a422-59a242130ab7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/2e37c438-e573-4612-b5e2-60c9a8ea9692 HTTP/1.1" status: 404 len: 333 time: 0.2630794 Dec 22 08:44:08.800330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40896) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:08.847900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:08.858785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Attempting to bind port dbd51509-48bc-44ab-b07f-e7d0203b5d73 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:08.858785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Attempting to bind port dbd51509-48bc-44ab-b07f-e7d0203b5d73 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'd62d474b-c8aa-48ad-a256-1fed1bf8ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f2e723-890c-40a3-b791-332ac5442b05'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:08.858785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Attempting to bind port dbd51509-48bc-44ab-b07f-e7d0203b5d73 on network 95f2e723-890c-40a3-b791-332ac5442b05 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:08.864214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Usage tracker for resource:subnet and tenant:7bdf34f01c10446a9dc252d7c5c149c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:08.864214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:08.882232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:08.882232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Checking segment: {'id': 'd62d474b-c8aa-48ad-a256-1fed1bf8ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f2e723-890c-40a3-b791-332ac5442b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:08.882232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.882232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Bound using segment: {'id': 'd62d474b-c8aa-48ad-a256-1fed1bf8ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f2e723-890c-40a3-b791-332ac5442b05'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:08.882232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Bound port: dbd51509-48bc-44ab-b07f-e7d0203b5d73, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62d474b-c8aa-48ad-a256-1fed1bf8ec0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f2e723-890c-40a3-b791-332ac5442b05'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:08.882232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.889197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:08.889197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:08.899194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Made reservation on behalf of 7bdf34f01c10446a9dc252d7c5c149c2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:09.109919 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-162a0212-89fe-493d-8270-b8e424467fde None None] For port dbd51509-48bc-44ab-b07f-e7d0203b5d73, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:09.119836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-162a0212-89fe-493d-8270-b8e424467fde None None] For port dbd51509-48bc-44ab-b07f-e7d0203b5d73, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=dbd51509-48bc-44ab-b07f-e7d0203b5d73,segment=NetworkSegment(d62d474b-c8aa-48ad-a256-1fed1bf8ec0b),segment_id=d62d474b-c8aa-48ad-a256-1fed1bf8ec0b)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:09.120070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.129078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.144586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e59aa046-5b5f-465b-8d05-b758b093454e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:09.254348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Pushing event updated for resources: {'Port': ['ID=dbd51509-48bc-44ab-b07f-e7d0203b5d73,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:09.261957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:09.282825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-633f327d-4376-44e8-8b59-adab9a3bd1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.392642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet f441079d-c3fd-449f-bf09-483b855d7521 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:09.425721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.498496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:09.561264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.583834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b669e869-da4e-47d9-9d33-58d01892a973 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:09.653601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:09.786596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Subnet': ['ID=e7803a28-f124-4ac6-8707-df4059018de8,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:09.786596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:09.823690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Checking segment: {'id': 'a93c899a-be85-4c8e-b335-5076eeb07d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1dcf7cff-af54-44c9-b221-d5fdc9bb3172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:09.823690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network hostable DHCP agents. Network: 1dcf7cff-af54-44c9-b221-d5fdc9bb3172, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:09.884304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:09.916901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.929256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 1dcf7cff-af54-44c9-b221-d5fdc9bb3172) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:09.939668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9305d91-bf0e-4094-9c16-3aa1e2339250 None None] Network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:09.940728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:09.941382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:09.945226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.006820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.049536 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9416842 Dec 22 08:44:10.050401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40900) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:10.060542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865f0bb-1a9e-49c7-aa30-da9d04f847f2 None None] Network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:10.065278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Request body: {'subnet': {'network_id': 'b7e20ec7-9bca-4257-9d66-6825d73f947f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:10.089757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.123259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.147002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.147002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.147002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c110443c-7e95-4def-8922-15c493a71aa0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:10.184864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6063cd0d-1471-4ee6-9688-06f24e827b7b None None] Provisioning for port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:10.208772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:10.208772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Usage tracker for resource:subnet and tenant:7bdf34f01c10446a9dc252d7c5c149c2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:10.208772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:10.216682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6063cd0d-1471-4ee6-9688-06f24e827b7b None None] Provisioning complete for port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:10.216682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6063cd0d-1471-4ee6-9688-06f24e827b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.231415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:10.231415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Made reservation on behalf of 7bdf34f01c10446a9dc252d7c5c149c2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:10.375043 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=232e5827-af97-4884-bf71-5a1a69f37f79,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:10.379454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.390863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:10.410736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.417782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ffe6961d-7401-4f59-9164-58ba07a47671 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:10.466684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=f441079d-c3fd-449f-bf09-483b855d7521,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:10.510561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:10.607301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:10.614595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.619215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79246a2b-35fa-4ad6-9527-463b3ae617f2 None None] Network 62583da2-533b-45b0-9520-f021d24026ff requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:10.663837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.674647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:10.681837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.729006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-1dcf7cff-af54-44c9-b221-d5fdc9bb3172', 'network_id': '1dcf7cff-af54-44c9-b221-d5fdc9bb3172', 'tenant_id': '7bdf34f01c10446a9dc252d7c5c149c2', 'fixed_ips': [{'subnet_id': 'e7803a28-f124-4ac6-8707-df4059018de8'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:44:10.729006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.810625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.68 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/ea2ecfe4-f774-4708-bfd2-25bea9078f93) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:10.873536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6063cd0d-1471-4ee6-9688-06f24e827b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:10.979146 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/f441079d-c3fd-449f-bf09-483b855d7521 HTTP/1.1" status: 204 len: 168 time: 2.1768966 Dec 22 08:44:10.986361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40904) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:11.046450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c9d99-9c28-4087-bb4f-566504c8e900 None None] Network 95f2e723-890c-40a3-b791-332ac5442b05 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:11.138976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.159575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.199772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.199772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-58b79f3e-63b3-420d-922f-a22bf8d7405b tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:11.301284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Subnet': ['ID=00c2d7b4-d977-497d-83b9-b41590e33dac,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:11.301284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:11.311892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 1baedf13-49a9-4a64-a014-4d89bc2948ad {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:11.317268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Checking segment: {'id': '5288171c-1c12-43d7-8c37-22ad68fc28e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b7e20ec7-9bca-4257-9d66-6825d73f947f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:11.324471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.329179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network hostable DHCP agents. Network: b7e20ec7-9bca-4257-9d66-6825d73f947f, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:11.329179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.329179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:11.416566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:11.430550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:11.430550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:11.486440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Allocated IP 172.20.0.2 (1dcf7cff-af54-44c9-b221-d5fdc9bb3172/e7803a28-f124-4ac6-8707-df4059018de8/6c2836ff-2ec2-4ca4-93d4-c1f52e344f13) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:11.557219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network b7e20ec7-9bca-4257-9d66-6825d73f947f is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:11.582696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=ea2ecfe4-f774-4708-bfd2-25bea9078f93,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:11.585875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:11.605608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, b7e20ec7-9bca-4257-9d66-6825d73f947f) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:11.611124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:11.611437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.692768 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6322815 Dec 22 08:44:11.692768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40908) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:11.884400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] For port 1baedf13-49a9-4a64-a014-4d89bc2948ad, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1baedf13-49a9-4a64-a014-4d89bc2948ad,segment=NetworkSegment(c391eecf-2c83-40e5-b507-8f7b037a1c77),segment_id=c391eecf-2c83-40e5-b507-8f7b037a1c77)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:11.884400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:11.979345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6063cd0d-1471-4ee6-9688-06f24e827b7b None None] For port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1f0c6b49-b08f-48b1-a423-c5f0d20bbb04,segment=NetworkSegment(42792ee1-55fa-41a7-bd41-023315f29108),segment_id=42792ee1-55fa-41a7-bd41-023315f29108)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:11.993732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9576727d-2e6c-4d5d-a12a-4a91108f8da6 None None] Network b7e20ec7-9bca-4257-9d66-6825d73f947f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:12.011255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device dbd51509-48bc-44ab-b07f-e7d0203b5d73 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:12.034178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.034178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.048830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 1baedf13-49a9-4a64-a014-4d89bc2948ad owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:12.123645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.173501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:44:12.182521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.187546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a0cac565-6d71-494b-affe-4fa284985d35 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:12.407550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6063cd0d-1471-4ee6-9688-06f24e827b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.457771 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.476951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Transition to ACTIVE for port object 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:12.521977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Transition to ACTIVE for port object 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:12.537202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:12.543971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.654291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063cd0d-1471-4ee6-9688-06f24e827b7b None None] Pushing event updated for resources: {'Port': ['ID=1f0c6b49-b08f-48b1-a423-c5f0d20bbb04,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:12.673899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.673899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:12.700357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6063cd0d-1471-4ee6-9688-06f24e827b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:12.700357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6063cd0d-1471-4ee6-9688-06f24e827b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:12.794047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=1baedf13-49a9-4a64-a014-4d89bc2948ad,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:12.808626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:12.827481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Pushing event updated for resources: {'Port': ['ID=6c2836ff-2ec2-4ca4-93d4-c1f52e344f13,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:12.847934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:12.847934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:12.864328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:12.881367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:12.890304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No DVR routers for this DVR port 1baedf13-49a9-4a64-a014-4d89bc2948ad on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:12.897331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port dbd51509-48bc-44ab-b07f-e7d0203b5d73 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:12.931583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Provisioning complete for port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:12.931583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.026771 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460eb981-ca8f-44d1-ae71-717782529221 None None] DHCP port deletion for 62583da2-533b-45b0-9520-f021d24026ff request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:44:13.084458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.143187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62583da2-533b-45b0-9520-f021d24026ff']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:13.174720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c391eecf-2c83-40e5-b507-8f7b037a1c77') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:13.174720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c391eecf-2c83-40e5-b507-8f7b037a1c77') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:13.198137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Attempting to bind port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:13.198137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Attempting to bind port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'a93c899a-be85-4c8e-b335-5076eeb07d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1dcf7cff-af54-44c9-b221-d5fdc9bb3172'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:13.207696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.216161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Attempting to bind port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 on network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:13.222711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 29878235-746a-46fa-8ada-4addc539dadb is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:44:13.245223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.251631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:13.251631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Checking segment: {'id': 'a93c899a-be85-4c8e-b335-5076eeb07d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1dcf7cff-af54-44c9-b221-d5fdc9bb3172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:13.251631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.251631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Bound using segment: {'id': 'a93c899a-be85-4c8e-b335-5076eeb07d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1dcf7cff-af54-44c9-b221-d5fdc9bb3172'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:13.251631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Bound port: 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93c899a-be85-4c8e-b335-5076eeb07d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1dcf7cff-af54-44c9-b221-d5fdc9bb3172'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:13.251631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.264748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:44:13.264748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.278600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-b7e20ec7-9bca-4257-9d66-6825d73f947f', 'network_id': 'b7e20ec7-9bca-4257-9d66-6825d73f947f', 'tenant_id': '7bdf34f01c10446a9dc252d7c5c149c2', 'fixed_ips': [{'subnet_id': '00c2d7b4-d977-497d-83b9-b41590e33dac'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:44:13.278600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.447800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c9744179-0275-40de-988e-91f46e5c94d1 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:13.481443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.483631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Allocated IP 172.20.0.1 (1dcf7cff-af54-44c9-b221-d5fdc9bb3172/e7803a28-f124-4ac6-8707-df4059018de8/661afe00-bc87-4852-a478-e4db3b9e0999) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:13.503324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Network': ['ID=62583da2-533b-45b0-9520-f021d24026ff,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:13.512435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:13.539783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Allocated IP 172.20.0.2 (b7e20ec7-9bca-4257-9d66-6825d73f947f/00c2d7b4-d977-497d-83b9-b41590e33dac/33678d43-8d14-49bb-99be-dd7ff72aa8f1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:13.545528 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/networks/62583da2-533b-45b0-9520-f021d24026ff HTTP/1.1" status: 204 len: 168 time: 2.5606124 Dec 22 08:44:13.546191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40914) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:13.556527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1581584008'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:13.564809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:13.570091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:network and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:13.574143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:13.581558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:13.589930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:13.599493 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5893452 Dec 22 08:44:13.600192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40918) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:13.601450 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d2ed6-40f7-4c7b-a19e-f8819cdd72a5 None None] Sync routers for ids ['0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:13.616865 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d2ed6-40f7-4c7b-a19e-f8819cdd72a5 None None] Routers {'0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:13.617527 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2ed6-40f7-4c7b-a19e-f8819cdd72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:13.644149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:13.647707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.670813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:13.684746 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2ed6-40f7-4c7b-a19e-f8819cdd72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:13.699904 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d2ed6-40f7-4c7b-a19e-f8819cdd72a5 None None] Routers {'0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:13.700490 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2ed6-40f7-4c7b-a19e-f8819cdd72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:13.717668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:13.732569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393bf1c1-6c94-463f-98f6-aa43ca368391 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.733129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-393bf1c1-6c94-463f-98f6-aa43ca368391 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:13.756763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-393bf1c1-6c94-463f-98f6-aa43ca368391 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:13.761087 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-393bf1c1-6c94-463f-98f6-aa43ca368391 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports/232e5827-af97-4884-bf71-5a1a69f37f79 HTTP/1.1" status: 200 len: 911 time: 0.1556666 Dec 22 08:44:13.761087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.761087 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Added segment 5fe99896-75ab-4a96-a218-b40b93605d54 of type vlan for network f202f9fa-677e-44fa-8363-8e8f5b35129b Dec 22 08:44:13.761380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40922) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:13.794849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.809488 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2ed6-40f7-4c7b-a19e-f8819cdd72a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:13.809488 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d2ed6-40f7-4c7b-a19e-f8819cdd72a5 None None] The sync data for ids ['0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:13.817799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Transition to ACTIVE for port object 661afe00-bc87-4852-a478-e4db3b9e0999 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:13.832640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:13.870597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.870597 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7498908 Dec 22 08:44:13.870597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40926) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:13.873379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Provisioning for port 232e5827-af97-4884-bf71-5a1a69f37f79 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:13.873379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Sync routers for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:13.894582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Provisioning complete for port 232e5827-af97-4884-bf71-5a1a69f37f79 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:13.894989 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.903299 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d0877c37-5561-4a5e-9159-163203dafd16 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421309 Dec 22 08:44:13.904770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40930) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:13.943576 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.982929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.992392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:13.992656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-57ba6089-2049-47b3-b87a-ba64ac4eb21a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:13.996149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:13.996727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.001788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c180d806-4ae9-468d-96cc-34362772b2de tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:14.007917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:14.008597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:14.070195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:14.070863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.085799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:14.091712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Port': ['ID=661afe00-bc87-4852-a478-e4db3b9e0999,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.095609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:14.096636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:14.098684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:14.109443 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5600214 Dec 22 08:44:14.114237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40934) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.114946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Port 232e5827-af97-4884-bf71-5a1a69f37f79 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:14.122896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': 'f202f9fa-677e-44fa-8363-8e8f5b35129b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:14.139485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Network': ['ID=f202f9fa-677e-44fa-8363-8e8f5b35129b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.140995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] For port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:14.167097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network f202f9fa-677e-44fa-8363-8e8f5b35129b details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:14.192656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:14.193220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07353f41-e080-4541-bea1-4f2826a1ba03 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:14.194727 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-07353f41-e080-4541-bea1-4f2826a1ba03 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2888851 Dec 22 08:44:14.196225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] For port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6c2836ff-2ec2-4ca4-93d4-c1f52e344f13,segment=NetworkSegment(a93c899a-be85-4c8e-b335-5076eeb07d8f),segment_id=a93c899a-be85-4c8e-b335-5076eeb07d8f)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:14.197679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40938) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.248799 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-42b8a12f-73b4-4b4f-ad9e-1aa53b7a25c7 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497935 Dec 22 08:44:14.249500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.252729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40942) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:14.317121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1495485892', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:14.337643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.343854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.361433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:14.462657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:14.469579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:14.472562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:14.477607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:subnet and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:14.477809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Provisioning for port dbd51509-48bc-44ab-b07f-e7d0203b5d73 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:14.484980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:14.488639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:14.500167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:14.502439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.511139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:14.531202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Provisioning complete for port dbd51509-48bc-44ab-b07f-e7d0203b5d73 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:14.531489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:14.532100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.547706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:14.685981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Transition to ACTIVE for port object 33678d43-8d14-49bb-99be-dd7ff72aa8f1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:14.688909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Pushing event updated for resources: {'Port': ['ID=6c2836ff-2ec2-4ca4-93d4-c1f52e344f13,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:14.745135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:44:14.806875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.809921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Transition to ACTIVE for port object 33678d43-8d14-49bb-99be-dd7ff72aa8f1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:14.813795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.826407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:14.837358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.837997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.838497 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.839005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.839518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.840061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.840589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.841117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.841645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.842165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.842677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:44:14.848908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:14.849211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c69a767d-cbc9-4692-aee4-ed4250bf0694 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:14.850071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:14.878863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.038321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Network b7e20ec7-9bca-4257-9d66-6825d73f947f is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:15.039255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1baedf13-49a9-4a64-a014-4d89bc2948ad no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:15.041705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.056646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.084015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:15.101562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.106013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Port': ['ID=661afe00-bc87-4852-a478-e4db3b9e0999,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:15.109367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:15.118820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:15.130667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Pushing event updated for resources: {'Port': ['ID=33678d43-8d14-49bb-99be-dd7ff72aa8f1,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:15.187261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:15.212319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 1baedf13-49a9-4a64-a014-4d89bc2948ad {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:15.213242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1baedf13-49a9-4a64-a014-4d89bc2948ad not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:15.256568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:15.258521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:15.368896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Attempting to bind port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:15.369481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Attempting to bind port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '5288171c-1c12-43d7-8c37-22ad68fc28e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b7e20ec7-9bca-4257-9d66-6825d73f947f'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:15.370034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Attempting to bind port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 on network b7e20ec7-9bca-4257-9d66-6825d73f947f {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:15.381961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:15.382684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Checking segment: {'id': '5288171c-1c12-43d7-8c37-22ad68fc28e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b7e20ec7-9bca-4257-9d66-6825d73f947f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:15.383366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.384015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Bound using segment: {'id': '5288171c-1c12-43d7-8c37-22ad68fc28e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b7e20ec7-9bca-4257-9d66-6825d73f947f'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:15.385099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Bound port: 33678d43-8d14-49bb-99be-dd7ff72aa8f1, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5288171c-1c12-43d7-8c37-22ad68fc28e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b7e20ec7-9bca-4257-9d66-6825d73f947f'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:15.386151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.445161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.553062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] For port dbd51509-48bc-44ab-b07f-e7d0203b5d73, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=dbd51509-48bc-44ab-b07f-e7d0203b5d73,segment=NetworkSegment(d62d474b-c8aa-48ad-a256-1fed1bf8ec0b),segment_id=d62d474b-c8aa-48ad-a256-1fed1bf8ec0b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:15.554693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:15.595776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.611016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5cdadf52-5a8c-4fc3-a5eb-637e3e58b667 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:15.636496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.671464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:15.706417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Router 111c2d81-4fc7-45bd-bd94-a0fc594681ed is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:44:15.786805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.789659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] For port 33678d43-8d14-49bb-99be-dd7ff72aa8f1, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:15.796688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:15.809400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] For port 33678d43-8d14-49bb-99be-dd7ff72aa8f1, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=33678d43-8d14-49bb-99be-dd7ff72aa8f1,segment=NetworkSegment(5288171c-1c12-43d7-8c37-22ad68fc28e1),segment_id=5288171c-1c12-43d7-8c37-22ad68fc28e1)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:15.820714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-43695ebf-6cfd-43bc-a002-db239eb0c551 None None] Provisioning complete for port 232e5827-af97-4884-bf71-5a1a69f37f79 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:15.821566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-43695ebf-6cfd-43bc-a002-db239eb0c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.853249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:15.861277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=ca314db4-77a5-4de5-8ba9-8399e3e1faba,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:15.864425 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:15.864795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Pushing event updated for resources: {'Port': ['ID=dbd51509-48bc-44ab-b07f-e7d0203b5d73,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:15.871285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6ef92a0a-94a3-4978-8bb1-bc53dd5f9dac tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:15.878380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:15.878841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:15.939762 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:15.951493 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b41c3e-ab01-464d-8a6d-acdcf2d6d874 None None] Sync routers for ids ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:15.957172 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "PUT /v2.0/routers/111c2d81-4fc7-45bd-bd94-a0fc594681ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2596796 Dec 22 08:44:15.957377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40946) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:15.961547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-43695ebf-6cfd-43bc-a002-db239eb0c551 None None] Port 232e5827-af97-4884-bf71-5a1a69f37f79 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:15.977027 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b41c3e-ab01-464d-8a6d-acdcf2d6d874 None None] Routers {'111c2d81-4fc7-45bd-bd94-a0fc594681ed'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:15.978875 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-69b41c3e-ab01-464d-8a6d-acdcf2d6d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:16.032920 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-5bdd3970-ff65-43bd-8572-d558057fd545 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3839982 Dec 22 08:44:16.047145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Checking segment: {'id': '5fe99896-75ab-4a96-a218-b40b93605d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f202f9fa-677e-44fa-8363-8e8f5b35129b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:16.048102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network hostable DHCP agents. Network: f202f9fa-677e-44fa-8363-8e8f5b35129b, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:16.057478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-43695ebf-6cfd-43bc-a002-db239eb0c551 None None] Provisioning complete for port dbd51509-48bc-44ab-b07f-e7d0203b5d73 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:16.058228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-43695ebf-6cfd-43bc-a002-db239eb0c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.098120 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-69b41c3e-ab01-464d-8a6d-acdcf2d6d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:16.113803 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b41c3e-ab01-464d-8a6d-acdcf2d6d874 None None] Routers {'111c2d81-4fc7-45bd-bd94-a0fc594681ed'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:16.114858 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-69b41c3e-ab01-464d-8a6d-acdcf2d6d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:16.124690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0100ea56-03c5-4a8b-a293-a5b75ff0a170 None None] Network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:16.151961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=b394b014-4b3c-49c7-9252-8335172fb766,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:16.154884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:16.171665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Checking segment: {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:16.172789 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network hostable DHCP agents. Network: e3f8f3ee-393b-4708-9cc2-351681908c6b, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:16.199220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:11Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:16.216554 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-69b41c3e-ab01-464d-8a6d-acdcf2d6d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:16.217261 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b41c3e-ab01-464d-8a6d-acdcf2d6d874 None None] The sync data for ids ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:16.268859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network f202f9fa-677e-44fa-8363-8e8f5b35129b is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:16.300246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Checking router: 29878235-746a-46fa-8ada-4addc539dadb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:44:16.300756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Updating router 29878235-746a-46fa-8ada-4addc539dadb port ea2ecfe4-f774-4708-bfd2-25bea9078f93 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:44:16.356268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network e3f8f3ee-393b-4708-9cc2-351681908c6b is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:16.369304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, f202f9fa-677e-44fa-8363-8e8f5b35129b) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:16.374770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:16.375801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.382798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Pushing event updated for resources: {'Port': ['ID=33678d43-8d14-49bb-99be-dd7ff72aa8f1,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:16.394109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:16.405781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df76d6c-8dd9-478a-b734-8d9615e456af None None] Network f202f9fa-677e-44fa-8363-8e8f5b35129b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:16.409837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, e3f8f3ee-393b-4708-9cc2-351681908c6b) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:16.414530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:16.415332 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.425788 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3101828 Dec 22 08:44:16.431215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40950) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:16.433951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6083d1ec-0916-4d3d-8e57-d447b49b8ea2 None None] Network e3f8f3ee-393b-4708-9cc2-351681908c6b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:16.442038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1621540766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:16.454673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:16.462458 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2030339 Dec 22 08:44:16.465257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40954) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:16.467073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:router and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:16.545961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:16.551563 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-35143573-4f4e-4702-af69-05a2b0a44921 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 1098 time: 0.3562791 Dec 22 08:44:16.571519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:16.599061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.649548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.650462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.699135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.777828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.864155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:16.867292 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dfbbec9e-58c8-43d9-818a-6f592c3be142 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4330318 Dec 22 08:44:16.868618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40958) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:16.875686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'network_id': 'f202f9fa-677e-44fa-8363-8e8f5b35129b', 'name': 'tempest-PortsTestJSON-2059071879'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:17.045179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-2ef5cf45-30b6-462d-a0fd-d75866135d89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:17.046671 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-2ef5cf45-30b6-462d-a0fd-d75866135d89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.4257884 Dec 22 08:44:17.188900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 232e5827-af97-4884-bf71-5a1a69f37f79 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:17.189740 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.227693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:17.238141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:port and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:17.242671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:17.255284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:17.297146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:17.300565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.367211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port fbc7467a-8c2b-484f-993b-4130c6936251 yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:17.433334 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-862d438a-0377-4242-a629-258659237239 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045 HTTP/1.1" status: 200 len: 1001 time: 0.3785582 Dec 22 08:44:17.457192 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-f3a4fbb3-71ad-4e4b-b62f-65b997c220f3 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:17.459934 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3a4fbb3-71ad-4e4b-b62f-65b997c220f3 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "PUT /v2.0/routers/111c2d81-4fc7-45bd-bd94-a0fc594681ed/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5015287 Dec 22 08:44:17.465683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40962) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:17.494839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.509013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Transition to ACTIVE for port object ea2ecfe4-f774-4708-bfd2-25bea9078f93 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:17.603947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca886c72-373d-449c-974f-c3f0bf627167 None None] Network b7e20ec7-9bca-4257-9d66-6825d73f947f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:17.610692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-e719c911-2dbf-44ef-8699-5fb5d8148cf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:17.612253 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-e719c911-2dbf-44ef-8699-5fb5d8148cf2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.1674707 Dec 22 08:44:17.618540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 33678d43-8d14-49bb-99be-dd7ff72aa8f1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:17.657109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.662929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-f202f9fa-677e-44fa-8363-8e8f5b35129b', 'network_id': 'f202f9fa-677e-44fa-8363-8e8f5b35129b', 'tenant_id': 'e4a911bbf57b4aaea132f5335525a45c', 'fixed_ips': [{'subnet_id': 'ca314db4-77a5-4de5-8ba9-8399e3e1faba'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:44:17.663826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.673932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.717411 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.5 (f202f9fa-677e-44fa-8363-8e8f5b35129b/ca314db4-77a5-4de5-8ba9-8399e3e1faba/fbc7467a-8c2b-484f-993b-4130c6936251) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:17.733652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-83d23c87-dd5e-4d57-b3e4-64a4b6e1dd58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:17.796347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-e3f8f3ee-393b-4708-9cc2-351681908c6b', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:44:17.797229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.816673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-82e2a384-094e-442e-b80e-98455270ae09 None None] Provisioning for port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:17.859328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-82e2a384-094e-442e-b80e-98455270ae09 None None] Provisioning complete for port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:17.860135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-82e2a384-094e-442e-b80e-98455270ae09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:17.865678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 232e5827-af97-4884-bf71-5a1a69f37f79 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:18.026702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade55b83-c5cc-4f7f-9a3c-0583673d35e9 None None] Pushing event updated for resources: {'Port': ['ID=ea2ecfe4-f774-4708-bfd2-25bea9078f93,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:18.060177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ade55b83-c5cc-4f7f-9a3c-0583673d35e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:18.065470 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-51dcb086-4758-425f-a24f-f579fd04c525 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4463580 Dec 22 08:44:18.079265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.080572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Attempting to bind port ea2ecfe4-f774-4708-bfd2-25bea9078f93 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:18.080978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Attempting to bind port ea2ecfe4-f774-4708-bfd2-25bea9078f93 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:18.081347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Attempting to bind port ea2ecfe4-f774-4708-bfd2-25bea9078f93 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:18.090545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.200483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:18.200902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:18.201326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.201757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:18.202303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Bound port: ea2ecfe4-f774-4708-bfd2-25bea9078f93, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:18.202703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.216406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object fbc7467a-8c2b-484f-993b-4130c6936251 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:18.270778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.278306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ac167c72-763c-4833-be7c-78bd3193ecd2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:18.302147 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-b3989a66-f9c9-4a4c-af2f-5513942f0c1f service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289078 Dec 22 08:44:18.334029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.338193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] For port ea2ecfe4-f774-4708-bfd2-25bea9078f93, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:18.341495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-82396508-5dbe-406c-bbc5-fe609fabc6f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:18.345873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] For port ea2ecfe4-f774-4708-bfd2-25bea9078f93, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ea2ecfe4-f774-4708-bfd2-25bea9078f93,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:18.366490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=fbc7467a-8c2b-484f-993b-4130c6936251,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:18.370883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network f202f9fa-677e-44fa-8363-8e8f5b35129b is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:18.372213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:18.374253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:18.378308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:18.439826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:18.451141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.451580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=232e5827-af97-4884-bf71-5a1a69f37f79,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:18.466940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6cdd4734-06fd-44fa-8223-cea045a27f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:18.521867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:18.522560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:18.573893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device dbd51509-48bc-44ab-b07f-e7d0203b5d73 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:18.632006 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7622404 Dec 22 08:44:18.633784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40966) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:18.638036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:18.720220 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd53ecf0-d0e5-4025-a100-f0ef5fe64b2a req-0f2baf97-a3e6-44be-adb5-64de5d940268 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115911 Dec 22 08:44:18.755164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Allocated IP 172.20.0.2 (f202f9fa-677e-44fa-8363-8e8f5b35129b/ca314db4-77a5-4de5-8ba9-8399e3e1faba/c59e055b-539f-4b94-a51a-fa49ca1aa607) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:19.052076 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade55b83-c5cc-4f7f-9a3c-0583673d35e9 None None] Pushing event updated for resources: {'Port': ['ID=ea2ecfe4-f774-4708-bfd2-25bea9078f93,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:19.069539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ade55b83-c5cc-4f7f-9a3c-0583673d35e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:19.072388 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Allocated IP 172.20.0.2 (e3f8f3ee-393b-4708-9cc2-351681908c6b/b394b014-4b3c-49c7-9252-8335172fb766/8fbcc663-00f8-4b40-9474-4c47aa46b93b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:19.091604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.111337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-82e2a384-094e-442e-b80e-98455270ae09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.228122 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:19.228813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:19.412708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port dbd51509-48bc-44ab-b07f-e7d0203b5d73 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:19.413122 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.522403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-82e2a384-094e-442e-b80e-98455270ae09 None None] For port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6c2836ff-2ec2-4ca4-93d4-c1f52e344f13,segment=NetworkSegment(a93c899a-be85-4c8e-b335-5076eeb07d8f),segment_id=a93c899a-be85-4c8e-b335-5076eeb07d8f)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:19.559624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-82e2a384-094e-442e-b80e-98455270ae09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.576999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:19.755071 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:44:19.766978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Deleting port 661afe00-bc87-4852-a478-e4db3b9e0999 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:19.767609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.802696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:44:19.885110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.899384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2a384-094e-442e-b80e-98455270ae09 None None] Pushing event updated for resources: {'Port': ['ID=6c2836ff-2ec2-4ca4-93d4-c1f52e344f13,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:19.925965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:19.927831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-82e2a384-094e-442e-b80e-98455270ae09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:19.933299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:44:19.980699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.002324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.017755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Provisioning complete for port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:20.017755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.050430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Transition to ACTIVE for port object c59e055b-539f-4b94-a51a-fa49ca1aa607 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:20.121859 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Transition to ACTIVE for port object 8fbcc663-00f8-4b40-9474-4c47aa46b93b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:20.185830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Transition to ACTIVE for port object c59e055b-539f-4b94-a51a-fa49ca1aa607 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:20.252578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Transition to ACTIVE for port object 8fbcc663-00f8-4b40-9474-4c47aa46b93b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:20.272219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.276077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.277415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.282146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4bd7e1fa-0bc4-4a0d-b25f-55abecc8eb41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:20.322049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:20.353609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:20.387303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ac0b9-a782-48e1-9351-bdb02126aba5 None None] Sync routers for ids ['0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:20.393676 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6285810 Dec 22 08:44:20.426274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40970) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:20.481983 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e265b9b0-00f7-4d68-9945-f788ac909a11 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:20.489376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Network f202f9fa-677e-44fa-8363-8e8f5b35129b is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:20.495835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Pushing event updated for resources: {'Port': ['ID=c59e055b-539f-4b94-a51a-fa49ca1aa607,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:20.513933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:20.551022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Network e3f8f3ee-393b-4708-9cc2-351681908c6b is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:20.554410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e265b9b0-00f7-4d68-9945-f788ac909a11 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:20.554410 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e265b9b0-00f7-4d68-9945-f788ac909a11 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa HTTP/1.1" status: 200 len: 205 time: 0.1248832 Dec 22 08:44:20.554610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:20.557638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40974) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:20.562764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:20.599479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:20.600521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Calling delete_port for 661afe00-bc87-4852-a478-e4db3b9e0999 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:20.631566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ac0b9-a782-48e1-9351-bdb02126aba5 None None] Routers {'0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:20.632215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5b3ac0b9-a782-48e1-9351-bdb02126aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:20.760657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.768469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.776073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5712be5b-5882-4f6d-aeec-946b9b82b37b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:20.783933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57bc9956-4b63-47a9-8e97-4446ad440685 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:20.858650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5b3ac0b9-a782-48e1-9351-bdb02126aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:20.872332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Pushing event updated for resources: {'Port': ['ID=8fbcc663-00f8-4b40-9474-4c47aa46b93b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:20.909924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:20.911994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.599s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:20.912357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:20.915887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.1 (e3f8f3ee-393b-4708-9cc2-351681908c6b/b394b014-4b3c-49c7-9252-8335172fb766/9e427e85-180e-48d2-a3ae-b5a5944603a0) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:20.926398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=fbc7467a-8c2b-484f-993b-4130c6936251,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:20.938785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:20.998583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Attempting to bind port c59e055b-539f-4b94-a51a-fa49ca1aa607 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:20.998969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Attempting to bind port c59e055b-539f-4b94-a51a-fa49ca1aa607 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '5fe99896-75ab-4a96-a218-b40b93605d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f202f9fa-677e-44fa-8363-8e8f5b35129b'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:20.999357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Attempting to bind port c59e055b-539f-4b94-a51a-fa49ca1aa607 on network f202f9fa-677e-44fa-8363-8e8f5b35129b {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:21.001525 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:21.001910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.006923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.014991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:21.057331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Provisioning for port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:21.065823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Attempting to bind port 8fbcc663-00f8-4b40-9474-4c47aa46b93b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:21.066264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Attempting to bind port 8fbcc663-00f8-4b40-9474-4c47aa46b93b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:21.066552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Attempting to bind port 8fbcc663-00f8-4b40-9474-4c47aa46b93b on network e3f8f3ee-393b-4708-9cc2-351681908c6b {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:21.073923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event deleted for resources: {'Port': ['ID=661afe00-bc87-4852-a478-e4db3b9e0999,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:21.076512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ac0b9-a782-48e1-9351-bdb02126aba5 None None] Routers {'0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:21.076903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:21.077337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5b3ac0b9-a782-48e1-9351-bdb02126aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:21.135513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Provisioning complete for port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:21.135905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.164047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:21.164534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Checking segment: {'id': '5fe99896-75ab-4a96-a218-b40b93605d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f202f9fa-677e-44fa-8363-8e8f5b35129b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:21.164881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.165681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Bound using segment: {'id': '5fe99896-75ab-4a96-a218-b40b93605d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f202f9fa-677e-44fa-8363-8e8f5b35129b'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:21.165834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Bound port: c59e055b-539f-4b94-a51a-fa49ca1aa607, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe99896-75ab-4a96-a218-b40b93605d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f202f9fa-677e-44fa-8363-8e8f5b35129b'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:21.166133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.213130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5b3ac0b9-a782-48e1-9351-bdb02126aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:21.213570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ac0b9-a782-48e1-9351-bdb02126aba5 None None] The sync data for ids ['0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:21.224407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:21.224792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Checking segment: {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:21.225207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.225606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Bound using segment: {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:21.226287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Bound port: 8fbcc663-00f8-4b40-9474-4c47aa46b93b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:21.226488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.350351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:11Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:21.350651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57bc9956-4b63-47a9-8e97-4446ad440685 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.368053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57bc9956-4b63-47a9-8e97-4446ad440685 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.379753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.411083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc6abe-3220-4344-bf79-56ddafbb9b67 None None] The sync data for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv is: [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:11Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:21.411444 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 9e427e85-180e-48d2-a3ae-b5a5944603a0 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:21.425403 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57bc9956-4b63-47a9-8e97-4446ad440685 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.426108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bc9956-4b63-47a9-8e97-4446ad440685 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Fanout notify agent at l3_agent the message router_deleted on router 0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:44:21.453473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57bc9956-4b63-47a9-8e97-4446ad440685 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.453473 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-57bc9956-4b63-47a9-8e97-4446ad440685 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa HTTP/1.1" status: 204 len: 168 time: 0.8930461 Dec 22 08:44:21.455474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40980) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:21.501979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.518866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-97a2b067-b203-47c5-ac4a-0fcca8e417a6 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:21.521432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] For port c59e055b-539f-4b94-a51a-fa49ca1aa607, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:21.544487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.546987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] For port c59e055b-539f-4b94-a51a-fa49ca1aa607, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c59e055b-539f-4b94-a51a-fa49ca1aa607,segment=NetworkSegment(5fe99896-75ab-4a96-a218-b40b93605d54),segment_id=5fe99896-75ab-4a96-a218-b40b93605d54)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:21.553931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] For port 8fbcc663-00f8-4b40-9474-4c47aa46b93b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:21.566396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] For port 8fbcc663-00f8-4b40-9474-4c47aa46b93b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8fbcc663-00f8-4b40-9474-4c47aa46b93b,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:21.568040 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.574191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:21.630212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.632177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network e3f8f3ee-393b-4708-9cc2-351681908c6b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:21.633269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=9e427e85-180e-48d2-a3ae-b5a5944603a0,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:21.636300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.646162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:21.648803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:21.684587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.694008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.762026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Pushing event updated for resources: {'Port': ['ID=c59e055b-539f-4b94-a51a-fa49ca1aa607,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:21.766211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:21.769948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-10b014cd-a282-438a-9660-c7335288cfc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:21.823621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] For port 33678d43-8d14-49bb-99be-dd7ff72aa8f1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=33678d43-8d14-49bb-99be-dd7ff72aa8f1,segment=NetworkSegment(5288171c-1c12-43d7-8c37-22ad68fc28e1),segment_id=5288171c-1c12-43d7-8c37-22ad68fc28e1)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:21.851139 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:21.868000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Could not find standard attr ID for object 661afe00-bc87-4852-a478-e4db3b9e0999. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 08:44:21.893083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Pushing event updated for resources: {'Port': ['ID=8fbcc663-00f8-4b40-9474-4c47aa46b93b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:21.896902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:21.897451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b42ae9c8-c50d-4a94-80fe-942b0eca0de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:21.968521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:21.998569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Pushing event updated for resources: {'Port': ['ID=33678d43-8d14-49bb-99be-dd7ff72aa8f1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:22.006939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:22.015118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4ee31494-126a-4d36-a29d-dfb332115526 None None] Provisioning complete for port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:22.015869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4ee31494-126a-4d36-a29d-dfb332115526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.055023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.265737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting subnet c1d1a760-59d2-496b-87d0-3c4e9234b275 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:22.319190 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.432652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.558134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 33678d43-8d14-49bb-99be-dd7ff72aa8f1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:22.610986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.666358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:22.666981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.689282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.842407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8fbcc663-00f8-4b40-9474-4c47aa46b93b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:22.932838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.950739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 8fbcc663-00f8-4b40-9474-4c47aa46b93b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:22.954488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1c59c3ea-e5c4-4f78-a986-50a4a1ef14be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:22.956771 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c59e055b-539f-4b94-a51a-fa49ca1aa607 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:22.996191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:22.999025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d1a760-59d2-496b-87d0-3c4e9234b275,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.003795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:23.007031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c2bba3-2635-481b-ac2e-231339107c11 None None] Network 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:23.016727 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/c1d1a760-59d2-496b-87d0-3c4e9234b275 HTTP/1.1" status: 204 len: 168 time: 1.5601428 Dec 22 08:44:23.035405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 40984) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:23.122831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Router 111c2d81-4fc7-45bd-bd94-a0fc594681ed has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:44:23.124865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.132067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.163398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:23.238056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port c59e055b-539f-4b94-a51a-fa49ca1aa607 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:23.253681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ea2ecfe4-f774-4708-bfd2-25bea9078f93 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:23.333867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.404157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.411787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.452560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:23.454805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=fbc7467a-8c2b-484f-993b-4130c6936251,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.464395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.475686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ea2ecfe4-f774-4708-bfd2-25bea9078f93 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:23.482926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:23.487324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ea2ecfe4-f774-4708-bfd2-25bea9078f93 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:23.489853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.547882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:23.548527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.554115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] DHCP port deletion for 34ee98c7-1c66-4ad1-b324-5d96f7a2b19d request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:44:23.565140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] Deleting port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:23.565667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.630852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=9e427e85-180e-48d2-a3ae-b5a5944603a0,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:23.634083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:23.639196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:23.650120 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d809d3bb-2783-4fcd-ae68-f2a434a51a45 None None] Sync routers for ids ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:23.671836 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d809d3bb-2783-4fcd-ae68-f2a434a51a45 None None] Routers {'111c2d81-4fc7-45bd-bd94-a0fc594681ed'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:23.674174 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d809d3bb-2783-4fcd-ae68-f2a434a51a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.675220 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "PUT /v2.0/routers/111c2d81-4fc7-45bd-bd94-a0fc594681ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2081151 Dec 22 08:44:23.680937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40988) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:23.684239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:23.713144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34223f5e-8dbf-49d7-9810-5c99f788a885 None None] Network e3f8f3ee-393b-4708-9cc2-351681908c6b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:23.758619 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-3fa5f196-7abf-4aaa-856f-8d2068ab9721 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] delete failed (client error): The resource could not be found. Dec 22 08:44:23.760743 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3fa5f196-7abf-4aaa-856f-8d2068ab9721 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1894403210 HTTP/1.1" status: 404 len: 335 time: 0.0784295 Dec 22 08:44:23.766347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40992) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:23.771799 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d809d3bb-2783-4fcd-ae68-f2a434a51a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.772222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6c6be553-5d16-4aae-b0fb-f2e63666e5c7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Request body: {'router': {'external_gateway_info': {'network_id': '111c2d81-4fc7-45bd-bd94-a0fc594681ed'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:23.783859 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d809d3bb-2783-4fcd-ae68-f2a434a51a45 None None] Routers {'111c2d81-4fc7-45bd-bd94-a0fc594681ed'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:23.784963 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d809d3bb-2783-4fcd-ae68-f2a434a51a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.853381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc605c08-778d-40ca-a017-2235b4cf41a7 None None] Network f202f9fa-677e-44fa-8363-8e8f5b35129b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:23.873833 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d809d3bb-2783-4fcd-ae68-f2a434a51a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:23.874506 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d809d3bb-2783-4fcd-ae68-f2a434a51a45 None None] The sync data for ids ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:23.944965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network f202f9fa-677e-44fa-8363-8e8f5b35129b is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:23.946617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:23.978160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1f0c6b49-b08f-48b1-a423-c5f0d20bbb04,segment=NetworkSegment(42792ee1-55fa-41a7-bd41-023315f29108),segment_id=42792ee1-55fa-41a7-bd41-023315f29108)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:23.978526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.073479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a4627570-a8f5-4476-b840-60b2756c99c8 None None] Provisioning for port 8fbcc663-00f8-4b40-9474-4c47aa46b93b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:24.120286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a4627570-a8f5-4476-b840-60b2756c99c8 None None] Provisioning complete for port 8fbcc663-00f8-4b40-9474-4c47aa46b93b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:24.120682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4627570-a8f5-4476-b840-60b2756c99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.169724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.254845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:24.281682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] For port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1f0c6b49-b08f-48b1-a423-c5f0d20bbb04,segment=NetworkSegment(42792ee1-55fa-41a7-bd41-023315f29108),segment_id=42792ee1-55fa-41a7-bd41-023315f29108)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:24.282634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.373597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network e3f8f3ee-393b-4708-9cc2-351681908c6b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:24.375158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:24.379464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.435353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:24.453641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ea2ecfe4-f774-4708-bfd2-25bea9078f93, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ea2ecfe4-f774-4708-bfd2-25bea9078f93,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:24.464678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] Calling delete_port for 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:24.488637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=1f0c6b49-b08f-48b1-a423-c5f0d20bbb04,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:24.496898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:24.505015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No DVR routers for this DVR port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:24.508536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.520701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:24.636915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:24.731463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.734021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:24.734527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:24.739154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6c6be553-5d16-4aae-b0fb-f2e63666e5c7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.766132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ee98c7-1c66-4ad1-b324-5d96f7a2b19d']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:24.782625 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-6c6be553-5d16-4aae-b0fb-f2e63666e5c7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] update failed (client error): The resource could not be found. Dec 22 08:44:24.783857 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6c6be553-5d16-4aae-b0fb-f2e63666e5c7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "PUT /v2.0/routers/111c2d81-4fc7-45bd-bd94-a0fc594681ed HTTP/1.1" status: 404 len: 339 time: 1.0160580 Dec 22 08:44:24.787515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 40996) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:24.794352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ea2ecfe4-f774-4708-bfd2-25bea9078f93,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:24.803456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:24.804734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:24.805088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:24.821487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4627570-a8f5-4476-b840-60b2756c99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.833909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42792ee1-55fa-41a7-bd41-023315f29108') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:24.834725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42792ee1-55fa-41a7-bd41-023315f29108') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:24.857646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.881801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.883496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a4627570-a8f5-4476-b840-60b2756c99c8 None None] For port 8fbcc663-00f8-4b40-9474-4c47aa46b93b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8fbcc663-00f8-4b40-9474-4c47aa46b93b,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:24.889883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4627570-a8f5-4476-b840-60b2756c99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.891542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-87e747a2-27b0-474e-a871-de9f42b24916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:24.893648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:44:24.894266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:24.910551 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:24.988991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4627570-a8f5-4476-b840-60b2756c99c8 None None] Pushing event updated for resources: {'Port': ['ID=8fbcc663-00f8-4b40-9474-4c47aa46b93b,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:25.003432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a4627570-a8f5-4476-b840-60b2756c99c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:25.034858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Router 21c94aa6-049b-4504-9f6c-0c0092d935de is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:44:25.042981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-94ad70b2-0cbd-4b41-8a21-6b082a9a9156 None None] Provisioning for port c59e055b-539f-4b94-a51a-fa49ca1aa607 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:25.052677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-94ad70b2-0cbd-4b41-8a21-6b082a9a9156 None None] Provisioning complete for port c59e055b-539f-4b94-a51a-fa49ca1aa607 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:25.055203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-94ad70b2-0cbd-4b41-8a21-6b082a9a9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.072172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.077093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.083474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:25.120617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Network': ['ID=34ee98c7-1c66-4ad1-b324-5d96f7a2b19d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:25.123336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:25.139196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41000) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.139489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/networks/34ee98c7-1c66-4ad1-b324-5d96f7a2b19d HTTP/1.1" status: 204 len: 168 time: 2.1007130 Dec 22 08:44:25.150548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-129711080', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:25.161363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:25.180455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:router and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:25.190412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:25.191074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 29878235-746a-46fa-8ada-4addc539dadb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:44:25.268406 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-94ad70b2-0cbd-4b41-8a21-6b082a9a9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.282532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:25.384986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] Deleting port 1f0c6b49-b08f-48b1-a423-c5f0d20bbb04 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:25.385523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.503815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.510992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.519735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:25.543044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-dca7ecd3-0583-4e1b-8fc2-7035924f2a79 None None] The port '1f0c6b49-b08f-48b1-a423-c5f0d20bbb04' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:44:25.544748 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/29878235-746a-46fa-8ada-4addc539dadb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0782347 Dec 22 08:44:25.548793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41004) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.555144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.588033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-94ad70b2-0cbd-4b41-8a21-6b082a9a9156 None None] For port c59e055b-539f-4b94-a51a-fa49ca1aa607, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c59e055b-539f-4b94-a51a-fa49ca1aa607,segment=NetworkSegment(5fe99896-75ab-4a96-a218-b40b93605d54),segment_id=5fe99896-75ab-4a96-a218-b40b93605d54)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:25.594111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-94ad70b2-0cbd-4b41-8a21-6b082a9a9156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.600649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-82e2a384-094e-442e-b80e-98455270ae09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:25.738024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad70b2-0cbd-4b41-8a21-6b082a9a9156 None None] Pushing event updated for resources: {'Port': ['ID=c59e055b-539f-4b94-a51a-fa49ca1aa607,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:25.742714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-94ad70b2-0cbd-4b41-8a21-6b082a9a9156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:25.752751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Provisioning complete for port c59e055b-539f-4b94-a51a-fa49ca1aa607 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:25.754005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:25.840472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.841070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.841493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.842115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.842535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.842947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.844109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.844575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.844997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.845569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.845974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.848241 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-27f1a11d-bcc6-4a58-8f51-4bb0ec86a1b5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7705 time: 0.2984459 Dec 22 08:44:25.851146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41008) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.924200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Sync routers for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:25.939529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:25.940604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:25.940795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.941197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.941561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.941922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.942279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.942626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.943135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.943360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.943706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.944055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:25.949647 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8e92f97c-2099-4bd1-8c0e-4c7be86d14e4 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6373 time: 0.0974014 Dec 22 08:44:25.950307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41012) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:25.999078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Provisioning for port fbc7467a-8c2b-484f-993b-4130c6936251 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:26.015079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Provisioning complete for port fbc7467a-8c2b-484f-993b-4130c6936251 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:26.015634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.110464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.119610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.138496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:26.155335 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e6a24e-ddc2-42ff-bb1f-6b2101a2ae54 None None] Sync routers for ids ['21c94aa6-049b-4504-9f6c-0c0092d935de'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:26.157001 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "PUT /v2.0/routers/21c94aa6-049b-4504-9f6c-0c0092d935de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4868746 Dec 22 08:44:26.159489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41016) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:26.173527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Port fbc7467a-8c2b-484f-993b-4130c6936251 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:26.174066 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6a24e-ddc2-42ff-bb1f-6b2101a2ae54 None None] Routers {'21c94aa6-049b-4504-9f6c-0c0092d935de'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:26.175183 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f8e6a24e-ddc2-42ff-bb1f-6b2101a2ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['21c94aa6-049b-4504-9f6c-0c0092d935de'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:26.232808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:44:26.275371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Provisioning complete for port 8fbcc663-00f8-4b40-9474-4c47aa46b93b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:26.275753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.293828 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f8e6a24e-ddc2-42ff-bb1f-6b2101a2ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:26.305589 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6a24e-ddc2-42ff-bb1f-6b2101a2ae54 None None] Routers {'21c94aa6-049b-4504-9f6c-0c0092d935de'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:26.306437 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f8e6a24e-ddc2-42ff-bb1f-6b2101a2ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['21c94aa6-049b-4504-9f6c-0c0092d935de'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:26.371324 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f8e6a24e-ddc2-42ff-bb1f-6b2101a2ae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:26.372152 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e6a24e-ddc2-42ff-bb1f-6b2101a2ae54 None None] The sync data for ids ['21c94aa6-049b-4504-9f6c-0c0092d935de'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:26.423650 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c946dcb1-bcb0-43e4-8e46-e446ad68353c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4650 time: 0.4694190 Dec 22 08:44:26.580199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d0ac6-2d13-4e19-837a-b04f66c96df6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:26.581013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-956d0ac6-2d13-4e19-837a-b04f66c96df6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:26.639009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-956d0ac6-2d13-4e19-837a-b04f66c96df6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:26.640575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c59e055b-539f-4b94-a51a-fa49ca1aa607 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:26.643879 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-956d0ac6-2d13-4e19-837a-b04f66c96df6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c94aa6-049b-4504-9f6c-0c0092d935de HTTP/1.1" status: 200 len: 982 time: 0.4831398 Dec 22 08:44:26.644094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41022) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:26.672815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Provisioning for port 9e427e85-180e-48d2-a3ae-b5a5944603a0 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:26.694806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Provisioning complete for port 9e427e85-180e-48d2-a3ae-b5a5944603a0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:26.695499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.741122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Allocated IP 172.20.0.1 (95f2e723-890c-40a3-b791-332ac5442b05/5425c7a7-861c-4b7d-aa85-39eb0c0e755a/3f9e75b0-cdaf-4002-aa12-35e92cc66b5e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:26.789750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-79f3ba79-5266-4468-a79e-d3cc7729cc2a None None] Port 9e427e85-180e-48d2-a3ae-b5a5944603a0 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:26.793013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.798131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41026) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:26.801731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:22Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9e427e85-180e-48d2-a3ae-b5a5944603a0', 'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:20Z', 'updated_at': '2021-12-22T08:44:23Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:26.808179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Checking router: 29878235-746a-46fa-8ada-4addc539dadb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:44:26.808450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Updating router 29878235-746a-46fa-8ada-4addc539dadb port 9e427e85-180e-48d2-a3ae-b5a5944603a0 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:44:26.809443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680604754', 'description': 'tempest-secgroup-smoke-680604754 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:26.816512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:26.830735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:26.849614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c59e055b-539f-4b94-a51a-fa49ca1aa607 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:26.849994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.857300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.883118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.907540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:26.910269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:26.972399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:26.980306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:27.035961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a073591e-9263-457d-8026-7f4f42ab3e8e None None] Provisioning complete for port 9e427e85-180e-48d2-a3ae-b5a5944603a0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:27.037429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a073591e-9263-457d-8026-7f4f42ab3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.037563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:27.085930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.119571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Transition to ACTIVE for port object 3f9e75b0-cdaf-4002-aa12-35e92cc66b5e will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:27.121129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 172.26.5.88 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/d9a5b163-791e-4c64-b092-9cf3d829482a) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:27.131895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.139597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.144805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b80e4c1d-e2bb-403d-af43-71303ff0ba30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:27.174067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ea2ecfe4-f774-4708-bfd2-25bea9078f93 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:27.210161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a073591e-9263-457d-8026-7f4f42ab3e8e None None] Port 9e427e85-180e-48d2-a3ae-b5a5944603a0 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:27.221951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8868d5c6-c3f2-4c18-bade-3000a464c65a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:27.229748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:27.238042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.241347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.242378 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4437566 Dec 22 08:44:27.243031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41030) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:27.249497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15843b30-943a-40cf-8913-246aa8f48136 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:27.251646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '8868d5c6-c3f2-4c18-bade-3000a464c65a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:27.260166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:27.266597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:27.270975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:27.282264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:27.340678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network 95f2e723-890c-40a3-b791-332ac5442b05 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:27.340920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.341742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:27.344915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:27.418605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Port': ['ID=3f9e75b0-cdaf-4002-aa12-35e92cc66b5e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:27.421542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:27.438860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a073591e-9263-457d-8026-7f4f42ab3e8e None None] Provisioning complete for port fbc7467a-8c2b-484f-993b-4130c6936251 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:27.439283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a073591e-9263-457d-8026-7f4f42ab3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.441451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.448257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.470416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.480824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.490130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33704ed5-7429-4228-902c-4da907d4ed0f tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:27.524624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.545737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ea2ecfe4-f774-4708-bfd2-25bea9078f93 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:27.546117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.573445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a073591e-9263-457d-8026-7f4f42ab3e8e None None] Port fbc7467a-8c2b-484f-993b-4130c6936251 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:27.584192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc385c61-c2a2-4f9b-be4a-ef9cb2060847,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:27.606310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:27.624846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.631004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-39922c9e-d6a1-4c37-bc2c-5fc52a1f5518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:27.665798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.685469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.689381 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4409864 Dec 22 08:44:27.693024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41034) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:27.701581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '8868d5c6-c3f2-4c18-bade-3000a464c65a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:27.707881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:27.713836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:27.717654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:27.727025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:27.749448 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.763745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.775699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b5a507e7-42bb-4383-ae43-34f59d609ead None None] Provisioning for port 3f9e75b0-cdaf-4002-aa12-35e92cc66b5e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:27.784968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b5a507e7-42bb-4383-ae43-34f59d609ead None None] Provisioning complete for port 3f9e75b0-cdaf-4002-aa12-35e92cc66b5e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:27.785376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b5a507e7-42bb-4383-ae43-34f59d609ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.810256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Transition to ACTIVE for port object 9e427e85-180e-48d2-a3ae-b5a5944603a0 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:27.820363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8fbcc663-00f8-4b40-9474-4c47aa46b93b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:27.858277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.870968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-176cd9a1-2099-415d-a85f-e9ada2abc883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:27.895683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:27.896682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=d9a5b163-791e-4c64-b092-9cf3d829482a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:27.907414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:27.908356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:27.910674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:27.932853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.948461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:27.951390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:28.008019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c472d532-002f-4595-bbf3-da160c42bae0,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.018700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b5a507e7-42bb-4383-ae43-34f59d609ead None None] Port 3f9e75b0-cdaf-4002-aa12-35e92cc66b5e cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:28.020603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:28.024219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.025592 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3305178 Dec 22 08:44:28.028333 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41038) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.036553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '8868d5c6-c3f2-4c18-bade-3000a464c65a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:28.042783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb78e20-2b37-47c4-b3f6-62b117bcc5da None None] Pushing event updated for resources: {'Port': ['ID=9e427e85-180e-48d2-a3ae-b5a5944603a0,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.049018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:28.049246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cbb78e20-2b37-47c4-b3f6-62b117bcc5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:28.056597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:28.060070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:28.068136 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:28.096318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port fbc7467a-8c2b-484f-993b-4130c6936251 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:28.097008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.144729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8fbcc663-00f8-4b40-9474-4c47aa46b93b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:28.145108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.158798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.188635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Attempting to bind port 9e427e85-180e-48d2-a3ae-b5a5944603a0 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:28.189277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Attempting to bind port 9e427e85-180e-48d2-a3ae-b5a5944603a0 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:28.189683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Attempting to bind port 9e427e85-180e-48d2-a3ae-b5a5944603a0 on network e3f8f3ee-393b-4708-9cc2-351681908c6b {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:28.212225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:28.212673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Checking segment: {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:28.213013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.213433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Bound using segment: {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:28.213921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Bound port: 9e427e85-180e-48d2-a3ae-b5a5944603a0, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:28.215068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.346659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.362057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.366373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6354b528-e592-4cb9-82da-14c778819edc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:28.383691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.384902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] For port 9e427e85-180e-48d2-a3ae-b5a5944603a0, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:28.388372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] For port 9e427e85-180e-48d2-a3ae-b5a5944603a0, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9e427e85-180e-48d2-a3ae-b5a5944603a0,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:28.395499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.399676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8cf4427a-3fa4-4c8d-9cf6-0b07b794a80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:28.421040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.423611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.424595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.428787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.456873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9ad3b0ef-59db-46fc-a412-2e9f081afde3 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:28.497679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:28.497925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:28.582120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb78e20-2b37-47c4-b3f6-62b117bcc5da None None] Pushing event updated for resources: {'Port': ['ID=9e427e85-180e-48d2-a3ae-b5a5944603a0,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.585899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cbb78e20-2b37-47c4-b3f6-62b117bcc5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:28.615310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event updated for resources: {'Port': ['ID=3f9e75b0-cdaf-4002-aa12-35e92cc66b5e,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.659565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32a0baa-2a6c-473f-a0aa-cb3e8c07736a,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.670711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for fbc7467a-8c2b-484f-993b-4130c6936251 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:28.692282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.696354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:28.700192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:28.714096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.715663 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6862705 Dec 22 08:44:28.718467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41042) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:28.724826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '8868d5c6-c3f2-4c18-bade-3000a464c65a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:28.730861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:28.744304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:28.747587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:44:28.749258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:28.759339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:28.804184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.923802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.931453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Network 95f2e723-890c-40a3-b791-332ac5442b05 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:28.933622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.934635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:28.937845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-56b559db-b1f4-4e09-bb96-6aa835a075fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:28.955503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d18bdf8-c4cd-4d0c-90b6-6f518dd6455c,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:28.964056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:28.975561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:28.989205 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:29.038935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=fbc7467a-8c2b-484f-993b-4130c6936251,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:29.070315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.074390 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3544102 Dec 22 08:44:29.075466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:29.081394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41046) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:29.087337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '8868d5c6-c3f2-4c18-bade-3000a464c65a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:29.144945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:29.157836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:29.163214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:29.175554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:29.226425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:22Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9e427e85-180e-48d2-a3ae-b5a5944603a0', 'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:20Z', 'updated_at': '2021-12-22T08:44:28Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:29.232336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f29f58-a398-4437-b138-7792c8e48d4c None None] The sync data for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv is: [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:22Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9e427e85-180e-48d2-a3ae-b5a5944603a0', 'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:20Z', 'updated_at': '2021-12-22T08:44:28Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:29.298601 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:44:29.317011 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-437f77ea-0543-464e-8682-b4a186e3e045 None None] Provisioning complete for port 3f9e75b0-cdaf-4002-aa12-35e92cc66b5e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:29.317520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-437f77ea-0543-464e-8682-b4a186e3e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.381546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.405536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 9eea2ad3-5da1-4f81-a0e1-9984ec852719 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:44:29.438762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-437f77ea-0543-464e-8682-b4a186e3e045 None None] Port 3f9e75b0-cdaf-4002-aa12-35e92cc66b5e cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:29.452400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Router 111c2d81-4fc7-45bd-bd94-a0fc594681ed has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:44:29.484089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.642603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.650753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.653828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:29.681739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6559b6-d9cc-4eda-91e4-443d8bd4f136,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:29.688360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:29.753843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.755647 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6731696 Dec 22 08:44:29.781057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:29.791606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': '8868d5c6-c3f2-4c18-bade-3000a464c65a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:29.803502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:29.810328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:29.821630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:29.838892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:29.909043 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:44:29.920165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:29.974598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Router 21c94aa6-049b-4504-9f6c-0c0092d935de has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:44:30.023795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:30.036590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81695ed8-0fde-4d84-88a8-2e6906c5b1f0 None None] Sync routers for ids ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:30.054620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.060141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81695ed8-0fde-4d84-88a8-2e6906c5b1f0 None None] Routers {'111c2d81-4fc7-45bd-bd94-a0fc594681ed'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:30.061908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-81695ed8-0fde-4d84-88a8-2e6906c5b1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.062915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.065916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:30.080601 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "PUT /v2.0/routers/111c2d81-4fc7-45bd-bd94-a0fc594681ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2920029 Dec 22 08:44:30.092299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41054) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:30.097957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ca8d88-8df9-4bd6-821d-9c51d58d7b20,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:30.133526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:30.145357 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef471a8d-e4af-4da2-8efb-9f57e05aab21 None None] Sync routers for ids ['21c94aa6-049b-4504-9f6c-0c0092d935de'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:30.146871 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "PUT /v2.0/routers/21c94aa6-049b-4504-9f6c-0c0092d935de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5011158 Dec 22 08:44:30.147564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41058) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:30.153569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:30.161171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:30.169511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-81695ed8-0fde-4d84-88a8-2e6906c5b1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.174294 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef471a8d-e4af-4da2-8efb-9f57e05aab21 None None] Routers {'21c94aa6-049b-4504-9f6c-0c0092d935de'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:30.174482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d57794-0265-4c29-803c-9510b7b1cf05 None None] Sync routers for ids ['9eea2ad3-5da1-4f81-a0e1-9984ec852719'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:30.175496 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef471a8d-e4af-4da2-8efb-9f57e05aab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['21c94aa6-049b-4504-9f6c-0c0092d935de'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.189238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d57794-0265-4c29-803c-9510b7b1cf05 None None] Routers {'9eea2ad3-5da1-4f81-a0e1-9984ec852719'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:30.190197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-76d57794-0265-4c29-803c-9510b7b1cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9eea2ad3-5da1-4f81-a0e1-9984ec852719'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.193999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.195087 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4130337 Dec 22 08:44:30.196765 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3969c43-016d-4b3d-97b4-5939ed26101d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:44:30.197798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e3969c43-016d-4b3d-97b4-5939ed26101d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:30.217347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e3969c43-016d-4b3d-97b4-5939ed26101d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:30.222612 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e3969c43-016d-4b3d-97b4-5939ed26101d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/fbc7467a-8c2b-484f-993b-4130c6936251 HTTP/1.1" status: 404 len: 333 time: 0.0740597 Dec 22 08:44:30.223725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41064) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:30.293773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81695ed8-0fde-4d84-88a8-2e6906c5b1f0 None None] Routers {'111c2d81-4fc7-45bd-bd94-a0fc594681ed'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:30.294464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-81695ed8-0fde-4d84-88a8-2e6906c5b1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.321864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.323062 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.1816969 Dec 22 08:44:30.326169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:30.328422 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef471a8d-e4af-4da2-8efb-9f57e05aab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.358169 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef471a8d-e4af-4da2-8efb-9f57e05aab21 None None] Routers {'21c94aa6-049b-4504-9f6c-0c0092d935de'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:30.358942 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef471a8d-e4af-4da2-8efb-9f57e05aab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['21c94aa6-049b-4504-9f6c-0c0092d935de'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.382926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-76d57794-0265-4c29-803c-9510b7b1cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.395034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-81695ed8-0fde-4d84-88a8-2e6906c5b1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.400585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81695ed8-0fde-4d84-88a8-2e6906c5b1f0 None None] The sync data for ids ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:30.416536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d57794-0265-4c29-803c-9510b7b1cf05 None None] Routers {'9eea2ad3-5da1-4f81-a0e1-9984ec852719'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:30.417424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-76d57794-0265-4c29-803c-9510b7b1cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9eea2ad3-5da1-4f81-a0e1-9984ec852719'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.453850 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef471a8d-e4af-4da2-8efb-9f57e05aab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.468310 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef471a8d-e4af-4da2-8efb-9f57e05aab21 None None] The sync data for ids ['21c94aa6-049b-4504-9f6c-0c0092d935de'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:30.489777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-76d57794-0265-4c29-803c-9510b7b1cf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:30.489777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d57794-0265-4c29-803c-9510b7b1cf05 None None] The sync data for ids ['9eea2ad3-5da1-4f81-a0e1-9984ec852719'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:30.559173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4e0df469-9a1b-41f6-b004-9391f9921187 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.586832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f733f4c2-52d2-4d49-819c-05dd21c46ceb tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.638258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9e427e85-180e-48d2-a3ae-b5a5944603a0 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:30.709211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 9e427e85-180e-48d2-a3ae-b5a5944603a0 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:30.714459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9e427e85-180e-48d2-a3ae-b5a5944603a0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:30.714927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.807018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-a1de22e4-088d-462e-95f1-631b2c76653e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:30.843655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.860805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-a1de22e4-088d-462e-95f1-631b2c76653e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:30.862046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-a1de22e4-088d-462e-95f1-631b2c76653e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680604754&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.3092599 Dec 22 08:44:30.881628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 9e427e85-180e-48d2-a3ae-b5a5944603a0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9e427e85-180e-48d2-a3ae-b5a5944603a0,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:30.885902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:30.888145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a61adffa-de2e-4903-8099-6df4bc790ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:30.958455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=9e427e85-180e-48d2-a3ae-b5a5944603a0,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:30.962056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:30.974355 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5de57687-0e8a-4832-949d-7e3ea05aa6d0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/routers/9eea2ad3-5da1-4f81-a0e1-9984ec852719 HTTP/1.1" status: 200 len: 883 time: 0.6470423 Dec 22 08:44:30.979458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41080) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:30.983516 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-4e0df469-9a1b-41f6-b004-9391f9921187 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 08:44:30.984475 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4e0df469-9a1b-41f6-b004-9391f9921187 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "DELETE /v2.0/routers/111c2d81-4fc7-45bd-bd94-a0fc594681ed HTTP/1.1" status: 409 len: 329 time: 0.8896120 Dec 22 08:44:30.987831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41084) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:31.058006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f733f4c2-52d2-4d49-819c-05dd21c46ceb tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.065287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f733f4c2-52d2-4d49-819c-05dd21c46ceb tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.165447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f733f4c2-52d2-4d49-819c-05dd21c46ceb tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.165447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f733f4c2-52d2-4d49-819c-05dd21c46ceb tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Fanout notify agent at l3_agent the message router_deleted on router 21c94aa6-049b-4504-9f6c-0c0092d935de {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:44:31.184713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f733f4c2-52d2-4d49-819c-05dd21c46ceb tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.188969 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f733f4c2-52d2-4d49-819c-05dd21c46ceb tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/routers/21c94aa6-049b-4504-9f6c-0c0092d935de HTTP/1.1" status: 204 len: 168 time: 0.9606113 Dec 22 08:44:31.189923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41088) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:31.293422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-5b3b41e7-1e23-4f3c-8312-0d32f3dbc225 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:31.293992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-5b3b41e7-1e23-4f3c-8312-0d32f3dbc225 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:31.323986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-5b3b41e7-1e23-4f3c-8312-0d32f3dbc225 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:31.325076 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-5b3b41e7-1e23-4f3c-8312-0d32f3dbc225 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=e3f8f3ee-393b-4708-9cc2-351681908c6b HTTP/1.1" status: 200 len: 796 time: 0.4516985 Dec 22 08:44:31.349966 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-0d55e5b5-5d28-46be-b028-b921de88656b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0178475 Dec 22 08:44:31.388237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3bcbb8fe-c955-4926-9e86-ded51254a268 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:router {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:31.413764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet ca314db4-77a5-4de5-8ba9-8399e3e1faba {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:31.420304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.456888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3bcbb8fe-c955-4926-9e86-ded51254a268 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:router {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:31.458069 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3bcbb8fe-c955-4926-9e86-ded51254a268 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4777343 Dec 22 08:44:31.460981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41092) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:31.465999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-57db09ad-b93d-4950-bc2d-51100b5ba141 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-129711080'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:31.545677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.574367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-57993be6-8f86-48b0-a378-f19ffabaf70f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:31.596095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-57993be6-8f86-48b0-a378-f19ffabaf70f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:31.597401 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-57993be6-8f86-48b0-a378-f19ffabaf70f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2406938 Dec 22 08:44:31.605369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.822731 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.890244 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-e8dc3854-ea5a-4805-ad47-dd00ba578def service neutron] 10.222.0.31 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323389 Dec 22 08:44:31.916266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.920776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6d836f3d-0b43-4956-a34e-205538795663 tempest-NetworksTest-754163488 tempest-NetworksTest-754163488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:31.965398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=ca314db4-77a5-4de5-8ba9-8399e3e1faba,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:31.969520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:31.973722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:31.981065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea865f81-efcc-44ef-807d-f18525a7b528 None None] Network f202f9fa-677e-44fa-8363-8e8f5b35129b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:32.037975 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/ca314db4-77a5-4de5-8ba9-8399e3e1faba HTTP/1.1" status: 204 len: 168 time: 0.8444734 Dec 22 08:44:32.042267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41098) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:32.159389 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-52efd040-f492-450e-948f-1aa22d7d75c8 service neutron] 10.222.0.31 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401662 Dec 22 08:44:32.168712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.244795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port c59e055b-539f-4b94-a51a-fa49ca1aa607 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:32.245141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.268858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] DHCP port deletion for f202f9fa-677e-44fa-8363-8e8f5b35129b request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:44:32.273820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] Deleting port c59e055b-539f-4b94-a51a-fa49ca1aa607 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:32.274201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.475761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Deleting port 3f9e75b0-cdaf-4002-aa12-35e92cc66b5e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:32.476533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.548137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] For port c59e055b-539f-4b94-a51a-fa49ca1aa607, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c59e055b-539f-4b94-a51a-fa49ca1aa607,segment=NetworkSegment(5fe99896-75ab-4a96-a218-b40b93605d54),segment_id=5fe99896-75ab-4a96-a218-b40b93605d54)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:32.548636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.561168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-109a2d29-6674-4646-8345-5fbd7737d710 req-037db5ce-ae4f-4b39-888b-4cf8c4693204 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:32.603977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] For port c59e055b-539f-4b94-a51a-fa49ca1aa607, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c59e055b-539f-4b94-a51a-fa49ca1aa607,segment=NetworkSegment(5fe99896-75ab-4a96-a218-b40b93605d54),segment_id=5fe99896-75ab-4a96-a218-b40b93605d54)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:32.604336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.612782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-109a2d29-6674-4646-8345-5fbd7737d710 req-037db5ce-ae4f-4b39-888b-4cf8c4693204 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:32.613868 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-109a2d29-6674-4646-8345-5fbd7737d710 req-037db5ce-ae4f-4b39-888b-4cf8c4693204 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 210 time: 0.1473234 Dec 22 08:44:32.708007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9e427e85-180e-48d2-a3ae-b5a5944603a0 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:32.740982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] Calling delete_port for c59e055b-539f-4b94-a51a-fa49ca1aa607 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:32.755394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.816460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57db09ad-b93d-4950-bc2d-51100b5ba141 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.855530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9e427e85-180e-48d2-a3ae-b5a5944603a0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:32.856304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.885111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.896085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6e34372f-2798-49b9-99da-05ea64ded40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:32.943836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57db09ad-b93d-4950-bc2d-51100b5ba141 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:32.952199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for c59e055b-539f-4b94-a51a-fa49ca1aa607 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:32.954912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] Pushing event deleted for resources: {'Port': ['ID=c59e055b-539f-4b94-a51a-fa49ca1aa607,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:32.966686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:32.975546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] No DVR routers for this DVR port c59e055b-539f-4b94-a51a-fa49ca1aa607 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:33.068809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Calling delete_port for 3f9e75b0-cdaf-4002-aa12-35e92cc66b5e owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:33.118533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:33.119175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:33.176920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c59e055b-539f-4b94-a51a-fa49ca1aa607 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:33.213250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: c59e055b-539f-4b94-a51a-fa49ca1aa607 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:33.213560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c59e055b-539f-4b94-a51a-fa49ca1aa607 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:33.271681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57db09ad-b93d-4950-bc2d-51100b5ba141 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 9eea2ad3-5da1-4f81-a0e1-9984ec852719 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:44:33.296653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.301495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d899769f-66dd-4847-b578-75a081c8824a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:33.347200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event deleted for resources: {'Port': ['ID=3f9e75b0-cdaf-4002-aa12-35e92cc66b5e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:33.351827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:33.615811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.620914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port c59e055b-539f-4b94-a51a-fa49ca1aa607 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:33.621456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.689001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] The port 'c59e055b-539f-4b94-a51a-fa49ca1aa607' was deleted {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:44:33.803868 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-00a90756-2fdb-418f-a884-63b8cc7302e1 req-5b0f3c95-41f1-4576-9ce3-80ac3dc3f683 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 210 time: 0.0486035 Dec 22 08:44:33.922612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.937337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57db09ad-b93d-4950-bc2d-51100b5ba141 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:33.947834 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c655ebe0-ba9e-4c1b-be1e-9d53c9f47c91 None None] Sync routers for ids ['9eea2ad3-5da1-4f81-a0e1-9984ec852719'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:33.959471 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655ebe0-ba9e-4c1b-be1e-9d53c9f47c91 None None] Routers {'9eea2ad3-5da1-4f81-a0e1-9984ec852719'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:33.960368 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c655ebe0-ba9e-4c1b-be1e-9d53c9f47c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9eea2ad3-5da1-4f81-a0e1-9984ec852719'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:33.976152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f202f9fa-677e-44fa-8363-8e8f5b35129b']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:33.989753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-57db09ad-b93d-4950-bc2d-51100b5ba141 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:33.993252 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-57db09ad-b93d-4950-bc2d-51100b5ba141 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/9eea2ad3-5da1-4f81-a0e1-9984ec852719 HTTP/1.1" status: 200 len: 890 time: 2.5290213 Dec 22 08:44:34.002543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe99896-75ab-4a96-a218-b40b93605d54') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.002843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe99896-75ab-4a96-a218-b40b93605d54') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.007020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41116) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.019602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.023420 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c655ebe0-ba9e-4c1b-be1e-9d53c9f47c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.030271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-d365c9b7-2f09-48ec-8ec3-a6f3886997ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:34.030927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-d365c9b7-2f09-48ec-8ec3-a6f3886997ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:34.034360 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655ebe0-ba9e-4c1b-be1e-9d53c9f47c91 None None] Routers {'9eea2ad3-5da1-4f81-a0e1-9984ec852719'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:34.035042 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c655ebe0-ba9e-4c1b-be1e-9d53c9f47c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9eea2ad3-5da1-4f81-a0e1-9984ec852719'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.047207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.053237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-d365c9b7-2f09-48ec-8ec3-a6f3886997ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:34.054412 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-d365c9b7-2f09-48ec-8ec3-a6f3886997ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=e3f8f3ee-393b-4708-9cc2-351681908c6b HTTP/1.1" status: 200 len: 796 time: 0.3628325 Dec 22 08:44:34.057591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:44:34.057971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: util.warn( Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:34.072252 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:34.100161 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c655ebe0-ba9e-4c1b-be1e-9d53c9f47c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.100566 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c655ebe0-ba9e-4c1b-be1e-9d53c9f47c91 None None] The sync data for ids ['9eea2ad3-5da1-4f81-a0e1-9984ec852719'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:34.166961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Router 111c2d81-4fc7-45bd-bd94-a0fc594681ed has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:44:34.181833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.185137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-a1bd57e7-4e4a-4a0a-8e99-f5ebfb8bf894 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:34.189888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dde7ea99-29f1-4888-b82d-5ac64039ff0c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:34.203405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.217320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Network': ['ID=f202f9fa-677e-44fa-8363-8e8f5b35129b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:34.223505 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/networks/f202f9fa-677e-44fa-8363-8e8f5b35129b HTTP/1.1" status: 204 len: 168 time: 2.1786466 Dec 22 08:44:34.223989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:34.227390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41120) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.258683 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-a1bd57e7-4e4a-4a0a-8e99-f5ebfb8bf894 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:34.260013 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-a1bd57e7-4e4a-4a0a-8e99-f5ebfb8bf894 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 379 time: 0.1439250 Dec 22 08:44:34.274515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['8868d5c6-c3f2-4c18-bade-3000a464c65a']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:34.378955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82515f3d-d0a7-41e6-9aa5-bcc566c03394 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:34.379569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-82515f3d-d0a7-41e6-9aa5-bcc566c03394 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:34.421367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-82515f3d-d0a7-41e6-9aa5-bcc566c03394 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:34.427135 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-82515f3d-d0a7-41e6-9aa5-bcc566c03394 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/26e08f5c-333e-44bb-8aea-7939097d5b6f HTTP/1.1" status: 200 len: 841 time: 0.1941559 Dec 22 08:44:34.427442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41124) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.493926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:34.515255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:34.524431 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9157405f-9add-4799-9faa-bdeb9cf395bc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/26e08f5c-333e-44bb-8aea-7939097d5b6f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0921998 Dec 22 08:44:34.524662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:34.526045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41128) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.534396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:34.536277 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "PUT /v2.0/routers/111c2d81-4fc7-45bd-bd94-a0fc594681ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5465982 Dec 22 08:44:34.539327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41132) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.547545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872be366-ffa4-41f7-b06e-875d55e24898 None None] Sync routers for ids ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:34.565046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872be366-ffa4-41f7-b06e-875d55e24898 None None] Routers {'111c2d81-4fc7-45bd-bd94-a0fc594681ed'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:34.565806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-872be366-ffa4-41f7-b06e-875d55e24898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.604295 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:34.606761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:34.611160 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-a7bc751b-6813-4d3b-9bee-6284b791df25 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] show failed (client error): The resource could not be found. Dec 22 08:44:34.616017 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a7bc751b-6813-4d3b-9bee-6284b791df25 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-111560190 HTTP/1.1" status: 404 len: 334 time: 0.0718114 Dec 22 08:44:34.620944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41136) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.627406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-397ce831-8dce-40dc-91ae-e0edd0fcc7ce tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:34.634652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-872be366-ffa4-41f7-b06e-875d55e24898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.646112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872be366-ffa4-41f7-b06e-875d55e24898 None None] Routers {'111c2d81-4fc7-45bd-bd94-a0fc594681ed'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:34.646845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-872be366-ffa4-41f7-b06e-875d55e24898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.695721 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be90681b-907f-475a-a6a9-b90323c87957 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/routers/9eea2ad3-5da1-4f81-a0e1-9984ec852719 HTTP/1.1" status: 200 len: 890 time: 0.6879134 Dec 22 08:44:34.699370 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-397ce831-8dce-40dc-91ae-e0edd0fcc7ce tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] update failed (client error): The resource could not be found. Dec 22 08:44:34.703622 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-397ce831-8dce-40dc-91ae-e0edd0fcc7ce tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1139443367 HTTP/1.1" status: 404 len: 335 time: 0.0784225 Dec 22 08:44:34.703622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41140) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.703622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41144) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.713202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:34.714494 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-872be366-ffa4-41f7-b06e-875d55e24898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:34.714915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872be366-ffa4-41f7-b06e-875d55e24898 None None] The sync data for ids ['111c2d81-4fc7-45bd-bd94-a0fc594681ed'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:34.723323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:34.728507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:34.742823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:34.779619 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2590b6ba-f27d-4848-a917-0e3233dc3369 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eea2ad3-5da1-4f81-a0e1-9984ec852719 HTTP/1.1" status: 200 len: 205 time: 0.0774479 Dec 22 08:44:34.782109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41148) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:34.787018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:34.913248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.12 (e3f8f3ee-393b-4708-9cc2-351681908c6b/b394b014-4b3c-49c7-9252-8335172fb766/134f3e4a-aa47-4658-8d29-850f04e88dce) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:34.917100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.082944 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b6b29a2c-98b3-4552-bf12-a3af5e24c069 req-b94f8d78-3737-460d-8636-da9bbed9fd12 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 210 time: 0.0702355 Dec 22 08:44:35.090235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Deleting subnet 00c2d7b4-d977-497d-83b9-b41590e33dac {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:35.090235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.162826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.246516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.328255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.484890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.487603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.492335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-caaa0d86-2798-48b5-bebd-c5b02cf76b90 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:35.504910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.508917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 134f3e4a-aa47-4658-8d29-850f04e88dce will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:35.510286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4ba9131d-4a7d-42ed-acb1-61778e3241ad tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:35.543883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event deleted for resources: {'Subnet': ['ID=00c2d7b4-d977-497d-83b9-b41590e33dac,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:35.547792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.551744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:35.554389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e2853-bd98-4f2f-9976-46efdbe4bf82 None None] Network b7e20ec7-9bca-4257-9d66-6825d73f947f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:35.560686 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "DELETE /v2.0/subnets/00c2d7b4-d977-497d-83b9-b41590e33dac HTTP/1.1" status: 204 len: 168 time: 0.8557916 Dec 22 08:44:35.564300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41154) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:35.589094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:35.595741 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:35.599126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=2ffc0c82-0bae-44d0-b1b4-f801e0ba6071,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:35.601573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.602201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.607005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:35.626529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.632939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:35.637585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5295b-6d87-4560-a90b-b05a7f12f105 None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:35.653455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.671866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port d9a5b163-791e-4c64-b092-9cf3d829482a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:35.672365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.675746 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1495957 Dec 22 08:44:35.676633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41158) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:35.694511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'security_group': {'name': 'tempest-secgroup-581617481'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:35.706970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:35.716104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:35.726790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:35.737314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network e3f8f3ee-393b-4708-9cc2-351681908c6b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:35.738283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:35.744276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:35.748467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=134f3e4a-aa47-4658-8d29-850f04e88dce,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:35.751260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:35.788571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:35.802223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.857739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:35.861820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group_rule and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:35.865629 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:35.872177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:35.882959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:35.883617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:35.912065 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6465909 Dec 22 08:44:35.925771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Request body: {'port': {'device_id': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:36.066281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-e93aef9f-bcb9-438d-852d-b898442cebc6', 'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'tenant_id': 'e4a911bbf57b4aaea132f5335525a45c', 'fixed_ips': [{'subnet_id': '2ffc0c82-0bae-44d0-b1b4-f801e0ba6071'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:44:36.069002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.095974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.145536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] DHCP port deletion for b7e20ec7-9bca-4257-9d66-6825d73f947f request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:44:36.147926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.160927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.162320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] Deleting port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:36.162906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.179705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-062374ff-9017-4995-9f61-a862e4987b25 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:36.186079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.264124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.268693 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5808456 Dec 22 08:44:36.273800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41164) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:36.276515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38011f2-09d8-42ad-a252-ea07ea43306b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:36.286231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'security_group': {'name': 'tempest-secgroup-341808996'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:36.290957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:36.296954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:36.308549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:36.309207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for d9a5b163-791e-4c64-b092-9cf3d829482a owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:36.313386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:36.325163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:36.346059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d5f8a6f5-82c5-4c0f-b621-34901baaed10 None None] Provisioning for port 134f3e4a-aa47-4658-8d29-850f04e88dce completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:36.366960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Deleting subnet e7803a28-f124-4ac6-8707-df4059018de8 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:36.381184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.387331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.411495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d5f8a6f5-82c5-4c0f-b621-34901baaed10 None None] Provisioning complete for port 134f3e4a-aa47-4658-8d29-850f04e88dce triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:36.412142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d5f8a6f5-82c5-4c0f-b621-34901baaed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.473985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Allocated IP 172.20.0.2 (e93aef9f-bcb9-438d-852d-b898442cebc6/2ffc0c82-0bae-44d0-b1b4-f801e0ba6071/ff1e5f90-3695-454a-b65d-6fc6d4ea0277) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:36.496886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.517680 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] For port 33678d43-8d14-49bb-99be-dd7ff72aa8f1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=33678d43-8d14-49bb-99be-dd7ff72aa8f1,segment=NetworkSegment(5288171c-1c12-43d7-8c37-22ad68fc28e1),segment_id=5288171c-1c12-43d7-8c37-22ad68fc28e1)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:36.518351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.546507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8a6f5-82c5-4c0f-b621-34901baaed10 None None] Port 134f3e4a-aa47-4658-8d29-850f04e88dce cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:36.580359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:36.589249 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group_rule and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:36.594868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:36.610932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:36.656429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 33678d43-8d14-49bb-99be-dd7ff72aa8f1 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:36.667711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0aa040-858c-41f5-8d99-5fecf94b3f4b req-fbcbfa5c-3b17-4af7-8189-9eefe411b541 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:36.669301 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a0aa040-858c-41f5-8d99-5fecf94b3f4b req-fbcbfa5c-3b17-4af7-8189-9eefe411b541 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 932 time: 0.2984977 Dec 22 08:44:36.712304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.717925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.732741 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.742594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.745810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-99612c29-14ab-4d94-88df-78f1dd002331 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:36.746144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] Calling delete_port for 33678d43-8d14-49bb-99be-dd7ff72aa8f1 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:36.753133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-484d426e-3252-45da-a213-10a38c24f3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:36.786763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134f3e4a-aa47-4658-8d29-850f04e88dce {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:44:36.803128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=d9a5b163-791e-4c64-b092-9cf3d829482a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:36.803904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.809651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9ea97b-546b-4703-8ded-cc61b702d040,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:36.813334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:36.815412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:36.820662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.823629 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5484457 Dec 22 08:44:36.824275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41168) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:36.836513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1677671453', 'security_groups': ['7a9ea97b-546b-4703-8ded-cc61b702d040'], 'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2ffc0c82-0bae-44d0-b1b4-f801e0ba6071'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:36.851954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Transition to ACTIVE for port object 134f3e4a-aa47-4658-8d29-850f04e88dce will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:36.867973 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a0aa040-858c-41f5-8d99-5fecf94b3f4b req-b4aa7a11-ff9b-4615-ab25-aede085133c4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877232 Dec 22 08:44:36.910652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:36.918522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0fa0657d-c777-46be-be33-abc217ea28cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:37.012249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.048832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.059600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Transition to ACTIVE for port object ff1e5f90-3695-454a-b65d-6fc6d4ea0277 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:37.070558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-073c6d2c-32fe-45a2-abd6-8a550d59ba76 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:37.079421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Transition to ACTIVE for port object ff1e5f90-3695-454a-b65d-6fc6d4ea0277 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:37.080722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Pushing event updated for resources: {'Port': ['ID=134f3e4a-aa47-4658-8d29-850f04e88dce,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.082066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.085098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:37.094419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75e84a2a-1ba1-48b6-84cd-499328010b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:37.129698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event deleted for resources: {'Subnet': ['ID=e7803a28-f124-4ac6-8707-df4059018de8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.131779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 update to DOWN by agent not found {{(pid=83497) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 22 08:44:37.133633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.136953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:37.139726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.151979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] Pushing event deleted for resources: {'Port': ['ID=33678d43-8d14-49bb-99be-dd7ff72aa8f1,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.159666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba8868-fb77-4f56-92a6-7b00aad5042e None None] Network 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:37.179585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:37.184917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cbb78e20-2b37-47c4-b3f6-62b117bcc5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:37.189866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:37.210239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.262911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Attempting to bind port 134f3e4a-aa47-4658-8d29-850f04e88dce on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:37.263551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Attempting to bind port 134f3e4a-aa47-4658-8d29-850f04e88dce by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:37.263957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Attempting to bind port 134f3e4a-aa47-4658-8d29-850f04e88dce on network e3f8f3ee-393b-4708-9cc2-351681908c6b {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:37.272333 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:37.276442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b2a277d8-9a25-4926-a62a-455cfdd46b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.283797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Port 134f3e4a-aa47-4658-8d29-850f04e88dce on network e3f8f3ee-393b-4708-9cc2-351681908c6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:44:37.284416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Attempting to bind port 134f3e4a-aa47-4658-8d29-850f04e88dce on network e3f8f3ee-393b-4708-9cc2-351681908c6b {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:37.289928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] No DVR routers for this DVR port 33678d43-8d14-49bb-99be-dd7ff72aa8f1 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:37.299051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:37.300027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Checking segment: {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:37.300661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Bound using segment: {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:37.301278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Bound port: 134f3e4a-aa47-4658-8d29-850f04e88dce, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946bea54-e4e3-4f6b-902e-43bc4a787149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:37.301837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.317315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:37.327338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.343307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:37.353693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:37.361713 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "DELETE /v2.0/subnets/e7803a28-f124-4ac6-8707-df4059018de8 HTTP/1.1" status: 204 len: 168 time: 1.7950094 Dec 22 08:44:37.366123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:37.369266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Pushing event updated for resources: {'Port': ['ID=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.373453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:37.385173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41172) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.416848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:37.498693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.503312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.534381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.534977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Fanout notify agent at l3_agent the message router_deleted on router 9eea2ad3-5da1-4f81-a0e1-9984ec852719 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:44:37.550788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Attempting to bind port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:37.551181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Attempting to bind port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '7614f906-b24e-4765-b03a-dcf4424d91d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:37.551557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Attempting to bind port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 on network e93aef9f-bcb9-438d-852d-b898442cebc6 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:37.560582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.562121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:37.562527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Checking segment: {'id': '7614f906-b24e-4765-b03a-dcf4424d91d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:37.562667 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/9eea2ad3-5da1-4f81-a0e1-9984ec852719 HTTP/1.1" status: 204 len: 168 time: 2.7792487 Dec 22 08:44:37.562976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.563608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Bound using segment: {'id': '7614f906-b24e-4765-b03a-dcf4424d91d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:37.564421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Bound port: ff1e5f90-3695-454a-b65d-6fc6d4ea0277, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7614f906-b24e-4765-b03a-dcf4424d91d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:37.564588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.566275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41176) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.573182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2082376125'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:37.581601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:37.586494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:network and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:37.591955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:37.598332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:37.608892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:37.612084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.641443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:37.652478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.653966 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added segment 9cafd8b9-113a-4c88-8219-418d11c22e4f of type vlan for network 3fe7811b-2bab-4dbe-8968-643dc0764749 Dec 22 08:44:37.678570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] For port ff1e5f90-3695-454a-b65d-6fc6d4ea0277, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:37.685529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.686933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] For port ff1e5f90-3695-454a-b65d-6fc6d4ea0277, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,segment=NetworkSegment(7614f906-b24e-4765-b03a-dcf4424d91d9),segment_id=7614f906-b24e-4765-b03a-dcf4424d91d9)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:37.698871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.704471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162a0212-89fe-493d-8270-b8e424467fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:37.726153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.726770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.736798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:37.737798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] DHCP port deletion for 1dcf7cff-af54-44c9-b221-d5fdc9bb3172 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:44:37.738040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.743798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-986a50f0-1e63-4fb2-93d4-26ce3f78a972 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:37.762329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] Deleting port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:37.762329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.762706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] For port 134f3e4a-aa47-4658-8d29-850f04e88dce, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:37.783052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] For port 134f3e4a-aa47-4658-8d29-850f04e88dce, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=134f3e4a-aa47-4658-8d29-850f04e88dce,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:37.800045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:37.807932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b0ed0539-541e-497e-ab48-64728c3683a1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:37.846198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Pushing event updated for resources: {'Port': ['ID=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.853539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:37.961809 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3941545 Dec 22 08:44:37.965537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41182) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:37.972312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Network': ['ID=3fe7811b-2bab-4dbe-8968-643dc0764749,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:37.976295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:37.978170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'subnet': {'network_id': '3fe7811b-2bab-4dbe-8968-643dc0764749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:38.006625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 3fe7811b-2bab-4dbe-8968-643dc0764749 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:38.108965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.110504 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] 10.222.0.32 "PUT /v2.0/ports/134f3e4a-aa47-4658-8d29-850f04e88dce HTTP/1.1" status: 200 len: 1094 time: 2.1900375 Dec 22 08:44:38.164010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:38.164970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] For port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6c2836ff-2ec2-4ca4-93d4-c1f52e344f13,segment=NetworkSegment(a93c899a-be85-4c8e-b335-5076eeb07d8f),segment_id=a93c899a-be85-4c8e-b335-5076eeb07d8f)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:38.165736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.284111 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'status': 'completed', 'code': 200} Dec 22 08:44:38.285726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.311660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Pushing event updated for resources: {'Port': ['ID=134f3e4a-aa47-4658-8d29-850f04e88dce,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:38.336126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.10 (e93aef9f-bcb9-438d-852d-b898442cebc6/2ffc0c82-0bae-44d0-b1b4-f801e0ba6071/f23dd644-0aa3-4db6-ad42-b3f9e2fecaee) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:38.341882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] Calling delete_port for 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:38.345792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:38.402331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e20ec7-9bca-4257-9d66-6825d73f947f']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:38.414260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:38.443902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5288171c-1c12-43d7-8c37-22ad68fc28e1') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:38.443902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5288171c-1c12-43d7-8c37-22ad68fc28e1') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:38.455804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:subnet and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:38.455956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.463087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-00457826-6f72-470c-85e3-b2044351caa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:38.483471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:38.490806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:38.500769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.522299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] Pushing event deleted for resources: {'Port': ['ID=6c2836ff-2ec2-4ca4-93d4-c1f52e344f13,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:38.524899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:38.527467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] No DVR routers for this DVR port 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:38.611321 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.614464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:38.635677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ff1e5f90-3695-454a-b65d-6fc6d4ea0277 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:38.689302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:44:38.689718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:38.711579 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:38.713835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:38.762729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:38.782690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c61f17-0440-4f2e-99a2-cc6201c1c319 req-6cf7811c-5d8d-49bd-8e4f-fc30937d648f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:38.783424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e1c61f17-0440-4f2e-99a2-cc6201c1c319 req-6cf7811c-5d8d-49bd-8e4f-fc30937d648f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:38.788019 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-ba5642d1-99f5-4cb6-ad03-6e866341a275 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 1097 time: 0.6136529 Dec 22 08:44:38.795227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:38.795650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c2836ff-2ec2-4ca4-93d4-c1f52e344f13 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:38.939429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:38.963198 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-db586adf-e52c-4592-b38a-f79be3bd1c99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=134f3e4a-aa47-4658-8d29-850f04e88dce HTTP/1.1" status: 200 len: 217 time: 0.1591384 Dec 22 08:44:38.963895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e1c61f17-0440-4f2e-99a2-cc6201c1c319 req-6cf7811c-5d8d-49bd-8e4f-fc30937d648f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:38.964921 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e1c61f17-0440-4f2e-99a2-cc6201c1c319 req-6cf7811c-5d8d-49bd-8e4f-fc30937d648f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 944 time: 0.8931530 Dec 22 08:44:38.971190 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.059770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7dd1cb31-fd71-447a-8c09-e119672dce21 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:39.093147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.127040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event deleted for resources: {'Network': ['ID=b7e20ec7-9bca-4257-9d66-6825d73f947f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:39.132432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.152019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:39.161843 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "DELETE /v2.0/networks/b7e20ec7-9bca-4257-9d66-6825d73f947f HTTP/1.1" status: 204 len: 168 time: 1.7760251 Dec 22 08:44:39.165494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.167538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Provisioning complete for port 26e08f5c-333e-44bb-8aea-7939097d5b6f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:39.168004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.205284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object f23dd644-0aa3-4db6-ad42-b3f9e2fecaee will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:39.219501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-0e8c6282-9fee-466e-ae21-75731acca0c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:39.221268 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-0e8c6282-9fee-466e-ae21-75731acca0c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b394b014-4b3c-49c7-9252-8335172fb766 HTTP/1.1" status: 200 len: 835 time: 0.2482407 Dec 22 08:44:39.237563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b0c3ed51-4762-4f78-8a8a-6096a240660f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.239549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Port 26e08f5c-333e-44bb-8aea-7939097d5b6f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:39.254341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Provisioning for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:39.260069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Provisioning complete for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:39.260592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.311030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.403796 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e1c61f17-0440-4f2e-99a2-cc6201c1c319 req-6c99e5ae-f6c1-49cd-8696-6daccd59368d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4295840 Dec 22 08:44:39.431943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.459494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.474494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.484941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:39.487008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcf7cff-af54-44c9-b221-d5fdc9bb3172']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:39.487839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] For port ff1e5f90-3695-454a-b65d-6fc6d4ea0277, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,segment=NetworkSegment(7614f906-b24e-4765-b03a-dcf4424d91d9),segment_id=7614f906-b24e-4765-b03a-dcf4424d91d9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:39.493714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.498329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:39.499998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93c899a-be85-4c8e-b335-5076eeb07d8f') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:39.500520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93c899a-be85-4c8e-b335-5076eeb07d8f') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:39.512524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.531768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.540373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:44:39.541674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:39.564111 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:39.584683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Pushing event updated for resources: {'Port': ['ID=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:39.588111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:39.599334 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-aca2eb01-21c9-485a-9bcc-a058ec1ba654 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3f8f3ee-393b-4708-9cc2-351681908c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3687153 Dec 22 08:44:39.612299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:39.616036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=f23dd644-0aa3-4db6-ad42-b3f9e2fecaee,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:39.643475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:39.648839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.649946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:39.652579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.655475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:39.681173 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "DELETE /v2.0/networks/1dcf7cff-af54-44c9-b221-d5fdc9bb3172 HTTP/1.1" status: 204 len: 168 time: 0.5136914 Dec 22 08:44:39.681765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41192) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.684446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event deleted for resources: {'Network': ['ID=1dcf7cff-af54-44c9-b221-d5fdc9bb3172,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:39.698420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:39.720542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:39.741551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.749070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3206f6c3-807b-42ad-ad57-b20b98b85ca7 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:39.843355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:39.844419 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.883555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Deleting subnet 5425c7a7-861c-4b7d-aa85-39eb0c0e755a {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:39.885606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Subnet': ['ID=003bc025-afc7-491d-8cab-62aecd76b01d,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:39.886973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.907496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:39.924363 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0954189 Dec 22 08:44:39.926682 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-17d0bcd5-8174-4529-b92c-0a7b8800adf1 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118412 Dec 22 08:44:39.929232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c1a0b681-2255-44b3-85a1-8c46570d3078 None None] Provisioning for port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:39.932061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:39.936879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c1a0b681-2255-44b3-85a1-8c46570d3078 None None] Provisioning complete for port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:39.938958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b681-2255-44b3-85a1-8c46570d3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:39.945623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:39.963888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Checking segment: {'id': '9cafd8b9-113a-4c88-8219-418d11c22e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3fe7811b-2bab-4dbe-8968-643dc0764749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:39.963888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network hostable DHCP agents. Network: 3fe7811b-2bab-4dbe-8968-643dc0764749, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:40.009682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0b681-2255-44b3-85a1-8c46570d3078 None None] Port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:40.043826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.081299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 3fe7811b-2bab-4dbe-8968-643dc0764749 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:40.102942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 3fe7811b-2bab-4dbe-8968-643dc0764749) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:40.109944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:40.110202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.119482 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a9f7c0bc-7c79-42ae-a9db-11246e5c6ddc req-64ac3334-e707-458a-a855-b2e08957f3b1 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831963 Dec 22 08:44:40.124834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5a2909-9802-4904-9712-30121769a5ad None None] Network 3fe7811b-2bab-4dbe-8968-643dc0764749 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:40.136216 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1657970 Dec 22 08:44:40.138984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41200) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.146556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-185997425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:40.169034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:40.174093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:40.178918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:40.181683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:40.188105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:40.203472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:40.224790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:router and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:40.229368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:40.235702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:40.261799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.263158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.288902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.295657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.300916 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8e70d4a1-4d74-498a-a757-bf9fe0097885 req-c819bae8-c413-4aa6-bfb3-b2404697136e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 1097 time: 0.1286077 Dec 22 08:44:40.383723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.407702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.414719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.429596 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-3fe7811b-2bab-4dbe-8968-643dc0764749', 'network_id': '3fe7811b-2bab-4dbe-8968-643dc0764749', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'fixed_ips': [{'subnet_id': '003bc025-afc7-491d-8cab-62aecd76b01d'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:44:40.434007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.444934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.466009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.466009 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-640a17ff-4eab-431e-a25c-ece33c324ed1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3249419 Dec 22 08:44:40.480545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41206) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.496019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.509033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8d3f17a6-381c-4275-831d-871101fc123a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:40.565780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:40.580934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5872fb11-ccbb-402c-a044-529a3bbb92b8 None None] Network 95f2e723-890c-40a3-b791-332ac5442b05 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:40.623547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event deleted for resources: {'Subnet': ['ID=5425c7a7-861c-4b7d-aa85-39eb0c0e755a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:40.644667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:40.644667 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "DELETE /v2.0/subnets/5425c7a7-861c-4b7d-aa85-39eb0c0e755a HTTP/1.1" status: 204 len: 168 time: 0.9582787 Dec 22 08:44:40.653651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41210) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:40.663522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70d4a1-4d74-498a-a757-bf9fe0097885 req-632420e6-f327-43df-bbfa-cff2c15a7b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:40.666359 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8e70d4a1-4d74-498a-a757-bf9fe0097885 req-632420e6-f327-43df-bbfa-cff2c15a7b78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3f8f3ee-393b-4708-9cc2-351681908c6b HTTP/1.1" status: 200 len: 897 time: 0.3586211 Dec 22 08:44:40.708591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ff1e5f90-3695-454a-b65d-6fc6d4ea0277 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:40.756748 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8e70d4a1-4d74-498a-a757-bf9fe0097885 req-e34d65fd-bfc2-4efe-b0c2-76300065c5ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=134f3e4a-aa47-4658-8d29-850f04e88dce HTTP/1.1" status: 200 len: 217 time: 0.0775776 Dec 22 08:44:40.989833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70d4a1-4d74-498a-a757-bf9fe0097885 req-852bd132-7f49-4fa9-b5d2-f9d523ee95fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:40.991577 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8e70d4a1-4d74-498a-a757-bf9fe0097885 req-852bd132-7f49-4fa9-b5d2-f9d523ee95fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b394b014-4b3c-49c7-9252-8335172fb766 HTTP/1.1" status: 200 len: 835 time: 0.2300544 Dec 22 08:44:40.996706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Allocated IP 2001:db8::2 (3fe7811b-2bab-4dbe-8968-643dc0764749/003bc025-afc7-491d-8cab-62aecd76b01d/0bfff730-1578-4b0b-af72-a713b238e38f) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:41.042293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:41.042681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.129744 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2ffc0c82-0bae-44d0-b1b4-f801e0ba6071 (CIDR: 172.20.0.0/28) Dec 22 08:44:41.141459 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:41.142420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:41.180008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.187390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.206224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba31fa-b65f-47fa-8b77-fa453210d46f req-20c9101f-5604-4a91-8ed7-774cfb379999 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:41.208572 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3eba31fa-b65f-47fa-8b77-fa453210d46f req-20c9101f-5604-4a91-8ed7-774cfb379999 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 944 time: 0.5284045 Dec 22 08:44:41.220881 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c203b423-f096-4213-9ec2-ced6b050b660 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2768412 Dec 22 08:44:41.220881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41214) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:41.229887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:41.268864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Deleting port dbd51509-48bc-44ab-b07f-e7d0203b5d73 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:41.269277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.302118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] DHCP port deletion for 95f2e723-890c-40a3-b791-332ac5442b05 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:44:41.348198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] Deleting port dbd51509-48bc-44ab-b07f-e7d0203b5d73 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:41.348535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.448927 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8e70d4a1-4d74-498a-a757-bf9fe0097885 req-e773540e-f1f6-4785-aa3d-bd57d6128938 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3f8f3ee-393b-4708-9cc2-351681908c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4490073 Dec 22 08:44:41.450311 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3eba31fa-b65f-47fa-8b77-fa453210d46f req-e4d3b8ae-8731-47e6-93a8-1d4199f93275 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007942 Dec 22 08:44:41.575181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.586736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:41.644075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Transition to ACTIVE for port object 0bfff730-1578-4b0b-af72-a713b238e38f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:41.647717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:41.648892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.655494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:41.671828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:41.694166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Transition to ACTIVE for port object 0bfff730-1578-4b0b-af72-a713b238e38f will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:41.700409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] For port dbd51509-48bc-44ab-b07f-e7d0203b5d73, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=dbd51509-48bc-44ab-b07f-e7d0203b5d73,segment=NetworkSegment(d62d474b-c8aa-48ad-a256-1fed1bf8ec0b),segment_id=d62d474b-c8aa-48ad-a256-1fed1bf8ec0b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:41.700625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.704505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:41.708490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.786647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] For port dbd51509-48bc-44ab-b07f-e7d0203b5d73, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=dbd51509-48bc-44ab-b07f-e7d0203b5d73,segment=NetworkSegment(d62d474b-c8aa-48ad-a256-1fed1bf8ec0b),segment_id=d62d474b-c8aa-48ad-a256-1fed1bf8ec0b)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:41.787006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.831720 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:41.880710 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8e70d4a1-4d74-498a-a757-bf9fe0097885 req-dedff1d3-efb7-4782-bfc0-c871adba2b83 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199495 Dec 22 08:44:41.889896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-80ccc96f-ba0c-497e-96b1-5cc6501ae8e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:41.925678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Calling delete_port for dbd51509-48bc-44ab-b07f-e7d0203b5d73 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:41.939709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] Calling delete_port for dbd51509-48bc-44ab-b07f-e7d0203b5d73 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:41.980284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.004547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Pushing event updated for resources: {'Port': ['ID=0bfff730-1578-4b0b-af72-a713b238e38f,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:42.017268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:42.021036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Network 3fe7811b-2bab-4dbe-8968-643dc0764749 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:42.025033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:42.029726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:42.054971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.061121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:42.076464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 134f3e4a-aa47-4658-8d29-850f04e88dce details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:44:42.125057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event deleted for resources: {'Port': ['ID=dbd51509-48bc-44ab-b07f-e7d0203b5d73,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:42.129695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:42.137415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] No DVR routers for this DVR port dbd51509-48bc-44ab-b07f-e7d0203b5d73 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:42.151035 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8e70d4a1-4d74-498a-a757-bf9fe0097885 req-92d50014-1da9-4579-87fe-1ffe0d623c35 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328930 Dec 22 08:44:42.156498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:42.156680 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:42.231577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Attempting to bind port 0bfff730-1578-4b0b-af72-a713b238e38f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:42.231852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Attempting to bind port 0bfff730-1578-4b0b-af72-a713b238e38f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '9cafd8b9-113a-4c88-8219-418d11c22e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3fe7811b-2bab-4dbe-8968-643dc0764749'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:42.232220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Attempting to bind port 0bfff730-1578-4b0b-af72-a713b238e38f on network 3fe7811b-2bab-4dbe-8968-643dc0764749 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:42.243652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 2001:db8::1 (3fe7811b-2bab-4dbe-8968-643dc0764749/003bc025-afc7-491d-8cab-62aecd76b01d/73c323b8-e883-4601-9514-9ec4b96bbd19) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:42.254478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:42.254478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Checking segment: {'id': '9cafd8b9-113a-4c88-8219-418d11c22e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3fe7811b-2bab-4dbe-8968-643dc0764749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:42.254478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.254478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Bound using segment: {'id': '9cafd8b9-113a-4c88-8219-418d11c22e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3fe7811b-2bab-4dbe-8968-643dc0764749'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:42.255093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Bound port: 0bfff730-1578-4b0b-af72-a713b238e38f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cafd8b9-113a-4c88-8219-418d11c22e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3fe7811b-2bab-4dbe-8968-643dc0764749'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:42.255672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.339815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.378259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f2e723-890c-40a3-b791-332ac5442b05']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.378430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 134f3e4a-aa47-4658-8d29-850f04e88dce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=134f3e4a-aa47-4658-8d29-850f04e88dce,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:42.394801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62d474b-c8aa-48ad-a256-1fed1bf8ec0b') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.396023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62d474b-c8aa-48ad-a256-1fed1bf8ec0b') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:42.412386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'port_id': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'mac_address': 'fa:16:3e:86:a0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:44:42.414917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.442413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.459472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:44:42.460190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.461933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] For port 0bfff730-1578-4b0b-af72-a713b238e38f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:42.482186 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:42.484206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] For port 0bfff730-1578-4b0b-af72-a713b238e38f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0bfff730-1578-4b0b-af72-a713b238e38f,segment=NetworkSegment(9cafd8b9-113a-4c88-8219-418d11c22e4f),segment_id=9cafd8b9-113a-4c88-8219-418d11c22e4f)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:42.508394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.537168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.538877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.549918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.560350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-515ece99-d3d4-4ae7-b585-f75ec9ae36fc tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:42.569873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ade55b83-c5cc-4f7f-9a3c-0583673d35e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:42.576471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Transition to ACTIVE for port object 73c323b8-e883-4601-9514-9ec4b96bbd19 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:42.628199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.633307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ee9613e1-bbd8-466e-aeeb-73aae15d6772 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:42.671841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134f3e4a-aa47-4658-8d29-850f04e88dce {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:44:42.687587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=114e43bf-d655-4a99-b8ca-865b361d2415,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:42.694129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:42.696012 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] Deleting port dbd51509-48bc-44ab-b07f-e7d0203b5d73 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:42.696409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.727269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:42.730019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:42.736207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:42.736447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.742981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.748186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.755557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cfa6df5b-9add-432f-965a-4461a6624b6e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:42.781448 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device dbd51509-48bc-44ab-b07f-e7d0203b5d73 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:42.790429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Pushing event deleted for resources: {'Network': ['ID=95f2e723-890c-40a3-b791-332ac5442b05,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:42.793157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:42.802099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "DELETE /v2.0/networks/95f2e723-890c-40a3-b791-332ac5442b05 HTTP/1.1" status: 204 len: 168 time: 2.1471548 Dec 22 08:44:42.803145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41222) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:42.805246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 3fe7811b-2bab-4dbe-8968-643dc0764749 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:42.806163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=73c323b8-e883-4601-9514-9ec4b96bbd19,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:42.814202 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5874119 Dec 22 08:44:42.814337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:42.814337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:42.814337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41226) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:42.822057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1550966235', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '114e43bf-d655-4a99-b8ca-865b361d2415'}], 'security_groups': ['f38011f2-09d8-42ad-a252-ea07ea43306b']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:42.841242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75438cbf-ec65-4266-968d-af1779734008 None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:42.857616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-05024c1c-f77d-43df-8163-82d72f421622 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Synchronizing usage tracker for tenant:7bdf34f01c10446a9dc252d7c5c149c2 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:42.857894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:42.858442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:42.882088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-05024c1c-f77d-43df-8163-82d72f421622 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Unset dirty status for tenant:7bdf34f01c10446a9dc252d7c5c149c2 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:42.884875 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-05024c1c-f77d-43df-8163-82d72f421622 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "GET /v2.0/ports?device_id=111c2d81-4fc7-45bd-bd94-a0fc594681ed HTTP/1.1" status: 200 len: 205 time: 0.0798135 Dec 22 08:44:42.885602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41230) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:42.939561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b6605-33a9-4ac8-900e-6e98d5c9fa21 req-3f781538-d240-4cc9-95c9-c27cae487971 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:42.941123 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dd2b6605-33a9-4ac8-900e-6e98d5c9fa21 req-3f781538-d240-4cc9-95c9-c27cae487971 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 944 time: 0.2126527 Dec 22 08:44:42.964715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Pushing event updated for resources: {'Port': ['ID=0bfff730-1578-4b0b-af72-a713b238e38f,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:42.984806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:42.990314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5611a9a9-b28b-4144-a682-d4cc2e91a2fd None None] The port 'dbd51509-48bc-44ab-b07f-e7d0203b5d73' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:44:42.992276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 134f3e4a-aa47-4658-8d29-850f04e88dce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=134f3e4a-aa47-4658-8d29-850f04e88dce,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:42.997868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: dbd51509-48bc-44ab-b07f-e7d0203b5d73 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:42.998915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device dbd51509-48bc-44ab-b07f-e7d0203b5d73 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:43.020326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.030834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:43.187772 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dd2b6605-33a9-4ac8-900e-6e98d5c9fa21 req-b9e26105-3e5f-4877-88fa-fd1b031c2b5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219911 Dec 22 08:44:43.212796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=134f3e4a-aa47-4658-8d29-850f04e88dce,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:43.222362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:43.280288 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.296608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0107add2-a450-4399-a188-9ab5338a5c19 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.445110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['134f3e4a-aa47-4658-8d29-850f04e88dce'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:44:43.552892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] Update dhcp port {'port': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'fixed_ips': [{'subnet_id': '2ffc0c82-0bae-44d0-b1b4-f801e0ba6071', 'ip_address': '172.20.0.2'}, {'subnet_id': '114e43bf-d655-4a99-b8ca-865b361d2415'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': 'ff1e5f90-3695-454a-b65d-6fc6d4ea0277'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:44:43.553023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.644066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.797038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0107add2-a450-4399-a188-9ab5338a5c19 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.802297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0107add2-a450-4399-a188-9ab5338a5c19 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.853570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0107add2-a450-4399-a188-9ab5338a5c19 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.856036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0107add2-a450-4399-a188-9ab5338a5c19 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Fanout notify agent at l3_agent the message router_deleted on router 111c2d81-4fc7-45bd-bd94-a0fc594681ed {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:44:43.884372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0107add2-a450-4399-a188-9ab5338a5c19 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:43.895920 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0107add2-a450-4399-a188-9ab5338a5c19 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] 10.222.0.31 "DELETE /v2.0/routers/111c2d81-4fc7-45bd-bd94-a0fc594681ed HTTP/1.1" status: 204 len: 168 time: 1.0082035 Dec 22 08:44:44.074185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] Allocated IP 172.20.0.18 (e93aef9f-bcb9-438d-852d-b898442cebc6/114e43bf-d655-4a99-b8ca-865b361d2415/ff1e5f90-3695-454a-b65d-6fc6d4ea0277) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:44.192808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.211744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.213913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.219103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-25cd7bff-cf05-455c-bb31-85a155984146 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:44.312697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] For port ff1e5f90-3695-454a-b65d-6fc6d4ea0277, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,segment=NetworkSegment(7614f906-b24e-4765-b03a-dcf4424d91d9),segment_id=7614f906-b24e-4765-b03a-dcf4424d91d9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:44.362948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.384811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] Transition to ACTIVE for port object ff1e5f90-3695-454a-b65d-6fc6d4ea0277 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:44.397435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.433994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:44.473560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41240) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:44.540921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df444b17-a82f-48db-900d-c301b12b2712 req-dba4ebad-6afd-4529-9ccf-df1dc24a9abb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:44.545146 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-df444b17-a82f-48db-900d-c301b12b2712 req-dba4ebad-6afd-4529-9ccf-df1dc24a9abb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 945 time: 0.1257679 Dec 22 08:44:44.587730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810fb65b-b9d0-4bea-a6f9-00fe3176ba73 None None] Network 3fe7811b-2bab-4dbe-8968-643dc0764749 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:44.595341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=73c323b8-e883-4601-9514-9ec4b96bbd19,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:44.640062 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-df444b17-a82f-48db-900d-c301b12b2712 req-c242a3d6-3cb1-4203-b702-07674ba0cb0f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858905 Dec 22 08:44:44.643490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:44.758896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0bfff730-1578-4b0b-af72-a713b238e38f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:44.790347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 3fe7811b-2bab-4dbe-8968-643dc0764749 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:44.794643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:44.823826 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cdaf2355-c938-4b9f-921d-c20f11a0aa17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bdf34f01c10446a9dc252d7c5c149c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3486459 Dec 22 08:44:44.825812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:44.837801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] Pushing event updated for resources: {'Port': ['ID=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:44.841731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:44.871057 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7b8502ac-43be-48cd-8557-6c5e7cbf546e None None] Provisioning for port 0bfff730-1578-4b0b-af72-a713b238e38f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:44.925267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4692f488-f3dd-4a8e-981f-1343b13c2035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.948339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 0bfff730-1578-4b0b-af72-a713b238e38f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:44.954535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.db.api [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-c5b01f65-110c-492f-afc1-ef0b90984512 {{(pid=83496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:44.955089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_db.api [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:44.959128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 0bfff730-1578-4b0b-af72-a713b238e38f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:44.960387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:44.966070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4692f488-f3dd-4a8e-981f-1343b13c2035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.059396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4692f488-f3dd-4a8e-981f-1343b13c2035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.067049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-79415074-0562-46c9-ab00-f22a174cf2c9 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:45.082038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692f488-f3dd-4a8e-981f-1343b13c2035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba62d9a-3005-424d-9af0-d28da130fd7d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:45.088119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4692f488-f3dd-4a8e-981f-1343b13c2035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:45.093075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4692f488-f3dd-4a8e-981f-1343b13c2035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.098393 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4692f488-f3dd-4a8e-981f-1343b13c2035 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ba62d9a-3005-424d-9af0-d28da130fd7d HTTP/1.1" status: 204 len: 168 time: 0.2709675 Dec 22 08:44:45.209344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.261373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 0bfff730-1578-4b0b-af72-a713b238e38f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0bfff730-1578-4b0b-af72-a713b238e38f,segment=NetworkSegment(9cafd8b9-113a-4c88-8219-418d11c22e4f),segment_id=9cafd8b9-113a-4c88-8219-418d11c22e4f)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:45.279266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.284390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:45.333897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router cea8bb2b-8fcc-4e92-8a84-344f8eade654 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:44:45.412194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=0bfff730-1578-4b0b-af72-a713b238e38f,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:45.417695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:45.739488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.740480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d28cfa7a-26bc-45b3-8eac-96da40f467eb None None] Provisioning for port 73c323b8-e883-4601-9514-9ec4b96bbd19 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:45.748856 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d28cfa7a-26bc-45b3-8eac-96da40f467eb None None] Provisioning complete for port 73c323b8-e883-4601-9514-9ec4b96bbd19 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:45.751098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d28cfa7a-26bc-45b3-8eac-96da40f467eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.874488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d28cfa7a-26bc-45b3-8eac-96da40f467eb None None] Port 73c323b8-e883-4601-9514-9ec4b96bbd19 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:45.894235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d28cfa7a-26bc-45b3-8eac-96da40f467eb None None] Provisioning complete for port 0bfff730-1578-4b0b-af72-a713b238e38f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:45.894607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d28cfa7a-26bc-45b3-8eac-96da40f467eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:45.956111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:45.967368 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8943f1-7c3d-4aaa-bb20-7b04778c5f2f None None] Sync routers for ids ['cea8bb2b-8fcc-4e92-8a84-344f8eade654'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:45.993260 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8943f1-7c3d-4aaa-bb20-7b04778c5f2f None None] Routers {'cea8bb2b-8fcc-4e92-8a84-344f8eade654'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:45.994071 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5a8943f1-7c3d-4aaa-bb20-7b04778c5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['cea8bb2b-8fcc-4e92-8a84-344f8eade654'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:46.037786 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/cea8bb2b-8fcc-4e92-8a84-344f8eade654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5594051 Dec 22 08:44:46.040930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41266) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:46.076162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 134f3e4a-aa47-4658-8d29-850f04e88dce up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:46.112943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe38a8a-81af-4b93-bb26-2aef73ca0045 req-5adef8bc-12fe-484b-ab4f-e86fffa42598 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:46.114552 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fbe38a8a-81af-4b93-bb26-2aef73ca0045 req-5adef8bc-12fe-484b-ab4f-e86fffa42598 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 945 time: 0.2408981 Dec 22 08:44:46.167469 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5a8943f1-7c3d-4aaa-bb20-7b04778c5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:46.195574 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8943f1-7c3d-4aaa-bb20-7b04778c5f2f None None] Routers {'cea8bb2b-8fcc-4e92-8a84-344f8eade654'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:46.197150 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5a8943f1-7c3d-4aaa-bb20-7b04778c5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['cea8bb2b-8fcc-4e92-8a84-344f8eade654'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:46.208426 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fbe38a8a-81af-4b93-bb26-2aef73ca0045 req-41b7c450-6349-4c68-855a-17b878afdc53 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866568 Dec 22 08:44:46.214206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5366da-0d6e-4751-a98e-a47a5c5e8431 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:46.227032 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2f5366da-0d6e-4751-a98e-a47a5c5e8431 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports/73c323b8-e883-4601-9514-9ec4b96bbd19 HTTP/1.1" status: 200 len: 911 time: 0.1849074 Dec 22 08:44:46.232763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41272) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:46.240884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '003bc025-afc7-491d-8cab-62aecd76b01d'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:46.241102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Provisioning complete for port 73c323b8-e883-4601-9514-9ec4b96bbd19 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:46.245427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.275050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 134f3e4a-aa47-4658-8d29-850f04e88dce completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:46.288186 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5a8943f1-7c3d-4aaa-bb20-7b04778c5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:46.288680 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8943f1-7c3d-4aaa-bb20-7b04778c5f2f None None] The sync data for ids ['cea8bb2b-8fcc-4e92-8a84-344f8eade654'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:46.289943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 134f3e4a-aa47-4658-8d29-850f04e88dce triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:46.290476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.349148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Port 73c323b8-e883-4601-9514-9ec4b96bbd19 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:46.383420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Provisioning complete for port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:46.383801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.449522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41278) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:46.490618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:46.494434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.547737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:46.560335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Delete allocated IP 172.20.0.10 (e93aef9f-bcb9-438d-852d-b898442cebc6/2ffc0c82-0bae-44d0-b1b4-f801e0ba6071) {{(pid=83496) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:44:46.598548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Provisioning complete for port 26e08f5c-333e-44bb-8aea-7939097d5b6f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:46.599069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.601478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.25 (e93aef9f-bcb9-438d-852d-b898442cebc6/114e43bf-d655-4a99-b8ca-865b361d2415/f23dd644-0aa3-4db6-ad42-b3f9e2fecaee) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:46.637633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571858860'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:46.648832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:46.653338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 134f3e4a-aa47-4658-8d29-850f04e88dce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=134f3e4a-aa47-4658-8d29-850f04e88dce,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:46.660726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:46.666842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.669903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:46.676075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a4627570-a8f5-4476-b840-60b2756c99c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:46.697332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:46.718185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.718969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.732431 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'code': 200} Dec 22 08:44:46.741972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.746839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ff1e5f90-3695-454a-b65d-6fc6d4ea0277 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:46.777135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:46.785203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:46.801932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:46.806255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:46.914977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.920184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:46.923270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Port 26e08f5c-333e-44bb-8aea-7939097d5b6f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:46.925923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b86967aa-6544-48be-b3b7-170ead7d9d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:46.957956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f53dd8-d9cd-4538-8657-bae736e40741,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:46.963356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=134f3e4a-aa47-4658-8d29-850f04e88dce,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:46.968031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0bfff730-1578-4b0b-af72-a713b238e38f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:46.973546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:46.992706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:46.996838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:46.999949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:47.000116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:47.001624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Provisioning for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:47.007187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:47.015650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Provisioning complete for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:47.016263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3a80097d-40be-4a1b-9608-8c2b6cb39b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.071366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.076295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.080178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8b6c60a8-dd4a-4387-96c8-749fa51b90f6 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:47.121035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eabe8f0-6ab4-4e0c-bbf1-49814c9615f0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:47.123847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:47.125451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.126852 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6759517 Dec 22 08:44:47.129584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.139407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 0bfff730-1578-4b0b-af72-a713b238e38f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:47.139941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.193318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ac40f36b-ff3e-4c86-a652-8ebc967414fd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:47.212709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ac40f36b-ff3e-4c86-a652-8ebc967414fd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:47.214269 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ac40f36b-ff3e-4c86-a652-8ebc967414fd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0836332 Dec 22 08:44:47.217279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41292) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.224197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fdbe6867-84ee-473a-8b2d-8b6a2191f642 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-security--696817793', 'description': 'tempest-security-description-287448357'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:47.260872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.280441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fdbe6867-84ee-473a-8b2d-8b6a2191f642 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.287371 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-711f7275-1760-4082-a78a-b76cb0c2f26e req-704d03bf-a17e-43d7-8ac2-ed6cfb0899b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 1099 time: 0.3566570 Dec 22 08:44:47.341099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object f23dd644-0aa3-4db6-ad42-b3f9e2fecaee will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:47.363041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-45f5a9bf-c3b6-4bc7-a227-085ed9565df8 None None] Provisioning complete for port 73c323b8-e883-4601-9514-9ec4b96bbd19 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:47.363619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fdbe6867-84ee-473a-8b2d-8b6a2191f642 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.364520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.365465 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-45f5a9bf-c3b6-4bc7-a227-085ed9565df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.368220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fdbe6867-84ee-473a-8b2d-8b6a2191f642 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.370669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fdbe6867-84ee-473a-8b2d-8b6a2191f642 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.372037 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fdbe6867-84ee-473a-8b2d-8b6a2191f642 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "PUT /v2.0/security-groups/9eabe8f0-6ab4-4e0c-bbf1-49814c9615f0 HTTP/1.1" status: 200 len: 1610 time: 0.1536684 Dec 22 08:44:47.372807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:47.376041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-588861dd-13a3-4215-9d24-6e5fe3fe4e1c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:47.382405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41298) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.423693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe6867-84ee-473a-8b2d-8b6a2191f642 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eabe8f0-6ab4-4e0c-bbf1-49814c9615f0,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:47.427692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fdbe6867-84ee-473a-8b2d-8b6a2191f642 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:47.431363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-45f5a9bf-c3b6-4bc7-a227-085ed9565df8 None None] Port 73c323b8-e883-4601-9514-9ec4b96bbd19 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:47.448757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c8ca7454-3e99-4204-9661-9b097fff2b39 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups/9eabe8f0-6ab4-4e0c-bbf1-49814c9615f0 HTTP/1.1" status: 200 len: 1610 time: 0.0652173 Dec 22 08:44:47.451361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41302) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.515386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-126e1608-2f68-4c75-8a0c-60e891662f2b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.545976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-126e1608-2f68-4c75-8a0c-60e891662f2b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.595565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-126e1608-2f68-4c75-8a0c-60e891662f2b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.599420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8afa32c-0fc1-437d-8efc-c3c895c3536f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:47.615516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e1608-2f68-4c75-8a0c-60e891662f2b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eabe8f0-6ab4-4e0c-bbf1-49814c9615f0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:47.618164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-126e1608-2f68-4c75-8a0c-60e891662f2b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:47.626856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-126e1608-2f68-4c75-8a0c-60e891662f2b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.628294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-126e1608-2f68-4c75-8a0c-60e891662f2b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/9eabe8f0-6ab4-4e0c-bbf1-49814c9615f0 HTTP/1.1" status: 204 len: 168 time: 0.1760318 Dec 22 08:44:47.630816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41306) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.684116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f613772e-f45f-4b14-9d67-3e34319bbfd2 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:47.700512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f613772e-f45f-4b14-9d67-3e34319bbfd2 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:47.705156 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f613772e-f45f-4b14-9d67-3e34319bbfd2 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0700130 Dec 22 08:44:47.705470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41310) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.722802 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-7c17aa68-08b3-4992-b254-14657bb5e64d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] delete failed (client error): The resource could not be found. Dec 22 08:44:47.728497 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7c17aa68-08b3-4992-b254-14657bb5e64d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/9eabe8f0-6ab4-4e0c-bbf1-49814c9615f0 HTTP/1.1" status: 404 len: 347 time: 0.0174587 Dec 22 08:44:47.728497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41314) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.733696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-secgroup--276832860'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:47.739974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:47.750241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:47.761663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.772518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=f23dd644-0aa3-4db6-ad42-b3f9e2fecaee,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:47.775392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:47.788274 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-711f7275-1760-4082-a78a-b76cb0c2f26e req-9b90a45a-53c4-4a6e-b062-6497266aeaa0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4662359 Dec 22 08:44:47.802054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:47.806147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:47.809279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:47.815201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:47.850861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] In _notify_port_updated(), no bound segment for port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee on network e93aef9f-bcb9-438d-852d-b898442cebc6 {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:44:47.854558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:47.855158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.856356 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "PUT /v2.0/ports/f23dd644-0aa3-4db6-ad42-b3f9e2fecaee HTTP/1.1" status: 200 len: 921 time: 5.0432096 Dec 22 08:44:47.859552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41318) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:47.898192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.903751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.906376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbd357-e275-497d-8247-363c8aa81793 req-a1c136d3-1ec0-4bef-b643-c9c472afb33e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:47.908046 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7cdbd357-e275-497d-8247-363c8aa81793 req-a1c136d3-1ec0-4bef-b643-c9c472afb33e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 946 time: 0.5330768 Dec 22 08:44:47.913666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-37c5e9a5-4739-4379-be10-3e9bc49c4c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:47.957328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.976090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:47.976324 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7cdbd357-e275-497d-8247-363c8aa81793 req-f4c8673d-3205-462e-bb44-8852fe021367 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618474 Dec 22 08:44:47.976424 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.977073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.981404 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:47.982230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:47.983827 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/ports/73c323b8-e883-4601-9514-9ec4b96bbd19 HTTP/1.1" status: 200 len: 911 time: 1.7496507 Dec 22 08:44:47.984909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-10999c9f-5752-4870-b56c-ca690af428a9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:48.015055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41322) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:48.025705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e818d7f-f9c2-4ed5-b588-721b986c5be8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.030128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.032856 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3022346 Dec 22 08:44:48.034576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:48.038025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41326) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:48.045197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '4e818d7f-f9c2-4ed5-b588-721b986c5be8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:48.051066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:48.054866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:48.058199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:48.065901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:48.138907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.183013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=73c323b8-e883-4601-9514-9ec4b96bbd19,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.186271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:48.263302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-41fb0cab-add0-4066-980a-511d4265d623 None None] Provisioning for port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:48.269687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-41fb0cab-add0-4066-980a-511d4265d623 None None] Provisioning complete for port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:48.270173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-41fb0cab-add0-4066-980a-511d4265d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.325636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-41fb0cab-add0-4066-980a-511d4265d623 None None] Port f23dd644-0aa3-4db6-ad42-b3f9e2fecaee cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:48.402228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.431784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.438132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.445212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.449099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-68ccff8e-84e4-40fe-9b29-8e076f713cc3 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:48.580897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for f23dd644-0aa3-4db6-ad42-b3f9e2fecaee owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:48.608070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28252723-371f-4665-9e87-54d44a60d129,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.618541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:48.625016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.626454 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5878422 Dec 22 08:44:48.629291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41330) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:48.683848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-04c92cb9-d791-439b-8767-873377313671 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.696264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-04c92cb9-d791-439b-8767-873377313671 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.767133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-04c92cb9-d791-439b-8767-873377313671 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.771911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:48.787009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92cb9-d791-439b-8767-873377313671 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28252723-371f-4665-9e87-54d44a60d129,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.791953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-04c92cb9-d791-439b-8767-873377313671 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:48.792938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.798404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-964b3882-7020-409c-a3fd-95a66427a73d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:48.835899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-04c92cb9-d791-439b-8767-873377313671 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.837019 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-04c92cb9-d791-439b-8767-873377313671 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/28252723-371f-4665-9e87-54d44a60d129 HTTP/1.1" status: 204 len: 168 time: 0.2068360 Dec 22 08:44:48.840549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41334) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:48.845400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=f23dd644-0aa3-4db6-ad42-b3f9e2fecaee,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:48.848655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:48.914227 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-01399908-bab5-4786-be00-6d39ebafd3ff tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0699246 Dec 22 08:44:48.914536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:48.976637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:48.978589 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/f23dd644-0aa3-4db6-ad42-b3f9e2fecaee HTTP/1.1" status: 204 len: 168 time: 1.1179872 Dec 22 08:44:48.982105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41342) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.031794 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5720035f-c398-4acb-990a-961d7e687ddc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:44:49.032371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5720035f-c398-4acb-990a-961d7e687ddc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:49.057038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a9e75d-5948-4646-b7ef-9b0504ad981a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.069002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 73c323b8-e883-4601-9514-9ec4b96bbd19 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:49.069227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.084408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5720035f-c398-4acb-990a-961d7e687ddc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:49.085877 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5720035f-c398-4acb-990a-961d7e687ddc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/f23dd644-0aa3-4db6-ad42-b3f9e2fecaee HTTP/1.1" status: 404 len: 333 time: 0.1023619 Dec 22 08:44:49.089362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41348) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.110676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a9e75d-5948-4646-b7ef-9b0504ad981a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.244803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bea7-c240-4847-887d-c077e9ab6a82 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.263744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a9e75d-5948-4646-b7ef-9b0504ad981a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.272978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-638de4bf-52e8-4f45-b4ec-02c2f5543c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:49.310825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9e75d-5948-4646-b7ef-9b0504ad981a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e818d7f-f9c2-4ed5-b588-721b986c5be8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:49.314933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e2a9e75d-5948-4646-b7ef-9b0504ad981a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:49.316463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bea7-c240-4847-887d-c077e9ab6a82 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.354198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a9e75d-5948-4646-b7ef-9b0504ad981a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.357661 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e2a9e75d-5948-4646-b7ef-9b0504ad981a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/4e818d7f-f9c2-4ed5-b588-721b986c5be8 HTTP/1.1" status: 204 len: 168 time: 0.4398494 Dec 22 08:44:49.358574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41352) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.395493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cf4ae-857f-4685-9661-7301053f824b req-8c5f82ee-8a19-40b5-bdf8-5f1edb8dc42c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:49.396926 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-709cf4ae-857f-4685-9661-7301053f824b req-8c5f82ee-8a19-40b5-bdf8-5f1edb8dc42c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 946 time: 0.2281129 Dec 22 08:44:49.415776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.446478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bea7-c240-4847-887d-c077e9ab6a82 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.452295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ed958cd1-34ba-4277-bfd3-42347b5e2adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:49.475679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4bea7-c240-4847-887d-c077e9ab6a82 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9ea97b-546b-4703-8ded-cc61b702d040,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:49.478803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ea28d77a-2ca9-4e25-9d2f-a29d29425798 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:49.482284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fcb4bea7-c240-4847-887d-c077e9ab6a82 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:49.490192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fcb4bea7-c240-4847-887d-c077e9ab6a82 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.491320 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fcb4bea7-c240-4847-887d-c077e9ab6a82 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a9ea97b-546b-4703-8ded-cc61b702d040 HTTP/1.1" status: 204 len: 168 time: 0.4008448 Dec 22 08:44:49.495025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41356) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.514579 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-709cf4ae-857f-4685-9661-7301053f824b req-4bc6eee1-9316-4826-9dd1-a4613852c147 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061203 Dec 22 08:44:49.535694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ea28d77a-2ca9-4e25-9d2f-a29d29425798 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:49.541668 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ea28d77a-2ca9-4e25-9d2f-a29d29425798 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1767218 Dec 22 08:44:49.543046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41360) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.551199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 73c323b8-e883-4601-9514-9ec4b96bbd19 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:49.551543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-secgroup--688847488'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:49.565684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:49.579958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:49.598417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.623843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cce36db0-3ee2-403a-ac89-8ac2c575fa3b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.664516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cce36db0-3ee2-403a-ac89-8ac2c575fa3b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.677394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:49.687874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:49.692693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:49.705865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:49.740456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cce36db0-3ee2-403a-ac89-8ac2c575fa3b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.746124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d55eaa1-d46f-467e-8b71-4baa640034f7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:49.746305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.751582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-aefdd713-3315-4f6d-b040-2cbf5ac6357f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:49.768268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce36db0-3ee2-403a-ac89-8ac2c575fa3b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38011f2-09d8-42ad-a252-ea07ea43306b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:49.773421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cce36db0-3ee2-403a-ac89-8ac2c575fa3b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:49.790906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.793169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cce36db0-3ee2-403a-ac89-8ac2c575fa3b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.794449 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cce36db0-3ee2-403a-ac89-8ac2c575fa3b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/security-groups/f38011f2-09d8-42ad-a252-ea07ea43306b HTTP/1.1" status: 204 len: 168 time: 0.2964048 Dec 22 08:44:49.797373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41364) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.800222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.804236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:49.805504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=73c323b8-e883-4601-9514-9ec4b96bbd19,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:49.808100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:49.892090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ac0901-c298-4ac0-a8ca-ad6f60962702,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:49.896976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:49.897791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:49.898978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3547201 Dec 22 08:44:49.901982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41368) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:49.909850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '62ac0901-c298-4ac0-a8ca-ad6f60962702', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:49.974603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:49.984146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:49.988666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:49.996213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.002557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:50.040638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.078199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet 2ffc0c82-0bae-44d0-b1b4-f801e0ba6071 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:50.084707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.152830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.204133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.211177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.216453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-590536b5-a681-45fd-a80a-52f06967795b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:50.249215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b157a84c-b384-4542-949b-6374d30df6b8,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:50.255984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:50.269613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.270965 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3680840 Dec 22 08:44:50.274018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41374) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.281095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '62ac0901-c298-4ac0-a8ca-ad6f60962702', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:50.288387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:50.288516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.293670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:50.297577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:50.355709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:50.362873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.368048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-54f7f968-b122-4c62-8a69-950f3b7bc93d tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:50.404050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=2ffc0c82-0bae-44d0-b1b4-f801e0ba6071,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:50.408259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:50.412341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.418454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f27c93-506b-4eab-9d11-512c42f4cdb9 None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:50.426173 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/2ffc0c82-0bae-44d0-b1b4-f801e0ba6071 HTTP/1.1" status: 204 len: 168 time: 0.6228886 Dec 22 08:44:50.426695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41378) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.432985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:50.439588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.478307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router cea8bb2b-8fcc-4e92-8a84-344f8eade654 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:44:50.629307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.639386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.641863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b5c419f7-88bb-4d05-9c9b-a4f82f640581 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:50.665741 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f778b0b-5d17-44d3-8291-b1117588a862,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:50.671778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:50.686754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:50.693714 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/cea8bb2b-8fcc-4e92-8a84-344f8eade654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6706216 Dec 22 08:44:50.693714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.701156 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4197423 Dec 22 08:44:50.701156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41384) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.703531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41388) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:50.711855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c8d4aa-210f-4847-a5df-67f5218a0677 None None] Sync routers for ids ['cea8bb2b-8fcc-4e92-8a84-344f8eade654'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:50.714587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '62ac0901-c298-4ac0-a8ca-ad6f60962702', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:50.720972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:50.727586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:50.735920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:50.739206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:50.745216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8d4aa-210f-4847-a5df-67f5218a0677 None None] Routers {'cea8bb2b-8fcc-4e92-8a84-344f8eade654'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:50.745338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:50.745942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-02c8d4aa-210f-4847-a5df-67f5218a0677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['cea8bb2b-8fcc-4e92-8a84-344f8eade654'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:50.747521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:50.751182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:50.759516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:50.774680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.788178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:50.796040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:50.820312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-02c8d4aa-210f-4847-a5df-67f5218a0677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:50.850588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8d4aa-210f-4847-a5df-67f5218a0677 None None] Routers {'cea8bb2b-8fcc-4e92-8a84-344f8eade654'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:50.851506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-02c8d4aa-210f-4847-a5df-67f5218a0677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['cea8bb2b-8fcc-4e92-8a84-344f8eade654'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:50.926256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-02c8d4aa-210f-4847-a5df-67f5218a0677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:50.927165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c8d4aa-210f-4847-a5df-67f5218a0677 None None] The sync data for ids ['cea8bb2b-8fcc-4e92-8a84-344f8eade654'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:50.951550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88391ef8-93f7-4e2e-aaba-8995fc3c28f6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:50.992023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88391ef8-93f7-4e2e-aaba-8995fc3c28f6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:50.993515 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-88391ef8-93f7-4e2e-aaba-8995fc3c28f6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea8bb2b-8fcc-4e92-8a84-344f8eade654 HTTP/1.1" status: 200 len: 205 time: 0.2972565 Dec 22 08:44:50.997014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41392) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.024079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.055849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.064093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:51.112132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871b71d2-1b34-4f47-bfb9-6d933dc1a2d6,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.117756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:51.136655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.137998 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4332390 Dec 22 08:44:51.141725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41396) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.150960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '62ac0901-c298-4ac0-a8ca-ad6f60962702', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:51.159220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:51.162243 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48ad4c-b4e0-4ae3-ad79-cf1fef174702 req-16470b53-decd-4915-8544-8413e328dd55 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:51.163950 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fd48ad4c-b4e0-4ae3-ad79-cf1fef174702 req-16470b53-decd-4915-8544-8413e328dd55 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 946 time: 0.4360986 Dec 22 08:44:51.164642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:51.168318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:51.188148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:51.205397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf81a8f7-2643-4384-8dd7-51a24fee7a1f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.231812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.237660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6936f970-7a4e-4383-b07b-4ee836d48184 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:51.273615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.337906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:51.344033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:51.347184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:51.347851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.359888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=5fc8000b-44da-4d05-bd5e-acf2fea96a29,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.368608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:51.371718 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fd48ad4c-b4e0-4ae3-ad79-cf1fef174702 req-f99ce1d0-6708-4ee2-bcea-617e2408b1d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968400 Dec 22 08:44:51.408537 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9781144 Dec 22 08:44:51.410040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.410517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41402) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.417622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'security_group': {'name': 'tempest-secgroup-1492351391'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:51.426382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.452346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:51.457208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:51.468017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:51.476162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:51.488436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a709c2d1-6dd8-4199-a0ff-c51fdbdbdd16,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.491727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:51.493074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:51.499869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.506282 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5127d327-0a71-4e4f-a44a-3f9d996693c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3633943 Dec 22 08:44:51.507514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41406) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.521188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '62ac0901-c298-4ac0-a8ca-ad6f60962702', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:51.530698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:51.539180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.558769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:51.563555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:51.611929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:51.650673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.665504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d419267f-ae5f-4352-97ad-4c3d6066c8bb None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:51.683209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf81a8f7-2643-4384-8dd7-51a24fee7a1f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.687752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf81a8f7-2643-4384-8dd7-51a24fee7a1f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.690092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:51.711306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group_rule and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:51.716581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:51.717731 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf81a8f7-2643-4384-8dd7-51a24fee7a1f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.718372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf81a8f7-2643-4384-8dd7-51a24fee7a1f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Fanout notify agent at l3_agent the message router_deleted on router cea8bb2b-8fcc-4e92-8a84-344f8eade654 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:44:51.733977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bf81a8f7-2643-4384-8dd7-51a24fee7a1f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.735132 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bf81a8f7-2643-4384-8dd7-51a24fee7a1f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/cea8bb2b-8fcc-4e92-8a84-344f8eade654 HTTP/1.1" status: 204 len: 168 time: 0.7361310 Dec 22 08:44:51.738314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41410) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.749974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:51.776154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459ddab-dced-4230-a00c-c61f55770ce4 req-2b4bfd45-e02b-4f18-8a0c-c26bfaf218bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:51.778439 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b459ddab-dced-4230-a00c-c61f55770ce4 req-2b4bfd45-e02b-4f18-8a0c-c26bfaf218bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 946 time: 0.2159607 Dec 22 08:44:51.778554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3a6aa1b3-b626-45d2-a134-c5e279d0867a None None] Provisioning complete for port 26e08f5c-333e-44bb-8aea-7939097d5b6f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:51.779084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3a6aa1b3-b626-45d2-a134-c5e279d0867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.822609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.836841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.841005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e1e989a0-5dc1-47fc-bc80-c4d757eb6c72 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:51.886436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50770d6d-e11a-4e66-b125-788b7969678f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:51.887180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3a6aa1b3-b626-45d2-a134-c5e279d0867a None None] Port 26e08f5c-333e-44bb-8aea-7939097d5b6f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:51.893382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:51.912126 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b459ddab-dced-4230-a00c-c61f55770ce4 req-497de09d-034a-44b8-9a26-2346353d384f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206825 Dec 22 08:44:51.914204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.920991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.929071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fcb4bea7-c240-4847-887d-c077e9ab6a82 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:51.941227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.944912 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4313068 Dec 22 08:44:51.951414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3a6aa1b3-b626-45d2-a134-c5e279d0867a None None] Provisioning complete for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:51.951961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3a6aa1b3-b626-45d2-a134-c5e279d0867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.952415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41414) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.963092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41418) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:51.987946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:51.992343 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5776732 Dec 22 08:44:51.997679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41422) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.002873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf100c-0455-4ec8-8fcc-9d775589e7d3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.008572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:52.012617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'security_group': {'name': 'tempest-secgroup-854835027'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:52.019876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.025756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92ac98e0-88a0-4ce5-b370-b71cc7e165ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.033019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.039214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.043373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92ac98e0-88a0-4ce5-b370-b71cc7e165ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.053879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.075679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.077547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting subnet 003bc025-afc7-491d-8cab-62aecd76b01d {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:44:52.085289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.104505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92ac98e0-88a0-4ce5-b370-b71cc7e165ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.107644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cc6ce3c2-e43b-4e9c-9f87-3d6e4edbf75a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:52.132808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac98e0-88a0-4ce5-b370-b71cc7e165ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50770d6d-e11a-4e66-b125-788b7969678f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.136231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-92ac98e0-88a0-4ce5-b370-b71cc7e165ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:52.141534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.147653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group_rule and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.150406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-92ac98e0-88a0-4ce5-b370-b71cc7e165ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.154128 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-92ac98e0-88a0-4ce5-b370-b71cc7e165ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/50770d6d-e11a-4e66-b125-788b7969678f HTTP/1.1" status: 204 len: 168 time: 0.1981826 Dec 22 08:44:52.154128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.154957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41426) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.160763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.183829 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e5e9fa5a-7b4c-497f-b7b0-977d8748f451 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 1094 time: 0.2176337 Dec 22 08:44:52.184015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.186617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.192241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:52.195197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] Update dhcp port {'port': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'fixed_ips': [{'subnet_id': '114e43bf-d655-4a99-b8ca-865b361d2415', 'ip_address': '172.20.0.18'}, {'subnet_id': '5fc8000b-44da-4d05-bd5e-acf2fea96a29'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': 'ff1e5f90-3695-454a-b65d-6fc6d4ea0277'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:44:52.198687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.202769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:floatingip and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.206199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.213400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.230565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.249757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.278020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-41b6a533-f7ad-4815-82b6-ebf4c6a085ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:52.312732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-41b6a533-f7ad-4815-82b6-ebf4c6a085ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:52.317729 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-41b6a533-f7ad-4815-82b6-ebf4c6a085ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1589465 Dec 22 08:44:52.317729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41434) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.331986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.346884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.355296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.365739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-942e861d-f0dc-4a5c-bd64-937d2ab502ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:52.397024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d6fa872-a92b-486e-980b-cd3e2e0df736 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.415707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d6fa872-a92b-486e-980b-cd3e2e0df736 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.420917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc50834-6661-4687-80a1-a4bd24edde7b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.424255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:52.425094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.426480 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4258683 Dec 22 08:44:52.430254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.444501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'security_group': {'name': 'tempest-secgroup-285936373'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:52.453768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.455619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.459698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.461867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04361dd0-5495-40eb-ad16-b42bd60e9a42 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:52.464081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.480311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.494961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d6fa872-a92b-486e-980b-cd3e2e0df736 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.499483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.516025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Subnet': ['ID=003bc025-afc7-491d-8cab-62aecd76b01d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.519088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:52.523620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:52.535710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.549638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fa872-a92b-486e-980b-cd3e2e0df736 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a709c2d1-6dd8-4199-a0ff-c51fdbdbdd16,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.554285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6d6fa872-a92b-486e-980b-cd3e2e0df736 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:52.559187 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/003bc025-afc7-491d-8cab-62aecd76b01d HTTP/1.1" status: 204 len: 168 time: 0.8195453 Dec 22 08:44:52.560020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41442) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.572030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] Allocated IP 172.20.0.2 (e93aef9f-bcb9-438d-852d-b898442cebc6/5fc8000b-44da-4d05-bd5e-acf2fea96a29/ff1e5f90-3695-454a-b65d-6fc6d4ea0277) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:52.581109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6d6fa872-a92b-486e-980b-cd3e2e0df736 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.582424 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6d6fa872-a92b-486e-980b-cd3e2e0df736 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a709c2d1-6dd8-4199-a0ff-c51fdbdbdd16 HTTP/1.1" status: 204 len: 168 time: 0.2640882 Dec 22 08:44:52.585974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41446) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.590622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.616677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e1a676-83b3-4fe3-852b-5b02a25bec5c None None] Network 3fe7811b-2bab-4dbe-8968-643dc0764749 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:52.680179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:52.686853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:security_group_rule and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:52.693047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:52.707071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:52.708452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.62 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/a1ea7464-b194-42b2-ba0e-0a0bd04798d5) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:52.858750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-01e8954e-4088-432c-b882-1e47cb57e510 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:52.861101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.871988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.878164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.885608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b623e3be-f665-4eef-a291-27b89c7d0933 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:52.890954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 0bfff730-1578-4b0b-af72-a713b238e38f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:52.891038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.892396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] For port ff1e5f90-3695-454a-b65d-6fc6d4ea0277, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,segment=NetworkSegment(7614f906-b24e-4765-b03a-dcf4424d91d9),segment_id=7614f906-b24e-4765-b03a-dcf4424d91d9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:52.924602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.927711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-01e8954e-4088-432c-b882-1e47cb57e510 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:52.929154 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-01e8954e-4088-432c-b882-1e47cb57e510 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3421507 Dec 22 08:44:52.932798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41450) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.956169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008058d5-01df-4753-b4ee-0a6270cdad05,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:52.958113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] Transition to ACTIVE for port object ff1e5f90-3695-454a-b65d-6fc6d4ea0277 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:52.961646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:52.968057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.974653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.978451 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5446794 Dec 22 08:44:52.978646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:52.978732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41454) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:52.986174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-402987621', 'security_groups': ['008058d5-01df-4753-b4ee-0a6270cdad05'], 'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5fc8000b-44da-4d05-bd5e-acf2fea96a29'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:52.988984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2feefb60-cce1-4b6c-8206-e8b6d1d5008a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:53.045072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d99b5a3a-6f81-400a-9e53-8a20fd9ff87c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.049521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] DHCP port deletion for 3fe7811b-2bab-4dbe-8968-643dc0764749 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:44:53.059176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d99b5a3a-6f81-400a-9e53-8a20fd9ff87c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.071796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] Deleting port 0bfff730-1578-4b0b-af72-a713b238e38f {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:53.072182 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.115225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] Pushing event updated for resources: {'Port': ['ID=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.130838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.148700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-782a84e8-ca10-4844-9e2f-6a78a00e25c9 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:53.157755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.178119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d99b5a3a-6f81-400a-9e53-8a20fd9ff87c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.189146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ef6fab93-2b79-40c4-af39-cd97d883b358 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:53.205393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:53.208472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:53.210619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5a3a-6f81-400a-9e53-8a20fd9ff87c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=871b71d2-1b34-4f47-bfb9-6d933dc1a2d6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.210782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:53.214737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d99b5a3a-6f81-400a-9e53-8a20fd9ff87c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.217670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 0bfff730-1578-4b0b-af72-a713b238e38f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0bfff730-1578-4b0b-af72-a713b238e38f,segment=NetworkSegment(9cafd8b9-113a-4c88-8219-418d11c22e4f),segment_id=9cafd8b9-113a-4c88-8219-418d11c22e4f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:53.217885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.223623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:53.227002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d99b5a3a-6f81-400a-9e53-8a20fd9ff87c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.228308 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d99b5a3a-6f81-400a-9e53-8a20fd9ff87c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/871b71d2-1b34-4f47-bfb9-6d933dc1a2d6 HTTP/1.1" status: 204 len: 168 time: 0.2940083 Dec 22 08:44:53.232935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41458) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:53.270108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:53.300131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=a1ea7464-b194-42b2-ba0e-0a0bd04798d5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.310871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.314648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:53.321618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.382528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 0bfff730-1578-4b0b-af72-a713b238e38f owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:53.415406 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] For port 0bfff730-1578-4b0b-af72-a713b238e38f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0bfff730-1578-4b0b-af72-a713b238e38f,segment=NetworkSegment(9cafd8b9-113a-4c88-8219-418d11c22e4f),segment_id=9cafd8b9-113a-4c88-8219-418d11c22e4f)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:53.415406 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.482560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-00cc8b87-f621-4db2-8545-d8c9fc7d5913 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:53.512218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-00cc8b87-f621-4db2-8545-d8c9fc7d5913 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:53.513792 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-00cc8b87-f621-4db2-8545-d8c9fc7d5913 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2792492 Dec 22 08:44:53.516381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.523467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41462) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:53.530657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4aeaf75f-4373-4d97-bd77-cd6ca62b55fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:53.581102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] device_id is not set on port 175a42eb-3f25-4204-a727-f7aa9e3df6cb yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:44:53.590103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] Calling delete_port for 0bfff730-1578-4b0b-af72-a713b238e38f owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:44:53.597863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=0bfff730-1578-4b0b-af72-a713b238e38f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.600339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.617737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No DVR routers for this DVR port 0bfff730-1578-4b0b-af72-a713b238e38f on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:44:53.703909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:44:53.704543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:44:53.758798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27b2dc7-3d95-4326-a8f7-a4f1d138e65e tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.775044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.783227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27b2dc7-3d95-4326-a8f7-a4f1d138e65e tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.821037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe7811b-2bab-4dbe-8968-643dc0764749']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:53.840163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cafd8b9-113a-4c88-8219-418d11c22e4f') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:53.840850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cafd8b9-113a-4c88-8219-418d11c22e4f') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:53.859696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.870201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27b2dc7-3d95-4326-a8f7-a4f1d138e65e tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.878116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-53639041-f41c-475d-8ea7-988588fa1060 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:53.892778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.894880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b2dc7-3d95-4326-a8f7-a4f1d138e65e tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f778b0b-5d17-44d3-8291-b1117588a862,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:53.897248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c27b2dc7-3d95-4326-a8f7-a4f1d138e65e tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:53.906391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:44:53.907078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:44:53.924308 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:44:54.003835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c27b2dc7-3d95-4326-a8f7-a4f1d138e65e tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.007682 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c27b2dc7-3d95-4326-a8f7-a4f1d138e65e tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0f778b0b-5d17-44d3-8291-b1117588a862 HTTP/1.1" status: 204 len: 168 time: 0.4391742 Dec 22 08:44:54.009929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41466) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.022955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.027967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.031156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-df7b626a-edb8-4ce3-9cb1-553240156d4b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:54.049621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.9 (e93aef9f-bcb9-438d-852d-b898442cebc6/5fc8000b-44da-4d05-bd5e-acf2fea96a29/175a42eb-3f25-4204-a727-f7aa9e3df6cb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:54.055037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Network': ['ID=3fe7811b-2bab-4dbe-8968-643dc0764749,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:54.057813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:54.067109 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/networks/3fe7811b-2bab-4dbe-8968-643dc0764749 HTTP/1.1" status: 204 len: 168 time: 1.4997671 Dec 22 08:44:54.067109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41470) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.073030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1213572457', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:54.078892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b6e5412a-12c6-4b1a-bae3-b620f79924c6 None None] Provisioning complete for port 26e08f5c-333e-44bb-8aea-7939097d5b6f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:54.078892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b6e5412a-12c6-4b1a-bae3-b620f79924c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.080484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:54.085113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:router and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:54.088215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:54.094808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:54.113364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.115975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.136062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3356b195-bae6-454d-92f3-0fd5e32afb7b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:54.150982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.151094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5412a-12c6-4b1a-bae3-b620f79924c6 None None] Port 26e08f5c-333e-44bb-8aea-7939097d5b6f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:54.170881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b6e5412a-12c6-4b1a-bae3-b620f79924c6 None None] Provisioning for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:54.180529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b6e5412a-12c6-4b1a-bae3-b620f79924c6 None None] Provisioning complete for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:54.180529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b6e5412a-12c6-4b1a-bae3-b620f79924c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.188485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.216873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] Deleting port 0bfff730-1578-4b0b-af72-a713b238e38f {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:44:54.216873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.238175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.244211 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e52daea9-fa3a-463b-bf27-9b5f5337b035 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1754842 Dec 22 08:44:54.244981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41474) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.246575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3356b195-bae6-454d-92f3-0fd5e32afb7b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:54.248280 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3356b195-bae6-454d-92f3-0fd5e32afb7b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2356067 Dec 22 08:44:54.253819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41478) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.268777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1421063205'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:54.285979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:54.298253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:network and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:54.303601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:54.312027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ad812a94-b6ef-431d-ac91-a84d6b526485 None None] The port '0bfff730-1578-4b0b-af72-a713b238e38f' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:44:54.334932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:54.335689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffb68b10-dc87-40a8-a11c-60da42d2ae83 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.348039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffb68b10-dc87-40a8-a11c-60da42d2ae83 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.381101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffb68b10-dc87-40a8-a11c-60da42d2ae83 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.384539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-21668bab-e484-46ef-befc-faa5fe1e6250 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:54.385534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:54.390152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.406112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.410358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb68b10-dc87-40a8-a11c-60da42d2ae83 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b157a84c-b384-4542-949b-6374d30df6b8,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:54.423436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ffb68b10-dc87-40a8-a11c-60da42d2ae83 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:54.431802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object 175a42eb-3f25-4204-a727-f7aa9e3df6cb will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:54.432752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ffb68b10-dc87-40a8-a11c-60da42d2ae83 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.436175 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ffb68b10-dc87-40a8-a11c-60da42d2ae83 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b157a84c-b384-4542-949b-6374d30df6b8 HTTP/1.1" status: 204 len: 168 time: 0.1786463 Dec 22 08:44:54.437738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41482) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.508793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-74f5c9fc-fda7-4b68-9929-7b8066c2b83a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:54.527631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:44:54.539143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-74f5c9fc-fda7-4b68-9929-7b8066c2b83a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:54.543984 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-74f5c9fc-fda7-4b68-9929-7b8066c2b83a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1031501 Dec 22 08:44:54.544441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41486) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.552535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.552888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added segment 10507134-c215-46d0-9e82-535cbdda36a3 of type vlan for network 555440db-a230-4ab0-9d50-812da74b1e84 Dec 22 08:44:54.572518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.632873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.642367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8699b29-50ab-411e-a701-a0d40c3ad305 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.644978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9e6fbe22-d7ce-44ad-9bb6-dd037eac5a3a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:54.654963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ff1e5f90-3695-454a-b65d-6fc6d4ea0277 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:54.679218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8699b29-50ab-411e-a701-a0d40c3ad305 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.717757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.729770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.765636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8699b29-50ab-411e-a701-a0d40c3ad305 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.779510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:54.780022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.789226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ddfbdb40-bdf9-4926-bbe6-bd30f7d52a95 tempest-PortsAdminExtendedAttrsTestJSON-534358491 tempest-PortsAdminExtendedAttrsTestJSON-534358491-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:54.797398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:54.805470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=175a42eb-3f25-4204-a727-f7aa9e3df6cb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:54.806728 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8699b29-50ab-411e-a701-a0d40c3ad305 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ac0901-c298-4ac0-a8ca-ad6f60962702,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:54.808029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:54.809939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:54.821795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:54.827279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c8699b29-50ab-411e-a701-a0d40c3ad305 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:54.834668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c8699b29-50ab-411e-a701-a0d40c3ad305 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.842579 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c8699b29-50ab-411e-a701-a0d40c3ad305 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/62ac0901-c298-4ac0-a8ca-ad6f60962702 HTTP/1.1" status: 204 len: 168 time: 0.2946105 Dec 22 08:44:54.843282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41490) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:54.941028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.944848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:54.945489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:54.956824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-11cdb1b8-1208-4979-afb0-0a75708231e4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:54.983080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-11cdb1b8-1208-4979-afb0-0a75708231e4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:54.988912 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-11cdb1b8-1208-4979-afb0-0a75708231e4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1445615 Dec 22 08:44:54.990964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-46922a3c-1557-464e-99fa-4f47693346df tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:54.995375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41494) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:55.023394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016401749'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:55.034392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:55.052223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:55.077479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.114821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0bfff730-1578-4b0b-af72-a713b238e38f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:44:55.129077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:55.137178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:55.141678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:55.153702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:55.156187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 0bfff730-1578-4b0b-af72-a713b238e38f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:44:55.156696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0bfff730-1578-4b0b-af72-a713b238e38f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:44:55.174542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:55.175006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.246080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.249850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.252910 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0076234 Dec 22 08:44:55.260213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41498) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:55.260909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:55.264376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Network': ['ID=555440db-a230-4ab0-9d50-812da74b1e84,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:55.268657 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2889006 Dec 22 08:44:55.276514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f127ae7f-0225-4e42-85a5-1724324bac8b None None] Provisioning for port 175a42eb-3f25-4204-a727-f7aa9e3df6cb completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:55.280524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:55.283189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41500) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:55.289624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f127ae7f-0225-4e42-85a5-1724324bac8b None None] Provisioning complete for port 175a42eb-3f25-4204-a727-f7aa9e3df6cb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:44:55.289624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f127ae7f-0225-4e42-85a5-1724324bac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.291248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:55.291402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'subnet': {'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:55.341174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 555440db-a230-4ab0-9d50-812da74b1e84 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:44:55.473147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e4c68d-49a8-4249-9df0-e1e8aa6e30b7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:55.505649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f127ae7f-0225-4e42-85a5-1724324bac8b None None] Port 175a42eb-3f25-4204-a727-f7aa9e3df6cb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:44:55.540939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:55.547641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.551464 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5498512 Dec 22 08:44:55.555122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41506) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:55.561729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '10e4c68d-49a8-4249-9df0-e1e8aa6e30b7', 'direction': 'ingress', 'protocol': 17}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:55.568278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.568973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:55.573272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:55.582956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:subnet and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:55.586829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:55.588971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.589299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:55.592308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:55.596000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dfad02ed-f063-4ae8-9298-6525c4e3a569 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:55.600715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:55.604797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:55.617607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:55.699982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.713888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:55.725377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=a1ea7464-b194-42b2-ba0e-0a0bd04798d5,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:55.729384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:55.734207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:55.741685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:55.751477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:55.759286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.777590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.827513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:55.887030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.887030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:55.887030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6d6fa872-a92b-486e-980b-cd3e2e0df736 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:56.031557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.038751 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4068d9-c693-4e98-a897-f13f858bb7cf,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:56.047386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:56.072387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.074094 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5206468 Dec 22 08:44:56.079361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41510) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:56.201900 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.ipam_backend_mixin [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5fc8000b-44da-4d05-bd5e-acf2fea96a29 (CIDR: 172.20.0.0/28) Dec 22 08:44:56.209317 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:56.209748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:56.229968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae4190f0-00ba-4eb8-a0bf-54bb5a3e942c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.232922 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-08f96280-292b-4a9e-9e36-05bc3ef42e8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9487450 Dec 22 08:44:56.237539 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP eed7c252-0a84-4848-888c-34031cbf9611 associated. External IP: 172.26.5.62, port: 134f3e4a-aa47-4658-8d29-850f04e88dce. Dec 22 08:44:56.249426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41514) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:56.262402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:56.356067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae4190f0-00ba-4eb8-a0bf-54bb5a3e942c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.366328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.376519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-35aa452b-7497-4b54-84ac-59e6dd1e88ae tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:56.540998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Subnet': ['ID=3545c878-e36e-49af-a1b9-16328b14beec,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:56.545868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae4190f0-00ba-4eb8-a0bf-54bb5a3e942c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.555536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:56.556155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4f7ab79b-8055-4f1d-8951-3b7bdae7040a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:56.566415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:56.577023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:56.585005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:56.590149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4190f0-00ba-4eb8-a0bf-54bb5a3e942c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e4c68d-49a8-4249-9df0-e1e8aa6e30b7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:56.600048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ae4190f0-00ba-4eb8-a0bf-54bb5a3e942c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:56.600900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:56.614048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Checking segment: {'id': '10507134-c215-46d0-9e82-535cbdda36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:56.614421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network hostable DHCP agents. Network: 555440db-a230-4ab0-9d50-812da74b1e84, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:44:56.628829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:56.650613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae4190f0-00ba-4eb8-a0bf-54bb5a3e942c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.655316 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ae4190f0-00ba-4eb8-a0bf-54bb5a3e942c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/10e4c68d-49a8-4249-9df0-e1e8aa6e30b7 HTTP/1.1" status: 204 len: 168 time: 0.5723398 Dec 22 08:44:56.657919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41518) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:56.760289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d5ccec3-182e-4d3d-8d4c-87359f6e875b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:56.765041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 555440db-a230-4ab0-9d50-812da74b1e84 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:44:56.775126 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:44:56.781887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6d5ccec3-182e-4d3d-8d4c-87359f6e875b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:56.784164 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6d5ccec3-182e-4d3d-8d4c-87359f6e875b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1235638 Dec 22 08:44:56.794132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41522) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:56.797378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 29878235-746a-46fa-8ada-4addc539dadb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:44:56.799926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 555440db-a230-4ab0-9d50-812da74b1e84) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:56.804512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681216641'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:56.811633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b7533-8339-40ef-9b00-8ffff73d72b0 None None] Network 555440db-a230-4ab0-9d50-812da74b1e84 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:56.814889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:56.815515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.819630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:56.823598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:56.904609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:56.925204 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6416531 Dec 22 08:44:56.935444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41526) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:56.945225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.021213 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.ipam_backend_mixin [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 114e43bf-d655-4a99-b8ca-865b361d2415 (CIDR: 172.20.0.16/28) Dec 22 08:44:57.022547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:57.028310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:57.032466 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:44:57.033073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:44:57.039405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:57.058004 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:57.064321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-555440db-a230-4ab0-9d50-812da74b1e84', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:44:57.065921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.076008 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f32a370f-bd85-4edb-96be-aa55ebe71c79 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8227010 Dec 22 08:44:57.077461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41530) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.084850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'subnet': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:57.222995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.240953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.242180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Allocated IP 2001:db8::2 (555440db-a230-4ab0-9d50-812da74b1e84/3545c878-e36e-49af-a1b9-16328b14beec/8ad4509e-5b9e-4d9f-97ba-098a1a1e255b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:57.249008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d83b6d8c-bb64-4867-bdf0-1d3a614a2262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:57.295723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99af872e-488d-421e-bbcd-30b07a3a0286,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.304674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:57.322465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:57.326521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Usage tracker for resource:subnet and tenant:e4a911bbf57b4aaea132f5335525a45c is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:57.330067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:57.335911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:57.348509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.350067 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5549307 Dec 22 08:44:57.353110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41534) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.365418 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-secgroup--923640445'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:57.370122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Made reservation on behalf of e4a911bbf57b4aaea132f5335525a45c for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:44:57.373714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.439644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:57.459708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:57.486588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.508546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.525565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Transition to ACTIVE for port object 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:57.547604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Transition to ACTIVE for port object 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:57.553775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.559719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ade55b83-c5cc-4f7f-9a3c-0583673d35e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:57.559910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:57.567423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:57.571396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:57.578673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:57.608143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:44:57.619398 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] Sync routers for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:44:57.624696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Network 555440db-a230-4ab0-9d50-812da74b1e84 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:57.628294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:57.632877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:57.644747 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:57.645514 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:57.667626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Pushing event updated for resources: {'Port': ['ID=8ad4509e-5b9e-4d9f-97ba-098a1a1e255b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.674592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:57.675471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.716364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.729011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.737188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b69c965-3eec-45fd-8a14-62c2051a2cdd tempest-NegativeSecGroupTest-1480409724 tempest-NegativeSecGroupTest-1480409724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:57.746340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Attempting to bind port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:44:57.748141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Attempting to bind port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '10507134-c215-46d0-9e82-535cbdda36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:44:57.749125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Attempting to bind port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b on network 555440db-a230-4ab0-9d50-812da74b1e84 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:44:57.755760 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5707362 Dec 22 08:44:57.756937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41538) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.760037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:44:57.761427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:44:57.761996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Checking segment: {'id': '10507134-c215-46d0-9e82-535cbdda36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:44:57.763158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.763776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Bound using segment: {'id': '10507134-c215-46d0-9e82-535cbdda36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:44:57.764378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Bound port: 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10507134-c215-46d0-9e82-535cbdda36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:44:57.765296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.805910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a52f46-dc95-4447-8abd-4b627f953d38,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.811154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:57.815636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.820293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-92ceda58-7924-416d-b4e5-91afe1758751 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:57.827950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.859263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.860878 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5068541 Dec 22 08:44:57.865644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41546) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:57.876573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '99af872e-488d-421e-bbcd-30b07a3a0286', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '46a52f46-dc95-4447-8abd-4b627f953d38', 'remote_ip_prefix': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:57.893981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:44:57.905430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Network e93aef9f-bcb9-438d-852d-b898442cebc6 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:57.907081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:44:57.912525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:57.914619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:44:57.924040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:57.924729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.928583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Subnet': ['ID=d5bdca94-8447-424b-9556-cacf9d1db516,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:57.932648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:44:57.935072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:57.937713 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] For port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:44:57.942498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] For port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8ad4509e-5b9e-4d9f-97ba-098a1a1e255b,segment=NetworkSegment(10507134-c215-46d0-9e82-535cbdda36a3),segment_id=10507134-c215-46d0-9e82-535cbdda36a3)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:44:57.945697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0692a237-44f4-4b8b-b997-f62ea48564dd None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:57.965674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:57.969106 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:44:57.977770 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'status': 'completed', 'code': 200} Dec 22 08:44:57.991462 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b753287c-b7af-4290-9541-4ef7510c9f11 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9125581 Dec 22 08:44:57.998274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41550) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:58.008647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1398405990', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5bdca94-8447-424b-9556-cacf9d1db516'}], 'security_groups': ['f9bf100c-0455-4ec8-8fcc-9d775589e7d3', '9dc50834-6661-4687-80a1-a4bd24edde7b']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:44:58.070658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.136214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5eab0d5a-167d-4fc0-b140-c9b2feafe0aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:58.192972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.206906 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acd0a227-fee3-43b8-a166-29ab7de9f942 req-76b756b3-52ac-4a61-845d-c4dfb7a9a53f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 1099 time: 0.2575026 Dec 22 08:44:58.248756 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2489a79-ac48-4b6d-961a-c51ba3c2dfd4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/eed7c252-0a84-4848-888c-34031cbf9611 HTTP/1.1" status: 200 len: 991 time: 0.4822307 Dec 22 08:44:58.361612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Pushing event updated for resources: {'Port': ['ID=8ad4509e-5b9e-4d9f-97ba-098a1a1e255b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:58.371213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:58.433893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 2001:db8::1 (555440db-a230-4ab0-9d50-812da74b1e84/3545c878-e36e-49af-a1b9-16328b14beec/cc1a68f0-0767-4474-b340-139e3eccafca) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:58.516877 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:22Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'eed7c252-0a84-4848-888c-34031cbf9611', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '29878235-746a-46fa-8ada-4addc539dadb', 'port_id': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'mac_address': 'fa:16:3e:86:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:44:54Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e427e85-180e-48d2-a3ae-b5a5944603a0', 'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:20Z', 'updated_at': '2021-12-22T08:44:30Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:58.522679 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] Checking router: 29878235-746a-46fa-8ada-4addc539dadb for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:44:58.548451 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:44:58.552150 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:58.582856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.590745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] Update dhcp port {'port': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'fixed_ips': [{'subnet_id': '114e43bf-d655-4a99-b8ca-865b361d2415', 'ip_address': '172.20.0.18'}, {'subnet_id': '5fc8000b-44da-4d05-bd5e-acf2fea96a29', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5bdca94-8447-424b-9556-cacf9d1db516'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': 'ff1e5f90-3695-454a-b65d-6fc6d4ea0277'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:44:58.687655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.687940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.698715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1c41bc5c-88e6-446f-bebe-41e17cf1c3ab tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:58.714730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.743746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Transition to ACTIVE for port object cc1a68f0-0767-4474-b340-139e3eccafca will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:58.772234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f7529a-27bd-4689-b8e3-f544b334d25d,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:58.787871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:58.803940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.811290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-70725fe7-5ca6-439b-9a32-21eaeb3c31e5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:58.900585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.904541 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:44:58.906451 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0371523 Dec 22 08:44:58.916244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:44:58.918886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41554) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:58.922504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0a227-fee3-43b8-a166-29ab7de9f942 req-f8d7d382-089f-45f8-b483-7ccca4f486a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:58.924469 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acd0a227-fee3-43b8-a166-29ab7de9f942 req-f8d7d382-089f-45f8-b483-7ccca4f486a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3f8f3ee-393b-4708-9cc2-351681908c6b HTTP/1.1" status: 200 len: 897 time: 0.7094324 Dec 22 08:44:58.935328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 555440db-a230-4ab0-9d50-812da74b1e84 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:44:58.943077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=cc1a68f0-0767-4474-b340-139e3eccafca,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:58.952784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:58.953657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:44:58.960906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:44:58.961440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:58.993643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f73eae29-3960-4c1c-80e1-1a5e7eec3bea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.006275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f73eae29-3960-4c1c-80e1-1a5e7eec3bea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.042258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f73eae29-3960-4c1c-80e1-1a5e7eec3bea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.050875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b48fb66c-2b27-4d90-887d-cf159469167c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:59.069423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eae29-3960-4c1c-80e1-1a5e7eec3bea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13f7529a-27bd-4689-b8e3-f544b334d25d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:59.078254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f73eae29-3960-4c1c-80e1-1a5e7eec3bea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:59.092009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] Allocated IP 172.20.0.34 (e93aef9f-bcb9-438d-852d-b898442cebc6/d5bdca94-8447-424b-9556-cacf9d1db516/ff1e5f90-3695-454a-b65d-6fc6d4ea0277) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:59.104973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:44:59.134418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f73eae29-3960-4c1c-80e1-1a5e7eec3bea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.136269 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f73eae29-3960-4c1c-80e1-1a5e7eec3bea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/13f7529a-27bd-4689-b8e3-f544b334d25d HTTP/1.1" status: 204 len: 168 time: 0.2161744 Dec 22 08:44:59.139794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41558) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:59.156776 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acd0a227-fee3-43b8-a166-29ab7de9f942 req-655e5d13-3ab3-48a7-9d03-378ead6853cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=134f3e4a-aa47-4658-8d29-850f04e88dce HTTP/1.1" status: 200 len: 999 time: 0.2167158 Dec 22 08:44:59.190019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.236856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0a227-fee3-43b8-a166-29ab7de9f942 req-0c684510-76d5-4e59-b04e-d7b8de9cfdcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:44:59.238322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acd0a227-fee3-43b8-a166-29ab7de9f942 req-0c684510-76d5-4e59-b04e-d7b8de9cfdcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b394b014-4b3c-49c7-9252-8335172fb766 HTTP/1.1" status: 200 len: 835 time: 0.0753105 Dec 22 08:44:59.252213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41562) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:59.343858 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:22Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'eed7c252-0a84-4848-888c-34031cbf9611', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '29878235-746a-46fa-8ada-4addc539dadb', 'port_id': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'mac_address': 'fa:16:3e:86:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:44:54Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e427e85-180e-48d2-a3ae-b5a5944603a0', 'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:20Z', 'updated_at': '2021-12-22T08:44:30Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:44:59.350591 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2e684-2bfb-4e58-9866-7c0f2bc0844d None None] The sync data for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv is: [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:22Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'eed7c252-0a84-4848-888c-34031cbf9611', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.62', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '29878235-746a-46fa-8ada-4addc539dadb', 'port_id': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'mac_address': 'fa:16:3e:86:a0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:44:54Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e427e85-180e-48d2-a3ae-b5a5944603a0', 'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:20Z', 'updated_at': '2021-12-22T08:44:30Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:44:59.351748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] For port ff1e5f90-3695-454a-b65d-6fc6d4ea0277, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,segment=NetworkSegment(7614f906-b24e-4765-b03a-dcf4424d91d9),segment_id=7614f906-b24e-4765-b03a-dcf4424d91d9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:44:59.355429 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acd0a227-fee3-43b8-a166-29ab7de9f942 req-d6a2e06e-8cd5-4021-a01d-5ea71e80f388 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3f8f3ee-393b-4708-9cc2-351681908c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102746 Dec 22 08:44:59.416227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.442592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] Transition to ACTIVE for port object ff1e5f90-3695-454a-b65d-6fc6d4ea0277 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:44:59.454551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:44:59.474676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a58f1ed6-58ff-46b2-b28e-cd3e8e7d4754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:44:59.563868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-965ee54d-dcc9-49be-b67d-19f960ef52a3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:44:59.699059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550f32c1-3e4f-4129-b9fa-6f55aebf880c None None] New status for floating IP eed7c252-0a84-4848-888c-34031cbf9611: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:44:59.746254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Delete allocated IP 172.20.0.9 (e93aef9f-bcb9-438d-852d-b898442cebc6/5fc8000b-44da-4d05-bd5e-acf2fea96a29) {{(pid=83496) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 08:44:59.753413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-965ee54d-dcc9-49be-b67d-19f960ef52a3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:44:59.757648 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-965ee54d-dcc9-49be-b67d-19f960ef52a3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6139979 Dec 22 08:44:59.757791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Allocated IP 172.20.0.45 (e93aef9f-bcb9-438d-852d-b898442cebc6/d5bdca94-8447-424b-9556-cacf9d1db516/175a42eb-3f25-4204-a727-f7aa9e3df6cb) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:44:59.759287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41568) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:44:59.760270 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6bcdc3e3-e2ca-4a62-be5f-390f964ad455 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/eed7c252-0a84-4848-888c-34031cbf9611 HTTP/1.1" status: 200 len: 991 time: 0.5056708 Dec 22 08:44:59.788630 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acd0a227-fee3-43b8-a166-29ab7de9f942 req-521865db-7f43-448e-9cc3-3ca0d0ad197f service neutron] 10.222.0.32 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267480 Dec 22 08:44:59.801776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] Pushing event updated for resources: {'Port': ['ID=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:44:59.807999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:44:59.905949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd923aa-c59b-4085-8785-a63d5d44a82f None None] Network 555440db-a230-4ab0-9d50-812da74b1e84 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:44:59.973611 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acd0a227-fee3-43b8-a166-29ab7de9f942 req-834db32e-8117-41b2-a0e3-acf16d55bdd1 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680682 Dec 22 08:45:00.036667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.044322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.045758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.051574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:00.109339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e35e574-9d97-47d9-9cc8-38cd60aa259b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.143266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a17e5b8b-739a-4a9b-ab45-c0f33dd5b65b None None] Provisioning for port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:00.162814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e35e574-9d97-47d9-9cc8-38cd60aa259b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.164162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a17e5b8b-739a-4a9b-ab45-c0f33dd5b65b None None] Provisioning complete for port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:00.164972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a17e5b8b-739a-4a9b-ab45-c0f33dd5b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.231577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=cc1a68f0-0767-4474-b340-139e3eccafca,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.244056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:00.276048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.300445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Transition to ACTIVE for port object 175a42eb-3f25-4204-a727-f7aa9e3df6cb will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:00.303503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e35e574-9d97-47d9-9cc8-38cd60aa259b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.314899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 555440db-a230-4ab0-9d50-812da74b1e84 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:00.316609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-84c34724-b6a2-44b9-9c89-122c146292d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:00.316891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:00.342031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.359168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e35e574-9d97-47d9-9cc8-38cd60aa259b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.367864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0e35e574-9d97-47d9-9cc8-38cd60aa259b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/46a52f46-dc95-4447-8abd-4b627f953d38 HTTP/1.1" status: 204 len: 168 time: 0.6054494 Dec 22 08:45:00.370254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41574) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:00.371336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35e574-9d97-47d9-9cc8-38cd60aa259b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a52f46-dc95-4447-8abd-4b627f953d38,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.376934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0e35e574-9d97-47d9-9cc8-38cd60aa259b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:00.378117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4b26bdad-ecdc-4041-be1e-4467cf8cbacd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:00.442631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a17e5b8b-739a-4a9b-ab45-c0f33dd5b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.486071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event updated for resources: {'Port': ['ID=175a42eb-3f25-4204-a727-f7aa9e3df6cb,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.493950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:00.577686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a17e5b8b-739a-4a9b-ab45-c0f33dd5b65b None None] For port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8ad4509e-5b9e-4d9f-97ba-098a1a1e255b,segment=NetworkSegment(10507134-c215-46d0-9e82-535cbdda36a3),segment_id=10507134-c215-46d0-9e82-535cbdda36a3)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:00.586745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a17e5b8b-739a-4a9b-ab45-c0f33dd5b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.589315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6954773e-4d85-44f5-b932-2493c937c24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:00.629091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] In _notify_port_updated(), no bound segment for port 175a42eb-3f25-4204-a727-f7aa9e3df6cb on network e93aef9f-bcb9-438d-852d-b898442cebc6 {{(pid=83496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:45:00.635485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:00.636218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.640764 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "PUT /v2.0/ports/175a42eb-3f25-4204-a727-f7aa9e3df6cb HTTP/1.1" status: 200 len: 960 time: 2.6380379 Dec 22 08:45:00.651448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41578) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:00.677131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e5b8b-739a-4a9b-ab45-c0f33dd5b65b None None] Pushing event updated for resources: {'Port': ['ID=8ad4509e-5b9e-4d9f-97ba-098a1a1e255b,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:00.680339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a17e5b8b-739a-4a9b-ab45-c0f33dd5b65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:00.733535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5fa51195-2259-409a-bee3-0c422795315a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:00.748643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Provisioning for port 175a42eb-3f25-4204-a727-f7aa9e3df6cb completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:00.754256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Provisioning complete for port 175a42eb-3f25-4204-a727-f7aa9e3df6cb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:00.754774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.761417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41582) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:00.777505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 175a42eb-3f25-4204-a727-f7aa9e3df6cb {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:00.777850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.817593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ff1e5f90-3695-454a-b65d-6fc6d4ea0277 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:00.849248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:45:00.885362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Port 175a42eb-3f25-4204-a727-f7aa9e3df6cb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:00.917579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Provisioning complete for port 26e08f5c-333e-44bb-8aea-7939097d5b6f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:00.917960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:00.985367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Port 26e08f5c-333e-44bb-8aea-7939097d5b6f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:00.987738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:01.049086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5fa51195-2259-409a-bee3-0c422795315a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:01.051051 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5fa51195-2259-409a-bee3-0c422795315a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6771328 Dec 22 08:45:01.058708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41586) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.062088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Provisioning for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:01.072118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Provisioning complete for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:01.072714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-480f9a68-bc56-423f-81c3-44164bf0f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.148193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:01.149299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.166666 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c4f65822-75d9-4307-89ce-76224614f43a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/eed7c252-0a84-4848-888c-34031cbf9611 HTTP/1.1" status: 200 len: 993 time: 0.3956676 Dec 22 08:45:01.179838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.193382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:01.205163 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2682848 Dec 22 08:45:01.208522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41590) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.210085 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:01.217849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-87245266'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:01.234397 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:01.235060 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:01.240835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:01.259578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.304409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:network and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:01.309577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:01.319902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:01.330215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.336897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e2a9e75d-5948-4646-b7ef-9b0504ad981a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:01.354978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:01.358785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.363225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af872e-488d-421e-bbcd-30b07a3a0286,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.380471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.380905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.381414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.382002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.382377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.382833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.383279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.383649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.384084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.384449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.385187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:01.395783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:01.407137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.410953 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/99af872e-488d-421e-bbcd-30b07a3a0286 HTTP/1.1" status: 204 len: 168 time: 0.3455539 Dec 22 08:45:01.411304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41594) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.419601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:01.430540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.431087 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added segment ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f of type vlan for network 915a576e-15a0-4d59-9eda-d3b98af1c482 Dec 22 08:45:01.478517 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:01.481794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.515974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa64d990-67eb-4a9a-8ac8-9515b2506c02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:01.536395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa64d990-67eb-4a9a-8ac8-9515b2506c02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:01.537886 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aa64d990-67eb-4a9a-8ac8-9515b2506c02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1256256 Dec 22 08:45:01.545659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.560076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544099204'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:01.565697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.568976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:01.589571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:01.610212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.645591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:01.649648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:01.652460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:01.658512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:01.717954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.722017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:01.722687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.723281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.730973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.733040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 175a42eb-3f25-4204-a727-f7aa9e3df6cb owned by {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:01.733250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-28512115-7169-416e-a5a4-633e1b344a1b None None] Provisioning complete for port 175a42eb-3f25-4204-a727-f7aa9e3df6cb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:01.733879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-28512115-7169-416e-a5a4-633e1b344a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.737087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1c5a3bb0-ee07-4514-85c0-88f6f2770097 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:01.763304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:01.791416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93fcb49-edab-4989-a32c-4298c792a355,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.812228 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:01.814439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.815874 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2690713 Dec 22 08:45:01.818568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41602) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.820019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-28512115-7169-416e-a5a4-633e1b344a1b None None] Port 175a42eb-3f25-4204-a727-f7aa9e3df6cb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:01.826311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': 'd93fcb49-edab-4989-a32c-4298c792a355', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:01.835547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-28512115-7169-416e-a5a4-633e1b344a1b None None] Provisioning complete for port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:01.836106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:01.836254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-28512115-7169-416e-a5a4-633e1b344a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.841709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:01.845566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:01.852664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:01.878032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:01.878314 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:44:59Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:44:59Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:01.883537 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:01.884136 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Updating router f2743bf5-821f-498d-911f-6c1c00aa29db port cc1a68f0-0767-4474-b340-139e3eccafca binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:45:01.900738 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6910350 Dec 22 08:45:01.903656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41606) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:01.913128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Network': ['ID=915a576e-15a0-4d59-9eda-d3b98af1c482,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:01.915875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:01.924166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'subnet': {'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:01.952991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 915a576e-15a0-4d59-9eda-d3b98af1c482 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:01.954316 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.008348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.018033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.070066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=175a42eb-3f25-4204-a727-f7aa9e3df6cb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.073057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.098886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-28512115-7169-416e-a5a4-633e1b344a1b None None] Provisioning for port cc1a68f0-0767-4474-b340-139e3eccafca completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:02.106054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-28512115-7169-416e-a5a4-633e1b344a1b None None] Provisioning complete for port cc1a68f0-0767-4474-b340-139e3eccafca triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:02.107021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-28512115-7169-416e-a5a4-633e1b344a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.209306 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-28512115-7169-416e-a5a4-633e1b344a1b None None] Port cc1a68f0-0767-4474-b340-139e3eccafca cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:02.235031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.236276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:02.243799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.244948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:subnet and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:02.248201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:02.253139 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/175a42eb-3f25-4204-a727-f7aa9e3df6cb HTTP/1.1" status: 204 len: 168 time: 1.6004748 Dec 22 08:45:02.255339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.257368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41610) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.257512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:02.259514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f73eae29-3960-4c1c-80e1-1a5e7eec3bea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.299720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1476a5d3-a6cb-4e76-a04b-17e6e6d59ca1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.304288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.305114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.306288 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4862406 Dec 22 08:45:02.309114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.309730 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e06144-c4e8-444b-9738-b86df6dd0443 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] GET failed (client error): The resource could not be found. Dec 22 08:45:02.310242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f4e06144-c4e8-444b-9738-b86df6dd0443 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Synchronizing usage tracker for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:02.325945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:02.331116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f4e06144-c4e8-444b-9738-b86df6dd0443 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Unset dirty status for tenant:e4a911bbf57b4aaea132f5335525a45c on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:02.335797 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f4e06144-c4e8-444b-9738-b86df6dd0443 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports/175a42eb-3f25-4204-a727-f7aa9e3df6cb HTTP/1.1" status: 404 len: 333 time: 0.0774329 Dec 22 08:45:02.336390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41618) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.412557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb2d63cf-8dbc-4824-be17-6ca7cf6b58dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.441780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb2d63cf-8dbc-4824-be17-6ca7cf6b58dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.442762 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5594d2d9-43f2-48d0-aa29-5c33df7fd555 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.457828 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.465454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5594d2d9-43f2-48d0-aa29-5c33df7fd555 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.471183 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Transition to ACTIVE for port object cc1a68f0-0767-4474-b340-139e3eccafca will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:02.480948 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.489369 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-622c0efe-a976-4cf7-9201-fc97d6256454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.498609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.502753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb2d63cf-8dbc-4824-be17-6ca7cf6b58dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.511099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-caa8dee3-2c07-4197-ae24-cf05bbeeb64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.530456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d63cf-8dbc-4824-be17-6ca7cf6b58dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008058d5-01df-4753-b4ee-0a6270cdad05,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.551511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb2d63cf-8dbc-4824-be17-6ca7cf6b58dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.555691 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fb2d63cf-8dbc-4824-be17-6ca7cf6b58dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/security-groups/008058d5-01df-4753-b4ee-0a6270cdad05 HTTP/1.1" status: 204 len: 168 time: 0.2183361 Dec 22 08:45:02.556615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41622) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.557529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb2d63cf-8dbc-4824-be17-6ca7cf6b58dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.560453 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Pushing event updated for resources: {'Port': ['ID=cc1a68f0-0767-4474-b340-139e3eccafca,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.573656 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.573656 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.573656 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.574013 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.574274 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.574591 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.574906 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.575222 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.575554 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.575869 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.576178 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:02.580776 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.604362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5594d2d9-43f2-48d0-aa29-5c33df7fd555 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.608689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c6be636-51ae-4898-a6dd-741e3998d377 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.636480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594d2d9-43f2-48d0-aa29-5c33df7fd555 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1476a5d3-a6cb-4e76-a04b-17e6e6d59ca1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.643505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5594d2d9-43f2-48d0-aa29-5c33df7fd555 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.645462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee10e87a-3517-4bd2-945f-5726b586f1a9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.646614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5594d2d9-43f2-48d0-aa29-5c33df7fd555 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.647755 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5594d2d9-43f2-48d0-aa29-5c33df7fd555 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1476a5d3-a6cb-4e76-a04b-17e6e6d59ca1 HTTP/1.1" status: 204 len: 168 time: 0.3376880 Dec 22 08:45:02.650781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41626) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.679452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee10e87a-3517-4bd2-945f-5726b586f1a9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.748101 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Attempting to bind port cc1a68f0-0767-4474-b340-139e3eccafca on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:02.749567 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Attempting to bind port cc1a68f0-0767-4474-b340-139e3eccafca by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '10507134-c215-46d0-9e82-535cbdda36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:02.749567 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Attempting to bind port cc1a68f0-0767-4474-b340-139e3eccafca on network 555440db-a230-4ab0-9d50-812da74b1e84 {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:02.757043 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:02.757043 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Checking segment: {'id': '10507134-c215-46d0-9e82-535cbdda36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:02.757492 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.757779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee10e87a-3517-4bd2-945f-5726b586f1a9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.757884 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Bound using segment: {'id': '10507134-c215-46d0-9e82-535cbdda36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:02.758304 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Bound port: cc1a68f0-0767-4474-b340-139e3eccafca, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10507134-c215-46d0-9e82-535cbdda36a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:02.758778 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.762122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9db5569a-5183-408a-b4d5-45997fe9c52f tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.778750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e04d8d3c-46e2-4174-b4de-c1307c148ff4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:02.779478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10e87a-3517-4bd2-945f-5726b586f1a9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc50834-6661-4687-80a1-a4bd24edde7b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.784508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ee10e87a-3517-4bd2-945f-5726b586f1a9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.787780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ee10e87a-3517-4bd2-945f-5726b586f1a9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.789089 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ee10e87a-3517-4bd2-945f-5726b586f1a9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/security-groups/9dc50834-6661-4687-80a1-a4bd24edde7b HTTP/1.1" status: 204 len: 168 time: 0.2305565 Dec 22 08:45:02.792309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.839556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e04d8d3c-46e2-4174-b4de-c1307c148ff4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:02.843814 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e04d8d3c-46e2-4174-b4de-c1307c148ff4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1892934 Dec 22 08:45:02.845620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41634) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:02.864631 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] For port cc1a68f0-0767-4474-b340-139e3eccafca, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:02.868163 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] For port cc1a68f0-0767-4474-b340-139e3eccafca, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cc1a68f0-0767-4474-b340-139e3eccafca,segment=NetworkSegment(10507134-c215-46d0-9e82-535cbdda36a3),segment_id=10507134-c215-46d0-9e82-535cbdda36a3)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:02.876726 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.881651 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.912157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.919577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e4619a9f-505a-49c4-8861-27e0afbf4946 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:02.947438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba4c463b-359c-4b39-982b-65b56d1f25fb tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.964568 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Pushing event updated for resources: {'Port': ['ID=cc1a68f0-0767-4474-b340-139e3eccafca,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.968166 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.970221 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:02.971202 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:02.985993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Subnet': ['ID=9b97dd1d-17c5-43d1-b21d-022cf361c425,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:02.988795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:02.990689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b635202-2b03-4cd0-a13e-69dd8369a561 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:02.997756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba4c463b-359c-4b39-982b-65b56d1f25fb tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.027593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b635202-2b03-4cd0-a13e-69dd8369a561 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.063893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba4c463b-359c-4b39-982b-65b56d1f25fb tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.070156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-07356e6c-9169-4b98-b058-e5e73b64f95e tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:03.082659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Checking segment: {'id': 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:03.083009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network hostable DHCP agents. Network: 915a576e-15a0-4d59-9eda-d3b98af1c482, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:03.088725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c463b-359c-4b39-982b-65b56d1f25fb tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93fcb49-edab-4989-a32c-4298c792a355,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.093009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ba4c463b-359c-4b39-982b-65b56d1f25fb tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:03.111151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b635202-2b03-4cd0-a13e-69dd8369a561 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.115751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f839f33c-08ae-4c3c-aeee-128a189dabc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:03.118085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba4c463b-359c-4b39-982b-65b56d1f25fb tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.119260 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ba4c463b-359c-4b39-982b-65b56d1f25fb tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/d93fcb49-edab-4989-a32c-4298c792a355 HTTP/1.1" status: 204 len: 168 time: 0.2723236 Dec 22 08:45:03.121906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41638) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.129565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 915a576e-15a0-4d59-9eda-d3b98af1c482 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:03.132165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635202-2b03-4cd0-a13e-69dd8369a561 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf100c-0455-4ec8-8fcc-9d775589e7d3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.134838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b635202-2b03-4cd0-a13e-69dd8369a561 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:03.153053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7b635202-2b03-4cd0-a13e-69dd8369a561 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.156478 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:03.157778 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b635202-2b03-4cd0-a13e-69dd8369a561 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/security-groups/f9bf100c-0455-4ec8-8fcc-9d775589e7d3 HTTP/1.1" status: 204 len: 168 time: 0.3623214 Dec 22 08:45:03.159073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41642) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.167841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 915a576e-15a0-4d59-9eda-d3b98af1c482) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:03.176875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b473f29-e19c-4ed0-ab02-323076a45314 None None] Network 915a576e-15a0-4d59-9eda-d3b98af1c482 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:03.214375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:03.215269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.218274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a918188f-8f5a-4078-8fa8-d373f63fd6e4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:03.244954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a918188f-8f5a-4078-8fa8-d373f63fd6e4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:03.253059 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a918188f-8f5a-4078-8fa8-d373f63fd6e4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1235168 Dec 22 08:45:03.253621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41646) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.262879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-secgroup--780015864'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:03.271727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:03.284146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:03.297757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3929188 Dec 22 08:45:03.298497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.317619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41650) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.434296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet 5fc8000b-44da-4d05-bd5e-acf2fea96a29 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:03.438450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.478149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-915a576e-15a0-4d59-9eda-d3b98af1c482', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:45:03.478973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.536116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:03.546238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.547037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:03.548499 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:44:59Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:02Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:03.551107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:03.557709 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9fc28-f8ed-4a46-977c-ff1b37b49f74 None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:44:59Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:02Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:03.558126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:03.656336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.693942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Allocated IP 2001:db8:1::2 (915a576e-15a0-4d59-9eda-d3b98af1c482/9b97dd1d-17c5-43d1-b21d-022cf361c425/c4e597de-3ce5-4083-97ab-ea51d960486b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:03.742804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.750995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8cbafa62-8bee-4b13-bd10-d08c5bf1a691 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:03.823191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc8000b-44da-4d05-bd5e-acf2fea96a29,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:03.825815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:03.826970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.835297 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/5fc8000b-44da-4d05-bd5e-acf2fea96a29 HTTP/1.1" status: 204 len: 168 time: 0.6737375 Dec 22 08:45:03.839296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41654) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:03.847796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12734b0c-e097-4026-ab50-b2a409d8269c None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:03.915631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet d5bdca94-8447-424b-9556-cacf9d1db516 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:03.916005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.921043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.929577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.937631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-88a4602c-04cd-4a2d-a14c-60d5662d571a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:03.996572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:03.999538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a213b4b-1baf-40ff-a70d-5dac09fbe441,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.015549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.015937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.016584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.016904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.017432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.017798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.018170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.018530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.018888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.019263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.020220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:04.025637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:04.079690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.083926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41658) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:04.084073 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8290348 Dec 22 08:45:04.092322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '7a213b4b-1baf-40ff-a70d-5dac09fbe441', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:04.100203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:04.102889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.145731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:04.151665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:04.161659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:04.189460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.205245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.238112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.244874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ba740df-5d2a-4ced-8b4b-25b56a8b24f8 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:04.251163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Transition to ACTIVE for port object c4e597de-3ce5-4083-97ab-ea51d960486b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:04.278852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Transition to ACTIVE for port object c4e597de-3ce5-4083-97ab-ea51d960486b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:04.293915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.295412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=d5bdca94-8447-424b-9556-cacf9d1db516,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.299365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a6d52cb8-11f1-4d99-b2f3-760802b472ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:04.305108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:04.313576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.319679 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/d5bdca94-8447-424b-9556-cacf9d1db516 HTTP/1.1" status: 204 len: 168 time: 0.4791472 Dec 22 08:45:04.323152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41662) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:04.374166 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5651b6-7fa4-4462-82e5-e626143704f2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:04.374612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5651b6-7fa4-4462-82e5-e626143704f2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:04.377129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.381819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Pushing event updated for resources: {'Port': ['ID=c4e597de-3ce5-4083-97ab-ea51d960486b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.383160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.384390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:04.385207 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7b5651b6-7fa4-4462-82e5-e626143704f2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/5fc8000b-44da-4d05-bd5e-acf2fea96a29 HTTP/1.1" status: 404 len: 337 time: 0.0611138 Dec 22 08:45:04.388406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41666) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:04.392751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.397457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Network 915a576e-15a0-4d59-9eda-d3b98af1c482 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:04.399058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:04.401519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:04.427759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41b9175c-d0f0-41f2-87f9-f7b606adb0a4 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:04.461655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8af967-91d4-473f-8e69-f9927a6935ea,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.466974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:04.483620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.488055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4027457 Dec 22 08:45:04.488847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41670) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:04.514150 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fb3a39e8-aeea-4d2c-90cc-b306cd4daa9a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules/ee8af967-91d4-473f-8e69-f9927a6935ea HTTP/1.1" status: 200 len: 705 time: 0.0218501 Dec 22 08:45:04.518383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting subnet 114e43bf-d655-4a99-b8ca-865b361d2415 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:04.520298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41674) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:04.522124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.547298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Attempting to bind port c4e597de-3ce5-4083-97ab-ea51d960486b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:04.547914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Attempting to bind port c4e597de-3ce5-4083-97ab-ea51d960486b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:04.548117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Attempting to bind port c4e597de-3ce5-4083-97ab-ea51d960486b on network 915a576e-15a0-4d59-9eda-d3b98af1c482 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:04.559871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:04.560242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Checking segment: {'id': 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:04.560649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.561037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Bound using segment: {'id': 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:04.561498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Bound port: c4e597de-3ce5-4083-97ab-ea51d960486b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:04.561873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.573135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a06bf-a26b-423d-8421-f2f9d9833213 None None] Update dhcp port {'port': {'network_id': 'e93aef9f-bcb9-438d-852d-b898442cebc6', 'fixed_ips': [{'subnet_id': '114e43bf-d655-4a99-b8ca-865b361d2415', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd5bdca94-8447-424b-9556-cacf9d1db516'}], 'binding:host_id': 'dv-neutron-822610-1-hyperv'}, 'id': 'ff1e5f90-3695-454a-b65d-6fc6d4ea0277'} from dv-neutron-822610-1-hyperv. {{(pid=83497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 22 08:45:04.643881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e8af292-484b-4d9e-80cf-d14abd7b779a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:04.668769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-701a06bf-a26b-423d-8421-f2f9d9833213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.683845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e8af292-484b-4d9e-80cf-d14abd7b779a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:04.687895 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1e8af292-484b-4d9e-80cf-d14abd7b779a tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1645308 Dec 22 08:45:04.690501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41678) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:04.706810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.775602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdaabf66-572e-4846-98c7-0ec2449a9117 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.777056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] For port c4e597de-3ce5-4083-97ab-ea51d960486b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:04.780606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] For port c4e597de-3ce5-4083-97ab-ea51d960486b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c4e597de-3ce5-4083-97ab-ea51d960486b,segment=NetworkSegment(ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f),segment_id=ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:04.793923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdaabf66-572e-4846-98c7-0ec2449a9117 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.805041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.818631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.830476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-61585967-4880-44f0-a635-519789bdfc23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:04.884993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc1a68f0-0767-4474-b340-139e3eccafca up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:04.895004 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 2001:db8:1::1 (915a576e-15a0-4d59-9eda-d3b98af1c482/9b97dd1d-17c5-43d1-b21d-022cf361c425/68f7f8f9-4469-44d5-a76c-1efd489f6951) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:04.897901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdaabf66-572e-4846-98c7-0ec2449a9117 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.901772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f5062908-381c-4b35-b12d-06794d14bf44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:04.902222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.919209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-af0bf224-ecd8-4a64-9f42-0da02171066a tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:04.939318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaabf66-572e-4846-98c7-0ec2449a9117 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee8af967-91d4-473f-8e69-f9927a6935ea,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.945438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cdaabf66-572e-4846-98c7-0ec2449a9117 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.948963 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cdaabf66-572e-4846-98c7-0ec2449a9117 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ee8af967-91d4-473f-8e69-f9927a6935ea HTTP/1.1" status: 204 len: 168 time: 0.2560446 Dec 22 08:45:04.951001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cdaabf66-572e-4846-98c7-0ec2449a9117 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:04.962929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41682) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:04.983522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:04.989777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Subnet': ['ID=114e43bf-d655-4a99-b8ca-865b361d2415,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:04.995933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:05.001292 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/114e43bf-d655-4a99-b8ca-865b361d2415 HTTP/1.1" status: 204 len: 168 time: 0.6102569 Dec 22 08:45:05.002580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41686) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.044786 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-290beb7e-7216-4d6b-a32c-80b5a9672878 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:05.044786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290beb7e-7216-4d6b-a32c-80b5a9672878 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:05.049545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-290beb7e-7216-4d6b-a32c-80b5a9672878 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/2ffc0c82-0bae-44d0-b1b4-f801e0ba6071 HTTP/1.1" status: 404 len: 337 time: 0.0418527 Dec 22 08:45:05.051518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41690) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.072450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b4a084a7-09a4-4f39-a886-8613ad7d8130 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:05.089768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Pushing event updated for resources: {'Port': ['ID=c4e597de-3ce5-4083-97ab-ea51d960486b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.090316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b4a084a7-09a4-4f39-a886-8613ad7d8130 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:05.093030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:05.095170 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b4a084a7-09a4-4f39-a886-8613ad7d8130 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1309125 Dec 22 08:45:05.096089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41694) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server [None req-701a06bf-a26b-423d-8421-f2f9d9833213 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 114e43bf-d655-4a99-b8ca-865b361d2415: This subnet is being modified by another concurrent operation. Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:45:05.101653 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1671, in update_port Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise exception Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 114e43bf-d655-4a99-b8ca-865b361d2415: This subnet is being modified by another concurrent operation. Dec 22 08:45:05.105163 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Dec 22 08:45:05.107798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '7a213b4b-1baf-40ff-a70d-5dac09fbe441', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:05.113933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:05.120657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port cc1a68f0-0767-4474-b340-139e3eccafca completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:05.125101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:05.128111 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9b7b2519-798b-42ff-9c46-c5de351777ee tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "GET /v2.0/ports?device_id=21c94aa6-049b-4504-9f6c-0c0092d935de HTTP/1.1" status: 200 len: 205 time: 0.0745168 Dec 22 08:45:05.131862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41698) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.133331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port cc1a68f0-0767-4474-b340-139e3eccafca triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:05.133640 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.154205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.226627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18923570-03a6-4ea9-afa6-121cc95be8d7 None None] Network e93aef9f-bcb9-438d-852d-b898442cebc6 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:05.245032 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-fbbfa69f-ab68-4964-ad63-65be08991021 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] delete failed (client error): The resource could not be found. Dec 22 08:45:05.249111 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fbbfa69f-ab68-4964-ad63-65be08991021 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/routers/21c94aa6-049b-4504-9f6c-0c0092d935de HTTP/1.1" status: 404 len: 336 time: 0.1138306 Dec 22 08:45:05.249799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41702) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.259855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.266596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.273358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-04c92cb9-d791-439b-8767-873377313671 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:05.296642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3842a2-f28c-4dbc-ab48-be650d46cb97,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.298853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:05.309096 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-28812fef-658a-442b-92b0-362cd4b8989b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:05.309643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28812fef-658a-442b-92b0-362cd4b8989b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:05.311438 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-28812fef-658a-442b-92b0-362cd4b8989b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/ca314db4-77a5-4de5-8ba9-8399e3e1faba HTTP/1.1" status: 404 len: 337 time: 0.0606596 Dec 22 08:45:05.315905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.316841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41706) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.359457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Transition to ACTIVE for port object 68f7f8f9-4469-44d5-a76c-1efd489f6951 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:05.369848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.371024 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2739379 Dec 22 08:45:05.375010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41710) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.395714 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c805e33-0d6b-4653-bb13-5cec6f780f31 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:05.396448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c805e33-0d6b-4653-bb13-5cec6f780f31 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:05.400849 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0c805e33-0d6b-4653-bb13-5cec6f780f31 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/f441079d-c3fd-449f-bf09-483b855d7521 HTTP/1.1" status: 404 len: 337 time: 0.0829201 Dec 22 08:45:05.401432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41714) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.401532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.406926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7ce4d975-4ad1-4a10-bf75-5287698541f0 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:05.432502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.443267 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b65340aa-81d3-466b-93de-45fa2da9ab56 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules/4f3842a2-f28c-4dbc-ab48-be650d46cb97 HTTP/1.1" status: 200 len: 705 time: 0.0645421 Dec 22 08:45:05.445785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41718) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.465988 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8baa29f4-d062-46b6-bc09-dd164f4d8d5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:05.466417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8baa29f4-d062-46b6-bc09-dd164f4d8d5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:05.471573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8baa29f4-d062-46b6-bc09-dd164f4d8d5b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/8f80a6f3-1691-4bf5-9135-68fe6f6b162e HTTP/1.1" status: 404 len: 337 time: 0.0678449 Dec 22 08:45:05.475098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41722) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.484750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port cc1a68f0-0767-4474-b340-139e3eccafca, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cc1a68f0-0767-4474-b340-139e3eccafca,segment=NetworkSegment(10507134-c215-46d0-9e82-535cbdda36a3),segment_id=10507134-c215-46d0-9e82-535cbdda36a3)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:05.487990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-08051dbf-8ffa-478e-a0c4-7967f9145236 None None] Provisioning complete for port 26e08f5c-333e-44bb-8aea-7939097d5b6f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:05.488370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-08051dbf-8ffa-478e-a0c4-7967f9145236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.520868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-df372322-a7e4-4ef8-ae4d-b0136a97aafa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:05.536326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.547062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-df372322-a7e4-4ef8-ae4d-b0136a97aafa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:05.548901 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-df372322-a7e4-4ef8-ae4d-b0136a97aafa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1020730 Dec 22 08:45:05.551053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a17e5b8b-739a-4a9b-ab45-c0f33dd5b65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:05.551591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41726) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.559030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=68f7f8f9-4469-44d5-a76c-1efd489f6951,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.561713 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fe75e7-2d81-4d3d-a148-dd88f2f5e11e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:05.562252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fe75e7-2d81-4d3d-a148-dd88f2f5e11e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:05.564332 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-59fe75e7-2d81-4d3d-a148-dd88f2f5e11e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/18fd9f9b-cfdc-4019-91b7-b1dff672aebe HTTP/1.1" status: 404 len: 333 time: 0.0882196 Dec 22 08:45:05.565604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:05.568880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41730) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.572165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 915a576e-15a0-4d59-9eda-d3b98af1c482 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:05.591164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6db6-a396-45b9-9953-4de39f5d9045 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.602441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6db6-a396-45b9-9953-4de39f5d9045 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.608800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:05.614239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:05.614778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.627465 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7c27c6-57b1-439e-9b10-404ab86d63bd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:05.627913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7c27c6-57b1-439e-9b10-404ab86d63bd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:05.629686 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8e7c27c6-57b1-439e-9b10-404ab86d63bd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/06f9c7f9-9483-4613-af95-393a9544b9bb HTTP/1.1" status: 404 len: 337 time: 0.0600536 Dec 22 08:45:05.634021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41734) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.640450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6db6-a396-45b9-9953-4de39f5d9045 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.643050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5caac7d7-e599-40fa-aa80-137429cf0e72 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:05.669462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c6db6-a396-45b9-9953-4de39f5d9045 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f3842a2-f28c-4dbc-ab48-be650d46cb97,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.672353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6db6-a396-45b9-9953-4de39f5d9045 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.673843 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9e9c6db6-a396-45b9-9953-4de39f5d9045 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4f3842a2-f28c-4dbc-ab48-be650d46cb97 HTTP/1.1" status: 204 len: 168 time: 0.1214709 Dec 22 08:45:05.675336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9e9c6db6-a396-45b9-9953-4de39f5d9045 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:05.676381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41738) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.718337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-08051dbf-8ffa-478e-a0c4-7967f9145236 None None] Port 26e08f5c-333e-44bb-8aea-7939097d5b6f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:05.721666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=cc1a68f0-0767-4474-b340-139e3eccafca,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.726481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:05.730225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41ddc9ed-ba7c-4e9c-873d-1dda266a3344 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:05.742188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-08051dbf-8ffa-478e-a0c4-7967f9145236 None None] Provisioning complete for port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:05.742575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-08051dbf-8ffa-478e-a0c4-7967f9145236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.751144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41ddc9ed-ba7c-4e9c-873d-1dda266a3344 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:05.752932 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41ddc9ed-ba7c-4e9c-873d-1dda266a3344 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0729535 Dec 22 08:45:05.755495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41742) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.761645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '7a213b4b-1baf-40ff-a70d-5dac09fbe441', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:05.767967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:05.778647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:05.799843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.802120 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55df9eb-8e5e-46ce-9ad2-50fa4007a771 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:05.802564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55df9eb-8e5e-46ce-9ad2-50fa4007a771 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:05.804235 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b55df9eb-8e5e-46ce-9ad2-50fa4007a771 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/a7593453-a223-4626-882a-3fb96fd0c7e9 HTTP/1.1" status: 404 len: 337 time: 0.1707671 Dec 22 08:45:05.807465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41746) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.851567 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edb575e-8df1-4d06-bbeb-b5854206b7e3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:05.851997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edb575e-8df1-4d06-bbeb-b5854206b7e3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:05.853634 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6edb575e-8df1-4d06-bbeb-b5854206b7e3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/1fdf15b8-0cd2-4ef1-a3e8-11dda4c47f39 HTTP/1.1" status: 404 len: 333 time: 0.0456314 Dec 22 08:45:05.856162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] DHCP port deletion for e93aef9f-bcb9-438d-852d-b898442cebc6 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:45:05.856738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41750) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.868961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] Deleting port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:05.869360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.885300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.889778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.896757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f7508a9-b9d7-4a25-b33d-7a29086016f2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:05.900191 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-835b5e85-18cb-413c-8f3f-55a8a0167a8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:05.900653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835b5e85-18cb-413c-8f3f-55a8a0167a8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:05.903292 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-835b5e85-18cb-413c-8f3f-55a8a0167a8f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/c07a7631-1973-4977-aee5-a5fe4e411a3d HTTP/1.1" status: 404 len: 337 time: 0.0446646 Dec 22 08:45:05.905392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41754) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.920029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6d2c82-3e19-460a-a0e3-7414dede1f3b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:05.922985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:05.940552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:05.941829 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1851323 Dec 22 08:45:05.944773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41758) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:05.971027 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd763e02-c9cf-4276-ba93-ffe1e4197bb5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules/cb6d2c82-3e19-460a-a0e3-7414dede1f3b HTTP/1.1" status: 200 len: 706 time: 0.0247772 Dec 22 08:45:05.971743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41762) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.006836 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab3cd50-9116-4f36-89fe-49ba748b307a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] DELETE failed (client error): The resource could not be found. Dec 22 08:45:06.007422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab3cd50-9116-4f36-89fe-49ba748b307a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:45:06.011715 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9ab3cd50-9116-4f36-89fe-49ba748b307a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/subnets/97f181db-0490-4c48-9676-c703f1ae8bac HTTP/1.1" status: 404 len: 337 time: 0.1052012 Dec 22 08:45:06.015767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41766) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.042693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.071591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c4f082ea-0ea8-4614-8792-1b0b548941f0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:06.119174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Deleting port 26e08f5c-333e-44bb-8aea-7939097d5b6f {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:06.119538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.126341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] For port ff1e5f90-3695-454a-b65d-6fc6d4ea0277, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,segment=NetworkSegment(7614f906-b24e-4765-b03a-dcf4424d91d9),segment_id=7614f906-b24e-4765-b03a-dcf4424d91d9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:06.126751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.173340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c4f082ea-0ea8-4614-8792-1b0b548941f0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:06.175170 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4f082ea-0ea8-4614-8792-1b0b548941f0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2016137 Dec 22 08:45:06.179180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41770) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.267683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ed44ea6-0d18-4ba5-8419-37cded3432fa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.269134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] Calling delete_port for ff1e5f90-3695-454a-b65d-6fc6d4ea0277 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:06.286804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ed44ea6-0d18-4ba5-8419-37cded3432fa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.352048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.356105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-94ad70b2-0cbd-4b41-8a21-6b082a9a9156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:06.390906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0128c4c-a4f0-41ea-a492-5b2a9d0f751f None None] Network 915a576e-15a0-4d59-9eda-d3b98af1c482 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:06.413242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ed44ea6-0d18-4ba5-8419-37cded3432fa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.422499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:06.429188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.460459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] Pushing event deleted for resources: {'Port': ['ID=ff1e5f90-3695-454a-b65d-6fc6d4ea0277,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:06.471286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:06.489406 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] No DVR routers for this DVR port ff1e5f90-3695-454a-b65d-6fc6d4ea0277 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:06.521280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bac14b43-23bf-4644-b08f-7b46e8647903 None None] Provisioning for port c4e597de-3ce5-4083-97ab-ea51d960486b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:06.552996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.571699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.571917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Calling delete_port for 26e08f5c-333e-44bb-8aea-7939097d5b6f owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:06.573223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.583837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:06.600649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed44ea6-0d18-4ba5-8419-37cded3432fa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb6d2c82-3e19-460a-a0e3-7414dede1f3b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:06.602549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ed44ea6-0d18-4ba5-8419-37cded3432fa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:06.613590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ed44ea6-0d18-4ba5-8419-37cded3432fa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.617015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ed44ea6-0d18-4ba5-8419-37cded3432fa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cb6d2c82-3e19-460a-a0e3-7414dede1f3b HTTP/1.1" status: 204 len: 168 time: 0.4282398 Dec 22 08:45:06.617782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41774) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.694398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9a0d874a-3ab6-4aa3-8341-645ca274f1c3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:06.703893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.712927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-05e48084-5e90-4c83-bd18-a44c2a9c3c73 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:06.746008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=68f7f8f9-4469-44d5-a76c-1efd489f6951,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:06.751709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:06.765017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Port': ['ID=26e08f5c-333e-44bb-8aea-7939097d5b6f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:06.767727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:06.768743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9a0d874a-3ab6-4aa3-8341-645ca274f1c3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:06.772978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9a0d874a-3ab6-4aa3-8341-645ca274f1c3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1521084 Dec 22 08:45:06.774303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:06.776046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41778) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.797596 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/ports/26e08f5c-333e-44bb-8aea-7939097d5b6f HTTP/1.1" status: 204 len: 168 time: 0.7679868 Dec 22 08:45:06.797931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41782) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:06.844067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network 915a576e-15a0-4d59-9eda-d3b98af1c482 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:06.847885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:06.943891 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c4e597de-3ce5-4083-97ab-ea51d960486b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:06.946862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.014414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-729f6632-bfa7-4a99-a99f-46f12d458cb3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.031420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port c4e597de-3ce5-4083-97ab-ea51d960486b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:07.038546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c4e597de-3ce5-4083-97ab-ea51d960486b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:07.039335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.055406 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-729f6632-bfa7-4a99-a99f-46f12d458cb3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.118191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.118802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b770f60a-da34-4947-892a-5dd7c39d1468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.127668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5a998c3e-1135-41fa-aa79-80e68caa1783 None None] Provisioning complete for port c4e597de-3ce5-4083-97ab-ea51d960486b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:07.129010 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5a998c3e-1135-41fa-aa79-80e68caa1783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.153922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93aef9f-bcb9-438d-852d-b898442cebc6']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.247947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-729f6632-bfa7-4a99-a99f-46f12d458cb3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.254957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8b92be39-87bf-49e4-8c7b-78635cd80992 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:07.267809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.281075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f6632-bfa7-4a99-a99f-46f12d458cb3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a213b4b-1baf-40ff-a70d-5dac09fbe441,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.287826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-729f6632-bfa7-4a99-a99f-46f12d458cb3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:07.299080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7614f906-b24e-4765-b03a-dcf4424d91d9') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.299454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7614f906-b24e-4765-b03a-dcf4424d91d9') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.310987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-729f6632-bfa7-4a99-a99f-46f12d458cb3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.315168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41786) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.316260 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-729f6632-bfa7-4a99-a99f-46f12d458cb3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a213b4b-1baf-40ff-a70d-5dac09fbe441 HTTP/1.1" status: 204 len: 168 time: 0.5390148 Dec 22 08:45:07.333619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:07.338587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port c4e597de-3ce5-4083-97ab-ea51d960486b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c4e597de-3ce5-4083-97ab-ea51d960486b,segment=NetworkSegment(ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f),segment_id=ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:07.342853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.375779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.393292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:45:07.393664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:07.408797 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:07.418288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.419333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc1a68f0-0767-4474-b340-139e3eccafca up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:07.468223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2fbe5ea1-394d-4882-844b-670126d64422 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:07.491959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:07.508454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2fbe5ea1-394d-4882-844b-670126d64422 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:07.510292 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2fbe5ea1-394d-4882-844b-670126d64422 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1928577 Dec 22 08:45:07.514576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41790) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.522481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540004583'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:07.530130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.543987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.550127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3c5598d4-35bf-47e7-a45e-e36c8fb1e103 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:07.566833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:07.580628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] 10.222.0.31 "DELETE /v2.0/networks/e93aef9f-bcb9-438d-852d-b898442cebc6 HTTP/1.1" status: 204 len: 168 time: 0.7814019 Dec 22 08:45:07.586983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Pushing event deleted for resources: {'Network': ['ID=e93aef9f-bcb9-438d-852d-b898442cebc6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.589066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:07.591932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:07.605022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5a998c3e-1135-41fa-aa79-80e68caa1783 None None] Provisioning for port 68f7f8f9-4469-44d5-a76c-1efd489f6951 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:07.606557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.626010 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5a998c3e-1135-41fa-aa79-80e68caa1783 None None] Provisioning complete for port 68f7f8f9-4469-44d5-a76c-1efd489f6951 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:07.626350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5a998c3e-1135-41fa-aa79-80e68caa1783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.665772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:07.670218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:07.673396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:07.680030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:07.716463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:07.723822 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4019454 Dec 22 08:45:07.726801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41796) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.734555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2113626829'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:07.741384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:07.745122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.746968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5a998c3e-1135-41fa-aa79-80e68caa1783 None None] Port 68f7f8f9-4469-44d5-a76c-1efd489f6951 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:07.747575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:network and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:07.748716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:07.752922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:07.755894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.759717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6211e246-fbcd-467b-a0da-8f83ea9e9e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:07.764021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a05a10-830b-40b3-85cf-7a1c4ad23466 None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 08:45:07.765127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:07.779494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:07.784139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.797032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c04490-daf8-427c-8c73-992a0fd9a367,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.802319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:07.815289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=c4e597de-3ce5-4083-97ab-ea51d960486b,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:07.821465 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:07.823893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:07.830295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.832915 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3167164 Dec 22 08:45:07.835029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41800) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:07.838611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.838951 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added segment 0b760f7a-8292-46f4-a755-357ad30927b5 of type vlan for network c8f1b253-414f-4e46-bbc3-c0625428d27d Dec 22 08:45:07.848588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:07.849218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:44:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:07.850464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Request body: {'security_group_rule': {'security_group_id': '60c04490-daf8-427c-8c73-992a0fd9a367', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:07.861922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:07.870281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Usage tracker for resource:security_group_rule and tenant:ab6c26e59a9b4ee4b086e10e22b96b8e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:07.881413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:07.890154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:07.893123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.933719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.962130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.966665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:07.968570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:07.990259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e7777f4-e263-4b5c-adde-559e062c5c34 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:07.995994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port cc1a68f0-0767-4474-b340-139e3eccafca triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:07.996539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.031760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41806) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.065227 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3362784 Dec 22 08:45:08.068414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41812) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.078920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'subnet': {'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:08.117673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Network': ['ID=c8f1b253-414f-4e46-bbc3-c0625428d27d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.122723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:08.124671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.125833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c18a4512-5ae1-4809-9224-237e50e1cae5 None None] Provisioning complete for port 68f7f8f9-4469-44d5-a76c-1efd489f6951 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:08.127421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c18a4512-5ae1-4809-9224-237e50e1cae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.131197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.133433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ad0176bf-ed76-426c-b563-ae597dbe9445 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:08.155067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:08.170868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a3031d-d4bb-43e3-a018-6a6984bdea57,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.173971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:08.175199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.176490 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3404932 Dec 22 08:45:08.179063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41816) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.208567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c8f1b253-414f-4e46-bbc3-c0625428d27d details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:08.252007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41bfd202-3e60-4ba5-bcb8-311f2c02a4b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.253797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:08.269756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:subnet and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:08.272866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:08.281604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:08.285397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41bfd202-3e60-4ba5-bcb8-311f2c02a4b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.306727 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e3e875c5-ac0a-4e46-b978-2b23f40bad65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4a911bbf57b4aaea132f5335525a45c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2734013 Dec 22 08:45:08.307549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41820) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.308370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a05a10-830b-40b3-85cf-7a1c4ad23466 None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 08:45:08.321225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:08.350862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41bfd202-3e60-4ba5-bcb8-311f2c02a4b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.356842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a66dd300-226f-48f7-8d85-92dfc9ce100b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:08.372942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfd202-3e60-4ba5-bcb8-311f2c02a4b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c04490-daf8-427c-8c73-992a0fd9a367,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.377023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-41bfd202-3e60-4ba5-bcb8-311f2c02a4b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:08.387572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41bfd202-3e60-4ba5-bcb8-311f2c02a4b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.392617 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-41bfd202-3e60-4ba5-bcb8-311f2c02a4b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/60c04490-daf8-427c-8c73-992a0fd9a367 HTTP/1.1" status: 204 len: 168 time: 0.2096825 Dec 22 08:45:08.393032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41824) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.404474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c18a4512-5ae1-4809-9224-237e50e1cae5 None None] Port 68f7f8f9-4469-44d5-a76c-1efd489f6951 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:08.457654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.467126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-37433a76-3be3-4798-8e30-8d9f01793356 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:08.488119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-37433a76-3be3-4798-8e30-8d9f01793356 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:08.490256 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-37433a76-3be3-4798-8e30-8d9f01793356 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0956607 Dec 22 08:45:08.493684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41828) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.558309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86b059b4-3ec3-48fd-870a-2c5dd9e20a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.561601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-82cafb55-34bc-4706-9a88-48c68aa25c09 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:08.582313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-82cafb55-34bc-4706-9a88-48c68aa25c09 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group_rule {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:08.586699 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-82cafb55-34bc-4706-9a88-48c68aa25c09 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0881906 Dec 22 08:45:08.587215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41832) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.625390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86b059b4-3ec3-48fd-870a-2c5dd9e20a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.642720 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-6eb0e6a2-1b64-4840-bd8e-cde42bcf982b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] delete failed (client error): The resource could not be found. Dec 22 08:45:08.643965 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6eb0e6a2-1b64-4840-bd8e-cde42bcf982b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "DELETE /v2.0/security-groups/60c04490-daf8-427c-8c73-992a0fd9a367 HTTP/1.1" status: 404 len: 347 time: 0.0557272 Dec 22 08:45:08.649302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41836) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:08.732981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ff1e5f90-3695-454a-b65d-6fc6d4ea0277 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:08.781350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ff1e5f90-3695-454a-b65d-6fc6d4ea0277 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:08.781699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ff1e5f90-3695-454a-b65d-6fc6d4ea0277 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:08.782279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-435f4401-bb8f-441b-a2c3-43e9149296c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Synchronizing usage tracker for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:08.791388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86b059b4-3ec3-48fd-870a-2c5dd9e20a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.795803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-75a35161-5bd9-49d6-ba68-e358ac007f02 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:08.819430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b059b4-3ec3-48fd-870a-2c5dd9e20a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de2dca-84d3-4746-bc61-cff01dde7b84,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.821673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86b059b4-3ec3-48fd-870a-2c5dd9e20a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:08.836798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-435f4401-bb8f-441b-a2c3-43e9149296c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Unset dirty status for tenant:ab6c26e59a9b4ee4b086e10e22b96b8e on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:08.844236 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-435f4401-bb8f-441b-a2c3-43e9149296c8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1878867 Dec 22 08:45:08.870329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86b059b4-3ec3-48fd-870a-2c5dd9e20a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.874178 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-86b059b4-3ec3-48fd-870a-2c5dd9e20a3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29de2dca-84d3-4746-bc61-cff01dde7b84 HTTP/1.1" status: 204 len: 168 time: 0.5654447 Dec 22 08:45:08.883716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:08.888819 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b166183a-0eef-45a2-8901-4d1236d8bb1a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:08.908881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c4e597de-3ce5-4083-97ab-ea51d960486b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:08.991146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Subnet': ['ID=001bb1e0-584e-4351-8495-52c30a23ffc1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:08.994647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:09.004791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Checking segment: {'id': '0b760f7a-8292-46f4-a755-357ad30927b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:09.005266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network hostable DHCP agents. Network: c8f1b253-414f-4e46-bbc3-c0625428d27d, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:09.031978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network c8f1b253-414f-4e46-bbc3-c0625428d27d is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:09.044734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c8f1b253-414f-4e46-bbc3-c0625428d27d) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:09.050537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:09.051122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.083365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 3, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:06Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:09.085113 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0136240 Dec 22 08:45:09.086282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41846) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:09.093953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:09.094355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Updating router f2743bf5-821f-498d-911f-6c1c00aa29db port 68f7f8f9-4469-44d5-a76c-1efd489f6951 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:45:09.169714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c4e597de-3ce5-4083-97ab-ea51d960486b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:09.170466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.193234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41852) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:09.266158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.299261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9ac0aaf3-d04e-46f1-919b-1f89a2265b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.350800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f404fa-5897-45bd-ba47-1030abc81805 None None] Network c8f1b253-414f-4e46-bbc3-c0625428d27d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:09.423189 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4c2ca28c-f82d-4019-8a6e-7bfc7bbd22f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab6c26e59a9b4ee4b086e10e22b96b8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2284470 Dec 22 08:45:09.425588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41862) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:09.497865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16be9886-af4d-4951-a4b5-9bc140b9e416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.529187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16be9886-af4d-4951-a4b5-9bc140b9e416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.610198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16be9886-af4d-4951-a4b5-9bc140b9e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.622170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c142012b-dbd2-4b84-9c18-50f807f01a8a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:09.634698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be9886-af4d-4951-a4b5-9bc140b9e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f53dd8-d9cd-4538-8657-bae736e40741,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:09.639824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-16be9886-af4d-4951-a4b5-9bc140b9e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:09.654623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-16be9886-af4d-4951-a4b5-9bc140b9e416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:09.656059 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-16be9886-af4d-4951-a4b5-9bc140b9e416 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3f53dd8-d9cd-4538-8657-bae736e40741 HTTP/1.1" status: 204 len: 168 time: 0.2293699 Dec 22 08:45:09.893277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-c8f1b253-414f-4e46-bbc3-c0625428d27d', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:45:09.894182 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.026601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.104385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.127085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Transition to ACTIVE for port object 68f7f8f9-4469-44d5-a76c-1efd489f6951 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:10.148247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Allocated IP 2001:db8:2::2 (c8f1b253-414f-4e46-bbc3-c0625428d27d/001bb1e0-584e-4351-8495-52c30a23ffc1/3e6df75d-cf73-4344-9fb2-6786b2b8ad6a) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:10.150435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.153667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41886) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.157311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cbb78e20-2b37-47c4-b3f6-62b117bcc5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:10.449658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'network': {'name': 'tempest-RoutersTest-1401152851'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:10.455478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:10.459649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:network and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:10.463363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:10.469646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:10.484958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:10.491089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.510353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.566950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:10.572061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:security_group_rule and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:10.575661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:10.581567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b67b4-d8c7-44c3-b14a-79104bfba483 None None] Pushing event updated for resources: {'Port': ['ID=68f7f8f9-4469-44d5-a76c-1efd489f6951,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:10.582001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:10.585908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-931b67b4-d8c7-44c3-b14a-79104bfba483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:10.597163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.602462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.674441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.680777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.684032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1a0e723c-3e8d-4559-8f78-349ad3393824 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:10.720807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:10.726375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82e286f-d212-4b26-bbc3-b10de70f358f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:10.728029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Attempting to bind port 68f7f8f9-4469-44d5-a76c-1efd489f6951 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:10.728408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Attempting to bind port 68f7f8f9-4469-44d5-a76c-1efd489f6951 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:10.728762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Attempting to bind port 68f7f8f9-4469-44d5-a76c-1efd489f6951 on network 915a576e-15a0-4d59-9eda-d3b98af1c482 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:10.729669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:10.735275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.735651 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added segment 9a72928f-85b3-4e91-abc3-dabb85dbe01c of type vlan for network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee Dec 22 08:45:10.768932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.783983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:10.784375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Checking segment: {'id': 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:10.784767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.785167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Bound using segment: {'id': 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:10.785643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Bound port: 68f7f8f9-4469-44d5-a76c-1efd489f6951, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:10.786026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.800498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.805645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:10.806253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.820334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2955359d-3591-4f57-8348-87a7d9e833a5 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:10.852386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.868924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Transition to ACTIVE for port object 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:10.925589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Transition to ACTIVE for port object 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:10.925589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:10.933183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] For port 68f7f8f9-4469-44d5-a76c-1efd489f6951, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:10.933183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-931b67b4-d8c7-44c3-b14a-79104bfba483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:10.941533 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7758331 Dec 22 08:45:10.941533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41904) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:10.948776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'network': {'name': 'tempest-RoutersTest-2092887660'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:10.954210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:10.957664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Network': ['ID=4776f6d0-8b3c-449a-92b6-68e6f7af5fee,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:10.961337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:10.962286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:network and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:10.966165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:10.974684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:10.977472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:10.987567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:10.992523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.000864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] For port 68f7f8f9-4469-44d5-a76c-1efd489f6951, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=68f7f8f9-4469-44d5-a76c-1efd489f6951,segment=NetworkSegment(ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f),segment_id=ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:11.036017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:11.045816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 2001:db8:2::1 (c8f1b253-414f-4e46-bbc3-c0625428d27d/001bb1e0-584e-4351-8495-52c30a23ffc1/125f5021-f1ac-450b-a7a8-05bdeae16b8d) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:11.046388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.046900 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added segment dfccdb82-37ad-44a4-b39d-172372fe82ee of type vlan for network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 Dec 22 08:45:11.060813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.085905 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.099845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Network c8f1b253-414f-4e46-bbc3-c0625428d27d is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:11.105737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:11.107591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Pushing event updated for resources: {'Port': ['ID=3e6df75d-cf73-4344-9fb2-6786b2b8ad6a,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.109704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:11.121243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:11.123850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:11.127328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.132280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:11.132952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.151721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-efac5be6-8d7d-422f-8e64-78f7b271e3cd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:11.248442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.277260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Network': ['ID=06e453bf-d3a2-48fd-ae27-336cef4b64b4,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.280106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:11.281655 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3457849 Dec 22 08:45:11.286018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41914) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:11.297238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.298619 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:11.302032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'subnet': {'network_id': '4776f6d0-8b3c-449a-92b6-68e6f7af5fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:11.317063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Transition to ACTIVE for port object 125f5021-f1ac-450b-a7a8-05bdeae16b8d will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:11.351756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.359437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:11.433820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b67b4-d8c7-44c3-b14a-79104bfba483 None None] Pushing event updated for resources: {'Port': ['ID=68f7f8f9-4469-44d5-a76c-1efd489f6951,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.442891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network c8f1b253-414f-4e46-bbc3-c0625428d27d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:11.446357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:11.448971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:11.449486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.453417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=125f5021-f1ac-450b-a7a8-05bdeae16b8d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:11.456712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-931b67b4-d8c7-44c3-b14a-79104bfba483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:11.457636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:11.464049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:11.465125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:11.506666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:11.517851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:subnet and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:11.528564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:11.542415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:11.562297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:11.587160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Attempting to bind port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:11.587583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Attempting to bind port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '0b760f7a-8292-46f4-a755-357ad30927b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:11.587955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Attempting to bind port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a on network c8f1b253-414f-4e46-bbc3-c0625428d27d {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:11.597984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.702808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.712252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:11.712630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Checking segment: {'id': '0b760f7a-8292-46f4-a755-357ad30927b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:11.713210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.713742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Bound using segment: {'id': '0b760f7a-8292-46f4-a755-357ad30927b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:11.714362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Bound port: 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b760f7a-8292-46f4-a755-357ad30927b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:11.714906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.800982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.813605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:11.975635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:11.981363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-43cd12e7-ef25-4438-9ef6-61ba440e0b32 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:11.984449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] For port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:12.006292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] For port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3e6df75d-cf73-4344-9fb2-6786b2b8ad6a,segment=NetworkSegment(0b760f7a-8292-46f4-a755-357ad30927b5),segment_id=0b760f7a-8292-46f4-a755-357ad30927b5)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:12.061237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.063008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.068245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.069238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:12.069915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.075531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e8d7b9cc-c53b-4a40-af9d-cf52f8e6c844 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:12.078398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Subnet': ['ID=005312ed-d847-476e-9d21-3756bc8ca96a,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:12.081719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:12.089721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Checking segment: {'id': '9a72928f-85b3-4e91-abc3-dabb85dbe01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4776f6d0-8b3c-449a-92b6-68e6f7af5fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:12.090089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network hostable DHCP agents. Network: 4776f6d0-8b3c-449a-92b6-68e6f7af5fee, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:12.116997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:12.131184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 4776f6d0-8b3c-449a-92b6-68e6f7af5fee) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:12.142376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:12.143145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.158100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2224ad-333a-4013-8e64-d42133fcb00a None None] Network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:12.175763 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8841698 Dec 22 08:45:12.176961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41930) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.185255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'subnet': {'network_id': '06e453bf-d3a2-48fd-ae27-336cef4b64b4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:12.228437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=125f5021-f1ac-450b-a7a8-05bdeae16b8d,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:12.237954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:12.294107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network c8f1b253-414f-4e46-bbc3-c0625428d27d is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:12.295413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:12.351189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Pushing event updated for resources: {'Port': ['ID=3e6df75d-cf73-4344-9fb2-6786b2b8ad6a,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:12.374825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:12.536511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:12.540687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:subnet and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:12.544633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:12.558420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:12.593142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:12.681601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:11Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:11Z', 'revision_number': 1, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:10Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:12.687549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d194d3-5177-49da-a35a-f7ec1a949542 None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:11Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:11Z', 'revision_number': 1, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:10Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:12.715665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-4776f6d0-8b3c-449a-92b6-68e6f7af5fee', 'network_id': '4776f6d0-8b3c-449a-92b6-68e6f7af5fee', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'fixed_ips': [{'subnet_id': '005312ed-d847-476e-9d21-3756bc8ca96a'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:45:12.720936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.741689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41934) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:12.789987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67626868', 'description': 'tempest-secgroup-smoke-67626868 description', 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:12.801302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:12.806986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:security_group and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:12.829121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:12.835519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.852829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:12.884147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:12.970530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:12.983518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.007656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Allocated IP 172.20.0.2 (4776f6d0-8b3c-449a-92b6-68e6f7af5fee/005312ed-d847-476e-9d21-3756bc8ca96a/c7723948-b689-42e6-87b1-084bdc2bfa6d) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:13.109495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:13.116474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:security_group_rule and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:13.120370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:13.131298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:13.166174 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.173286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4f21ba95-c79c-4f39-85d3-ff4a4b053a0f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:13.190627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:13.194047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:13.291886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.295122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Subnet': ['ID=97f2aa0e-f0c7-43bf-81d8-314bcbf2b77d,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:13.309603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:13.310663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Transition to ACTIVE for port object c7723948-b689-42e6-87b1-084bdc2bfa6d will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:13.325325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Checking segment: {'id': 'dfccdb82-37ad-44a4-b39d-172372fe82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06e453bf-d3a2-48fd-ae27-336cef4b64b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:13.325985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network hostable DHCP agents. Network: 06e453bf-d3a2-48fd-ae27-336cef4b64b4, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:13.332590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Transition to ACTIVE for port object c7723948-b689-42e6-87b1-084bdc2bfa6d will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:13.345956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.359289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b770cd42-2b2d-451d-a047-9b32d4dd84d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:13.361847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:13.375169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 06e453bf-d3a2-48fd-ae27-336cef4b64b4) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:13.390954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:13.391712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.453343 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2747650 Dec 22 08:45:13.454723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b34f7-8f52-4959-9915-43bf94b14c3f None None] Network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:13.456835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41938) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.478093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1246013690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:13.486275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:13.491377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:router and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:13.495041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:13.502956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:13.521243 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.523225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.523852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.547133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.562971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.569450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:13.575561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.614783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.617272 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3e27dd30-6f50-441e-b099-043302de101a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1587489 Dec 22 08:45:13.619575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41942) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.626982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:13.629499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa11fd81-9e17-4add-a140-4af94c4a0ca9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:13.632766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:13.636220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:security_group_rule and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:13.640221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:13.642709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:13.643551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Pushing event updated for resources: {'Port': ['ID=c7723948-b689-42e6-87b1-084bdc2bfa6d,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:13.648007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:13.649793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:13.652686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:13.654430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:13.668394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:13.730567 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6430857 Dec 22 08:45:13.732007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41946) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.737175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1811712540'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:13.797866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.803500 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:13.805249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.809701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1074a1d2-0a6b-4860-9bda-22a784d93c48 tempest-RoutersAdminNegativeIpV6Test-1797513544 tempest-RoutersAdminNegativeIpV6Test-1797513544-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:13.817236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:network and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:13.822032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:13.831765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:13.846551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Attempting to bind port c7723948-b689-42e6-87b1-084bdc2bfa6d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:13.846922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Attempting to bind port c7723948-b689-42e6-87b1-084bdc2bfa6d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '9a72928f-85b3-4e91-abc3-dabb85dbe01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4776f6d0-8b3c-449a-92b6-68e6f7af5fee'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:13.847542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Attempting to bind port c7723948-b689-42e6-87b1-084bdc2bfa6d on network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:13.862551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:13.866461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.896437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd79957-c35d-4bd2-b1f6-a8d21cd87095,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:13.901180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:13.903049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:13.909603 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 1.1667573 Dec 22 08:45:13.910401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41950) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:13.917030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'security_group_rule': {'security_group_id': '9dd79957-c35d-4bd2-b1f6-a8d21cd87095', 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:13.924435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:13.928525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:security_group_rule and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:13.932521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:13.932676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d123feb-2293-45db-bf09-d4b6e0219291 None None] Network c8f1b253-414f-4e46-bbc3-c0625428d27d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:13.938353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:13.961769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.011528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:14.011909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Checking segment: {'id': '9a72928f-85b3-4e91-abc3-dabb85dbe01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4776f6d0-8b3c-449a-92b6-68e6f7af5fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:14.012318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.012733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Bound using segment: {'id': '9a72928f-85b3-4e91-abc3-dabb85dbe01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4776f6d0-8b3c-449a-92b6-68e6f7af5fee'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:14.013196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Bound port: c7723948-b689-42e6-87b1-084bdc2bfa6d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a72928f-85b3-4e91-abc3-dabb85dbe01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4776f6d0-8b3c-449a-92b6-68e6f7af5fee'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:14.013564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.042152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:14.055420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.055783 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added segment 456a44d0-9352-4ed5-b2ea-c6f2d0d6729e of type vlan for network a0a85ed3-cae2-4832-9d80-734fff81fee3 Dec 22 08:45:14.061901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.068269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.075707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9ea0e38b-d63f-461a-85c5-0866a8172c16 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:14.088593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-06e453bf-d3a2-48fd-ae27-336cef4b64b4', 'network_id': '06e453bf-d3a2-48fd-ae27-336cef4b64b4', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'fixed_ips': [{'subnet_id': '97f2aa0e-f0c7-43bf-81d8-314bcbf2b77d'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:45:14.090203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.096263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49db5e7-05ec-42e7-a240-42137b215f48,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:14.099619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:14.108464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.113256 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2014065 Dec 22 08:45:14.113927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41954) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.136932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'security_group_rule': {'security_group_id': '9dd79957-c35d-4bd2-b1f6-a8d21cd87095', 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:14.202158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:14.217042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:security_group_rule and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:14.221528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.226829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Provisioning for port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:14.227436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:14.233914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:14.255906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Provisioning complete for port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:14.256281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.271726 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:14.277256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.291881 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:14.292709 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:14.302160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] For port c7723948-b689-42e6-87b1-084bdc2bfa6d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:14.327929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.331946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:14.332519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.343747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-039f7809-14a1-40b8-ad0e-d6b0ad83aa1d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:14.359141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] For port c7723948-b689-42e6-87b1-084bdc2bfa6d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c7723948-b689-42e6-87b1-084bdc2bfa6d,segment=NetworkSegment(9a72928f-85b3-4e91-abc3-dabb85dbe01c),segment_id=9a72928f-85b3-4e91-abc3-dabb85dbe01c)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:14.381814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.393991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:14.460057 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:14.523793 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7916467 Dec 22 08:45:14.528360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41958) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:14.529402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Network': ['ID=a0a85ed3-cae2-4832-9d80-734fff81fee3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:14.534275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.545181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:14.554422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'subnet': {'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:14.567302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.584959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network a0a85ed3-cae2-4832-9d80-734fff81fee3 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:14.690683 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.703134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d99b5a3a-6f81-400a-9e53-8a20fd9ff87c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:14.774632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Allocated IP 172.21.0.2 (06e453bf-d3a2-48fd-ae27-336cef4b64b4/97f2aa0e-f0c7-43bf-81d8-314bcbf2b77d/834b499b-ac50-4ac0-8131-0b5e9dce9f52) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:14.791959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Pushing event updated for resources: {'Port': ['ID=c7723948-b689-42e6-87b1-084bdc2bfa6d,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:14.809362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:14.822281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.848545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:14.855014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:subnet and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:14.859189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:14.865950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:14.884952 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:11Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:11Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:10Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:14.889589 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:14.890135 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Updating router f2743bf5-821f-498d-911f-6c1c00aa29db port 125f5021-f1ac-450b-a7a8-05bdeae16b8d binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:45:14.893965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Made reservation on behalf of 2341180fc0b74db19f9bf168a977d6a5 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:14.957678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e17d784-60a1-40db-bbe6-3c77da7e6b8c,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:14.968539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:14.971448 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.987695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:14.991447 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8698235 Dec 22 08:45:14.992405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41962) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.001055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'security_group_rule': {'security_group_id': '9dd79957-c35d-4bd2-b1f6-a8d21cd87095', 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:15.016450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:15.026492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:security_group_rule and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:15.031671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:15.093213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.093378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:15.114850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 68f7f8f9-4469-44d5-a76c-1efd489f6951 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:15.163254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.292203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.20.0.1 (4776f6d0-8b3c-449a-92b6-68e6f7af5fee/005312ed-d847-476e-9d21-3756bc8ca96a/43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:15.352212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.377047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.381848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-760ec64f-61b5-48a9-80fd-7aa1efdd931f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:15.397446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] For port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3e6df75d-cf73-4344-9fb2-6786b2b8ad6a,segment=NetworkSegment(0b760f7a-8292-46f4-a755-357ad30927b5),segment_id=0b760f7a-8292-46f4-a755-357ad30927b5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:15.401617 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.403805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.411764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:15.413485 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Transition to ACTIVE for port object 125f5021-f1ac-450b-a7a8-05bdeae16b8d will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:15.423683 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.428715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.439751 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:15.445134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428639dd-0955-4dca-bb58-5fa9afe08bec,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.448413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dd1facdd-46ab-4a81-89ee-8602f548e481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:15.470319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:15.495626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Subnet': ['ID=fa072d5e-6846-45bd-a56a-74bc5323bc3a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.495955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.497786 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5045290 Dec 22 08:45:15.502178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:15.502636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41966) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.513062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'security_group_rule': {'security_group_id': '9dd79957-c35d-4bd2-b1f6-a8d21cd87095', 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:15.523062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:15.525758 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda34fa-cd2a-4587-8588-27ee420d0e71 None None] Pushing event updated for resources: {'Port': ['ID=125f5021-f1ac-450b-a7a8-05bdeae16b8d,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.539326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:security_group_rule and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:15.543772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:15.558002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:15.560124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Checking segment: {'id': '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:15.560476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network hostable DHCP agents. Network: a0a85ed3-cae2-4832-9d80-734fff81fee3, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:15.610405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.611810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.627803 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-4bda34fa-cd2a-4587-8588-27ee420d0e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:15.642734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Transition to ACTIVE for port object 43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:15.646364 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.680847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Transition to ACTIVE for port object 834b499b-ac50-4ac0-8131-0b5e9dce9f52 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:15.683679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Pushing event updated for resources: {'Port': ['ID=3e6df75d-cf73-4344-9fb2-6786b2b8ad6a,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.686120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.688199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network a0a85ed3-cae2-4832-9d80-734fff81fee3 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:15.698616 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 68f7f8f9-4469-44d5-a76c-1efd489f6951 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:15.701938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dbc6ebc-4c2b-4e77-beee-0d1cbe221d15 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:15.723215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, a0a85ed3-cae2-4832-9d80-734fff81fee3) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:15.737344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:15.738053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.753421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d51b8de-cbec-47e3-aa45-26ba4fc6bc0a None None] Network a0a85ed3-cae2-4832-9d80-734fff81fee3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:15.774087 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Attempting to bind port 125f5021-f1ac-450b-a7a8-05bdeae16b8d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:15.779514 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Attempting to bind port 125f5021-f1ac-450b-a7a8-05bdeae16b8d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '0b760f7a-8292-46f4-a755-357ad30927b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:15.780137 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Attempting to bind port 125f5021-f1ac-450b-a7a8-05bdeae16b8d on network c8f1b253-414f-4e46-bbc3-c0625428d27d {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:15.780393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:15.787902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:15.791162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.791467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:15.795139 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:15.795790 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Checking segment: {'id': '0b760f7a-8292-46f4-a755-357ad30927b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:15.796396 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.796971 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Bound using segment: {'id': '0b760f7a-8292-46f4-a755-357ad30927b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:15.797741 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Bound port: 125f5021-f1ac-450b-a7a8-05bdeae16b8d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b760f7a-8292-46f4-a755-357ad30927b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:15.798550 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.799539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.801748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-74e63e36-a7e6-46b0-8384-b406b164452b tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:15.806825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 68f7f8f9-4469-44d5-a76c-1efd489f6951 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:15.808234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.827048 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2963336 Dec 22 08:45:15.835096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41970) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:15.848664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49c58eb-1d1d-4e0c-810f-bca0cd0bfc7a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.917647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:15.923278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:15.929101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:15.942805 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] For port 125f5021-f1ac-450b-a7a8-05bdeae16b8d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:15.946257 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] For port 125f5021-f1ac-450b-a7a8-05bdeae16b8d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=125f5021-f1ac-450b-a7a8-05bdeae16b8d,segment=NetworkSegment(0b760f7a-8292-46f4-a755-357ad30927b5),segment_id=0b760f7a-8292-46f4-a755-357ad30927b5)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:15.948511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.952890 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:15.960898 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:15.964956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Transition to ACTIVE for port object 834b499b-ac50-4ac0-8131-0b5e9dce9f52 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:15.974641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.974974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.976084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.976448 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.976764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.977095 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.977420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.977748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.978069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.978387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:15.978706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:45:16.013377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:16.029621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.038232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:16.038987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.043384 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5397317 Dec 22 08:45:16.045885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41974) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:16.051848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'security_group_rule': {'security_group_id': '9dd79957-c35d-4bd2-b1f6-a8d21cd87095', 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:16.060706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:16.062019 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda34fa-cd2a-4587-8588-27ee420d0e71 None None] Pushing event updated for resources: {'Port': ['ID=125f5021-f1ac-450b-a7a8-05bdeae16b8d,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:16.066154 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-4bda34fa-cd2a-4587-8588-27ee420d0e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:16.086946 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:16.087617 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:16.097754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:security_group_rule and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:16.103543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:16.111812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:16.133001 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Project cb00fc42bd6240d7af14f4353fb6e83f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:45:16.142700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.171789 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.192420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4e4849ff-7754-4778-9c1d-5bf28b2e87cb None None] Provisioning complete for port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:16.192699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4e4849ff-7754-4778-9c1d-5bf28b2e87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.283552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Pushing event updated for resources: {'Port': ['ID=834b499b-ac50-4ac0-8131-0b5e9dce9f52,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:16.287603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:16.305201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:16.306146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:16.308842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:16.404454 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:16.481954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29acea11-c71c-4683-a6a3-f600e9c03dc7 None None] Network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:16.505003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.614335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.623075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-df93dddb-e713-4815-be43-caa6e82bfe3f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:16.661861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Attempting to bind port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:16.662232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Attempting to bind port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'dfccdb82-37ad-44a4-b39d-172372fe82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06e453bf-d3a2-48fd-ae27-336cef4b64b4'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:16.662613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Attempting to bind port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 on network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:16.696968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c8900b-1e79-472c-941d-c8790d688224,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:16.701335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:16.737152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.741357 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6945539 Dec 22 08:45:16.743054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:16.755718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'security_group_rule': {'security_group_id': '9dd79957-c35d-4bd2-b1f6-a8d21cd87095', 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:16.764216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:16.764700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Checking segment: {'id': 'dfccdb82-37ad-44a4-b39d-172372fe82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06e453bf-d3a2-48fd-ae27-336cef4b64b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:16.764993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.765480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Bound using segment: {'id': 'dfccdb82-37ad-44a4-b39d-172372fe82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06e453bf-d3a2-48fd-ae27-336cef4b64b4'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:16.765865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Bound port: 834b499b-ac50-4ac0-8131-0b5e9dce9f52, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfccdb82-37ad-44a4-b39d-172372fe82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06e453bf-d3a2-48fd-ae27-336cef4b64b4'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:16.766522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.766712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:16.774310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:security_group_rule and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:16.778966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:16.783886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.795083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:16.832128 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Project cb00fc42bd6240d7af14f4353fb6e83f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:45:16.840850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.858396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-a0a85ed3-cae2-4832-9d80-734fff81fee3', 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'fixed_ips': [{'subnet_id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:45:16.859274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.901412 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:11Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:15Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:10Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:16.906736 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3bc95d-0d45-4445-a190-6c8723ef3f96 None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:11Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:15Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:10Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:16.947595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.956000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.959887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.964734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4e4849ff-7754-4778-9c1d-5bf28b2e87cb None None] Provisioning for port 125f5021-f1ac-450b-a7a8-05bdeae16b8d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:16.966027 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-4e967e46-ccdb-4859-a887-154d68e3a51d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2720623 Dec 22 08:45:16.967671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:16.998887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:17.017165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e7a30f39-2778-48bc-8c53-a3d5d2041243 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:17.051369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de6a957-b876-4c5e-9dbc-cae3344e5110,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.056310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:17.067198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.072918 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3248777 Dec 22 08:45:17.073964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41982) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:17.083297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'network': {'name': 'tempest-network-smoke--763501102', 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:17.093692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:17.106819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.159990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:17.160542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 68f7f8f9-4469-44d5-a76c-1efd489f6951, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=68f7f8f9-4469-44d5-a76c-1efd489f6951,segment=NetworkSegment(ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f),segment_id=ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:17.196109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.203114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:17.223075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.233759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:network and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:17.241648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:17.247124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] For port 834b499b-ac50-4ac0-8131-0b5e9dce9f52, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:17.258794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:17.307900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Made reservation on behalf of cb00fc42bd6240d7af14f4353fb6e83f for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:17.312146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.314389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] For port 834b499b-ac50-4ac0-8131-0b5e9dce9f52, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=834b499b-ac50-4ac0-8131-0b5e9dce9f52,segment=NetworkSegment(dfccdb82-37ad-44a4-b39d-172372fe82ee),segment_id=dfccdb82-37ad-44a4-b39d-172372fe82ee)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:17.387952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:17.404851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.407545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Added segment d0ae09a4-b8b1-44dc-bf9a-479622a64bb7 of type vlan for network 59b83dd3-920d-4332-b36d-e02ded2d9928 Dec 22 08:45:17.415952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.450929 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-44e1f38d-5933-4be1-9d58-acfa29c69e11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 1098 time: 0.3489654 Dec 22 08:45:17.455709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=68f7f8f9-4469-44d5-a76c-1efd489f6951,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.462918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:17.467376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:17.535714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.558697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:17.594804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Allocated IP 2001:db8:3::2 (a0a85ed3-cae2-4832-9d80-734fff81fee3/fa072d5e-6846-45bd-a56a-74bc5323bc3a/6f7b0660-d843-4f28-be22-09d2e91f30da) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:17.664281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.668577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:17.669158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.675080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:17.678348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:17.690279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-19259fd4-61f8-481b-80e4-7da4e08bd6f9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:17.726426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Pushing event updated for resources: {'Port': ['ID=834b499b-ac50-4ac0-8131-0b5e9dce9f52,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.736695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:17.752793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4756e442-92f6-424c-a6eb-3e8b5f2ce854 None None] Provisioning for port c7723948-b689-42e6-87b1-084bdc2bfa6d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:17.767698 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6911964 Dec 22 08:45:17.797177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:17.820187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:17.820575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.822635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'admin_state_up': True, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:17.832874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:17.839114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:router and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:17.857341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:17.864417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:17.891431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.926755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'Network': ['ID=59b83dd3-920d-4332-b36d-e02ded2d9928,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:17.942042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.943125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:17.946726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:17.979750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 59b83dd3-920d-4332-b36d-e02ded2d9928 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:18.058323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-149e61d6-4205-43e5-ba08-f0796a275926 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:18.059888 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-149e61d6-4205-43e5-ba08-f0796a275926 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.5718951 Dec 22 08:45:18.166914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.168746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.223758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Transition to ACTIVE for port object 6f7b0660-d843-4f28-be22-09d2e91f30da will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:18.264752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Transition to ACTIVE for port object 6f7b0660-d843-4f28-be22-09d2e91f30da will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:18.280249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c7723948-b689-42e6-87b1-084bdc2bfa6d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:18.311060 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-9426c6f4-b251-4b85-9352-31184a627240 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045 HTTP/1.1" status: 200 len: 1001 time: 0.1895790 Dec 22 08:45:18.319996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.326976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1771e17d-4195-4c4e-997b-1965bbb0aa4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:18.396140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Provisioning for port 43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:18.405835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-7b7e0b1d-bf23-4e20-af71-ef15e598a2a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:18.407631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-7b7e0b1d-bf23-4e20-af71-ef15e598a2a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.0855436 Dec 22 08:45:18.418071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Network a0a85ed3-cae2-4832-9d80-734fff81fee3 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:18.420250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Provisioning complete for port 43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:18.420620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.448779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:18.458692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:18.460733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Pushing event updated for resources: {'Port': ['ID=6f7b0660-d843-4f28-be22-09d2e91f30da,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:18.474487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:18.519807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router b5a72ba6-0458-4f62-bde6-3965966ad568 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:45:18.542396 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-daa399f3-146a-471c-b633-f80bfdea8611 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1253979 Dec 22 08:45:18.582801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Port 43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:18.593046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port c7723948-b689-42e6-87b1-084bdc2bfa6d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:18.620446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c7723948-b689-42e6-87b1-084bdc2bfa6d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:18.620831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.627203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Allocated IP 2001:db8:3::1 (a0a85ed3-cae2-4832-9d80-734fff81fee3/fa072d5e-6846-45bd-a56a-74bc5323bc3a/19d2acaa-87fb-4e95-b183-e140e5780344) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:18.640710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.678534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Attempting to bind port 6f7b0660-d843-4f28-be22-09d2e91f30da on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:18.678948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Attempting to bind port 6f7b0660-d843-4f28-be22-09d2e91f30da by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:18.679339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Attempting to bind port 6f7b0660-d843-4f28-be22-09d2e91f30da on network a0a85ed3-cae2-4832-9d80-734fff81fee3 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:18.710908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:18.711390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Checking segment: {'id': '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:18.711724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.712123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Bound using segment: {'id': '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:18.712617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Bound port: 6f7b0660-d843-4f28-be22-09d2e91f30da, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:18.714045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.740939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Provisioning complete for port c7723948-b689-42e6-87b1-084bdc2bfa6d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:18.741326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:18.930271 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-c1b7f60c-167f-4ff8-9614-71b4b2190839 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792305 Dec 22 08:45:19.047104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.089906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:19.096698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.097341 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/b5a72ba6-0458-4f62-bde6-3965966ad568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4764483 Dec 22 08:45:19.106342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41990) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.114131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb561e5-bca8-4378-85a9-93a3c34d3c8b None None] Sync routers for ids ['b5a72ba6-0458-4f62-bde6-3965966ad568'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:19.115132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.121206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] For port 6f7b0660-d843-4f28-be22-09d2e91f30da, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:19.142625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Transition to ACTIVE for port object 19d2acaa-87fb-4e95-b183-e140e5780344 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:19.154069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] For port c7723948-b689-42e6-87b1-084bdc2bfa6d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c7723948-b689-42e6-87b1-084bdc2bfa6d,segment=NetworkSegment(9a72928f-85b3-4e91-abc3-dabb85dbe01c),segment_id=9a72928f-85b3-4e91-abc3-dabb85dbe01c)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:19.168988 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19292dc7-14f1-4737-b213-7d4b57d6948e req-3239f2b3-fda4-4027-99e9-056acde7e6c0 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203486 Dec 22 08:45:19.172405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] For port 6f7b0660-d843-4f28-be22-09d2e91f30da, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f7b0660-d843-4f28-be22-09d2e91f30da,segment=NetworkSegment(456a44d0-9352-4ed5-b2ea-c6f2d0d6729e),segment_id=456a44d0-9352-4ed5-b2ea-c6f2d0d6729e)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:19.201235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81019722-e5e9-40a6-960e-ce5c2581bab5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:19.202130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-81019722-e5e9-40a6-960e-ce5c2581bab5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:19.207210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68134e-c644-4050-8dda-fa95af79317a None None] Network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:19.220566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.223782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.233143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-81019722-e5e9-40a6-960e-ce5c2581bab5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:19.233299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:19.234274 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-81019722-e5e9-40a6-960e-ce5c2581bab5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports/43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1 HTTP/1.1" status: 200 len: 910 time: 0.1269398 Dec 22 08:45:19.237270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 41994) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:19.260516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.264012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.303384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.308095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-91a81f9e-d903-4ae4-9738-07c647215c7e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:19.416519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network a0a85ed3-cae2-4832-9d80-734fff81fee3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:19.425502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:19.426459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb561e5-bca8-4378-85a9-93a3c34d3c8b None None] Routers {'b5a72ba6-0458-4f62-bde6-3965966ad568'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:19.427102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3cb561e5-bca8-4378-85a9-93a3c34d3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b5a72ba6-0458-4f62-bde6-3965966ad568'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:19.453969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=19d2acaa-87fb-4e95-b183-e140e5780344,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.461507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:19.462036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.464655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:19.499090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:19.499396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:19.508868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Allocated IP 172.26.5.58 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/e707b6ae-35e2-4d74-ad86-54a988b09437) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:19.526535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3cb561e5-bca8-4378-85a9-93a3c34d3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:19.566394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Pushing event updated for resources: {'Port': ['ID=c7723948-b689-42e6-87b1-084bdc2bfa6d,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.576311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:19.579321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fcb475bd-f72a-4df8-918e-bdfebbfd5bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:19.619076 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-40840f3f-54e7-4fbb-b852-5f4bee7c9ca5 None None] Provisioning complete for port 43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:19.620286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-40840f3f-54e7-4fbb-b852-5f4bee7c9ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.699394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.778055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-40840f3f-54e7-4fbb-b852-5f4bee7c9ca5 None None] Port 43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:19.838049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb561e5-bca8-4378-85a9-93a3c34d3c8b None None] Routers {'b5a72ba6-0458-4f62-bde6-3965966ad568'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:19.838897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3cb561e5-bca8-4378-85a9-93a3c34d3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b5a72ba6-0458-4f62-bde6-3965966ad568'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:19.863932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:19.897781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-40840f3f-54e7-4fbb-b852-5f4bee7c9ca5 None None] Provisioning for port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:19.917208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Pushing event updated for resources: {'Port': ['ID=6f7b0660-d843-4f28-be22-09d2e91f30da,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:19.924765 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:19.927619 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3cb561e5-bca8-4378-85a9-93a3c34d3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:19.928111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb561e5-bca8-4378-85a9-93a3c34d3c8b None None] The sync data for ids ['b5a72ba6-0458-4f62-bde6-3965966ad568'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:20.065629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 125f5021-f1ac-450b-a7a8-05bdeae16b8d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:20.104406 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.133957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.137628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 125f5021-f1ac-450b-a7a8-05bdeae16b8d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:20.140446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4fa31b91-3ece-464b-b18a-5bc9132ae755 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:20.149281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 125f5021-f1ac-450b-a7a8-05bdeae16b8d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:20.149924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.289687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.329853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'Port': ['ID=e707b6ae-35e2-4d74-ad86-54a988b09437,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.330824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 125f5021-f1ac-450b-a7a8-05bdeae16b8d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=125f5021-f1ac-450b-a7a8-05bdeae16b8d,segment=NetworkSegment(0b760f7a-8292-46f4-a755-357ad30927b5),segment_id=0b760f7a-8292-46f4-a755-357ad30927b5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:20.337410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.339324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:20.344092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.344692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.345385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.350234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:20.351284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:20.353805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:20.435707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=125f5021-f1ac-450b-a7a8-05bdeae16b8d,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.441467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:20.445090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event updated for resources: {'Port': ['ID=19d2acaa-87fb-4e95-b183-e140e5780344,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:20.447571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:20.449578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:20.451267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:20.622514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.21.0.1 (06e453bf-d3a2-48fd-ae27-336cef4b64b4/97f2aa0e-f0c7-43bf-81d8-314bcbf2b77d/2c668310-7797-4fd7-ae54-e5b013d9cf69) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:20.647498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 68f7f8f9-4469-44d5-a76c-1efd489f6951 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:20.731195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 68f7f8f9-4469-44d5-a76c-1efd489f6951 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:20.731606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.766140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Network a0a85ed3-cae2-4832-9d80-734fff81fee3 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:20.768123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:20.824858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.845668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Transition to ACTIVE for port object 2c668310-7797-4fd7-ae54-e5b013d9cf69 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:20.848594 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b682e03a-5f53-42ee-b380-d29b18a71b7f None None] Network a0a85ed3-cae2-4832-9d80-734fff81fee3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:20.870555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:20.875980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-243b449d-0b15-4b27-a05a-88cce11c4682 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:20.947381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:20.951885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:20.956870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:20.962883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 834b499b-ac50-4ac0-8131-0b5e9dce9f52 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:21.014750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=2c668310-7797-4fd7-ae54-e5b013d9cf69,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:21.018083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1feaae46-2428-4d93-ace6-93989f76b163 None None] Provisioning for port 6f7b0660-d843-4f28-be22-09d2e91f30da completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:21.020080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:21.046275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.163999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.172034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:21.203515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:21.205110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.283523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.285402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.335994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5d633a49-902b-43e4-ad40-e45f260adc35 None None] Provisioning for port 2c668310-7797-4fd7-ae54-e5b013d9cf69 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:21.352188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5d633a49-902b-43e4-ad40-e45f260adc35 None None] Provisioning complete for port 2c668310-7797-4fd7-ae54-e5b013d9cf69 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:21.352565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5d633a49-902b-43e4-ad40-e45f260adc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.413630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.420272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:21.467457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 834b499b-ac50-4ac0-8131-0b5e9dce9f52, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=834b499b-ac50-4ac0-8131-0b5e9dce9f52,segment=NetworkSegment(dfccdb82-37ad-44a4-b39d-172372fe82ee),segment_id=dfccdb82-37ad-44a4-b39d-172372fe82ee)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:21.473552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.474730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c7723948-b689-42e6-87b1-084bdc2bfa6d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:21.558431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-162d92ba-8377-4fbb-86f1-09dca388bc96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:21.616395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.624954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.664708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b2c44ec-68cc-4828-8483-41c8cad27f95 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:21.701995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5d633a49-902b-43e4-ad40-e45f260adc35 None None] Port 2c668310-7797-4fd7-ae54-e5b013d9cf69 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:21.726601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:21.737039 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:21.737547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c7723948-b689-42e6-87b1-084bdc2bfa6d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:21.737985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:21.754756 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:21.759448 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:21.767816 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9255819 Dec 22 08:45:21.773257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 41998) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:21.780723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:21.809736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=834b499b-ac50-4ac0-8131-0b5e9dce9f52,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:21.818207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:21.925795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f7b0660-d843-4f28-be22-09d2e91f30da up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:21.982477 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:22.036757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Router 0fb814ac-e7eb-4d47-929b-6eae8528f167 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:45:22.070372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.076452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=2c668310-7797-4fd7-ae54-e5b013d9cf69,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.088980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:22.096064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-50f74f74-57f6-4aef-a9c0-2d9a9b6ca858 None None] Provisioning for port 19d2acaa-87fb-4e95-b183-e140e5780344 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:22.109062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6f7b0660-d843-4f28-be22-09d2e91f30da completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:22.116626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-50f74f74-57f6-4aef-a9c0-2d9a9b6ca858 None None] Provisioning complete for port 19d2acaa-87fb-4e95-b183-e140e5780344 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:22.116994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-50f74f74-57f6-4aef-a9c0-2d9a9b6ca858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.184283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6f7b0660-d843-4f28-be22-09d2e91f30da triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:22.184661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.285459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:22.286797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:22.304120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-50f74f74-57f6-4aef-a9c0-2d9a9b6ca858 None None] Port 19d2acaa-87fb-4e95-b183-e140e5780344 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:22.412453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.493636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 6f7b0660-d843-4f28-be22-09d2e91f30da, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f7b0660-d843-4f28-be22-09d2e91f30da,segment=NetworkSegment(456a44d0-9352-4ed5-b2ea-c6f2d0d6729e),segment_id=456a44d0-9352-4ed5-b2ea-c6f2d0d6729e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:22.502416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c0e9477c-10bc-43e7-9c34-daf5dc982f8b None None] Provisioning complete for port 19d2acaa-87fb-4e95-b183-e140e5780344 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:22.503254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c0e9477c-10bc-43e7-9c34-daf5dc982f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.541996 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:19Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19d2acaa-87fb-4e95-b183-e140e5780344', 'name': '', 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:97:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:18Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:22.544300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.546319 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:22.546719 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Updating router f2743bf5-821f-498d-911f-6c1c00aa29db port 19d2acaa-87fb-4e95-b183-e140e5780344 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:45:22.564707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a0db346b-03a0-48a4-9e65-ddc08b604415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:22.652891 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.699563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9477c-10bc-43e7-9c34-daf5dc982f8b None None] Port 19d2acaa-87fb-4e95-b183-e140e5780344 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:22.711952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=6f7b0660-d843-4f28-be22-09d2e91f30da,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:22.723345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:22.730788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 834b499b-ac50-4ac0-8131-0b5e9dce9f52 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:22.737006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:22.789902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Sync routers for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:22.814712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:22.815429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:22.889484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:22.889871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.890936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router b5a72ba6-0458-4f62-bde6-3965966ad568 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:22.952796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:22.954059 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8230909-1c32-4df2-b199-ee9900e9884d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1557398 Dec 22 08:45:22.957282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42004) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.021839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 08:45:23.039931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Removed routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 08:45:23.040316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.091611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:23.117865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:23.138087 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/b5a72ba6-0458-4f62-bde6-3965966ad568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8996415 Dec 22 08:45:23.140621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42010) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.199003 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f39c36c0-f527-44b4-bbe3-cc559fda5dea tempest-TestNetworkAdvancedServerOps-1705279454 tempest-TestNetworkAdvancedServerOps-1705279454-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=cb00fc42bd6240d7af14f4353fb6e83f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2405088 Dec 22 08:45:23.207185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42014) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.214402 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.228838 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Transition to ACTIVE for port object 19d2acaa-87fb-4e95-b183-e140e5780344 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:23.235886 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616db2c5-c72e-4c90-9039-40cfbd6367c0 None None] Sync routers for ids ['b5a72ba6-0458-4f62-bde6-3965966ad568'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:23.244380 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.256654 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:23.356644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733caabb-1605-4444-8bcd-b1258334c548 tempest-TestNetworkAdvancedServerOps-1705279454 tempest-TestNetworkAdvancedServerOps-1705279454-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:23.358507 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-733caabb-1605-4444-8bcd-b1258334c548 tempest-TestNetworkAdvancedServerOps-1705279454 tempest-TestNetworkAdvancedServerOps-1705279454-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1515071 Dec 22 08:45:23.361447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42020) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.369248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c1a27-5652-4c07-841d-c9e91bbbdb86 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:23.369880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-780c1a27-5652-4c07-841d-c9e91bbbdb86 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:23.404296 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afeff0-9e65-4a39-bb7f-d4d901511092 None None] Pushing event updated for resources: {'Port': ['ID=19d2acaa-87fb-4e95-b183-e140e5780344,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:23.413876 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d9afeff0-9e65-4a39-bb7f-d4d901511092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:23.415767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-56c68dcb-2d96-4dd2-8d13-2f0410f3d9ad None None] Provisioning complete for port 2c668310-7797-4fd7-ae54-e5b013d9cf69 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:23.416303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-56c68dcb-2d96-4dd2-8d13-2f0410f3d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.439030 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-91690085-856f-4420-b610-c9216bc8c9c5 tempest-TestNetworkAdvancedServerOps-1705279454 tempest-TestNetworkAdvancedServerOps-1705279454-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762856 Dec 22 08:45:23.442413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42024) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.447477 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616db2c5-c72e-4c90-9039-40cfbd6367c0 None None] Routers {'b5a72ba6-0458-4f62-bde6-3965966ad568'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:23.448223 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-616db2c5-c72e-4c90-9039-40cfbd6367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b5a72ba6-0458-4f62-bde6-3965966ad568'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:23.450024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-933709676', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:23.500895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-56c68dcb-2d96-4dd2-8d13-2f0410f3d9ad None None] Port 2c668310-7797-4fd7-ae54-e5b013d9cf69 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:23.518433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.522991 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-616db2c5-c72e-4c90-9039-40cfbd6367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:23.523399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.599170 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616db2c5-c72e-4c90-9039-40cfbd6367c0 None None] Routers {'b5a72ba6-0458-4f62-bde6-3965966ad568'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:23.599876 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-616db2c5-c72e-4c90-9039-40cfbd6367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b5a72ba6-0458-4f62-bde6-3965966ad568'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:23.651738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-780c1a27-5652-4c07-841d-c9e91bbbdb86 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:23.653254 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-780c1a27-5652-4c07-841d-c9e91bbbdb86 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports/2c668310-7797-4fd7-ae54-e5b013d9cf69 HTTP/1.1" status: 200 len: 910 time: 0.5116608 Dec 22 08:45:23.669257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42028) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:23.671839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 125f5021-f1ac-450b-a7a8-05bdeae16b8d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:23.675592 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-616db2c5-c72e-4c90-9039-40cfbd6367c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:23.676004 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616db2c5-c72e-4c90-9039-40cfbd6367c0 None None] The sync data for ids ['b5a72ba6-0458-4f62-bde6-3965966ad568'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:23.685620 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Attempting to bind port 19d2acaa-87fb-4e95-b183-e140e5780344 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:23.686315 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Attempting to bind port 19d2acaa-87fb-4e95-b183-e140e5780344 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:23.686934 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Attempting to bind port 19d2acaa-87fb-4e95-b183-e140e5780344 on network a0a85ed3-cae2-4832-9d80-734fff81fee3 {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:23.695846 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:23.696467 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Checking segment: {'id': '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:23.697007 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.697553 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Bound using segment: {'id': '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:23.698274 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Bound port: 19d2acaa-87fb-4e95-b183-e140e5780344, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:23.698806 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.754958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 3, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:23.764492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Checking router: 0fb814ac-e7eb-4d47-929b-6eae8528f167 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:23.765258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Updating router 0fb814ac-e7eb-4d47-929b-6eae8528f167 port e707b6ae-35e2-4d74-ad86-54a988b09437 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:45:23.766732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:23.801120 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] For port 19d2acaa-87fb-4e95-b183-e140e5780344, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:23.804625 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] For port 19d2acaa-87fb-4e95-b183-e140e5780344, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=19d2acaa-87fb-4e95-b183-e140e5780344,segment=NetworkSegment(456a44d0-9352-4ed5-b2ea-c6f2d0d6729e),segment_id=456a44d0-9352-4ed5-b2ea-c6f2d0d6729e)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:23.812362 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.821873 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:23.830522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:23.836510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 125f5021-f1ac-450b-a7a8-05bdeae16b8d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:23.836894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.838953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:subnet and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:23.843218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:23.851960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:23.866025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:23.877298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Made reservation on behalf of cb00fc42bd6240d7af14f4353fb6e83f for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:23.920903 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:23.921850 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:23.986800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:24.007318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.008950 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a7675b04-9457-4d53-a2b4-409dc747d86d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db HTTP/1.1" status: 200 len: 954 time: 2.2334321 Dec 22 08:45:24.011856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42032) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:24.185468 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:24.278475 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-40a61d80-671f-4643-8dcf-dda8ee248879 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db HTTP/1.1" status: 200 len: 954 time: 0.2605095 Dec 22 08:45:24.280488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42036) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:24.289962 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'routes': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:24.299948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.353594 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.357113 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afeff0-9e65-4a39-bb7f-d4d901511092 None None] Pushing event updated for resources: {'Port': ['ID=19d2acaa-87fb-4e95-b183-e140e5780344,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:24.415955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Transition to ACTIVE for port object e707b6ae-35e2-4d74-ad86-54a988b09437 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:24.435015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.439884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-095fa51b-4d9d-4490-86af-3d82e4b8e862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:24.518958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Attempting to bind port e707b6ae-35e2-4d74-ad86-54a988b09437 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:24.519386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Attempting to bind port e707b6ae-35e2-4d74-ad86-54a988b09437 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:24.519725 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Attempting to bind port e707b6ae-35e2-4d74-ad86-54a988b09437 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:24.531389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276966ba-64f6-440c-a5ec-0e46377eafd8 None None] Pushing event updated for resources: {'Port': ['ID=e707b6ae-35e2-4d74-ad86-54a988b09437,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:24.540568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:24.541190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:24.541752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.542301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:24.542944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Bound port: e707b6ae-35e2-4d74-ad86-54a988b09437, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:24.543514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.559585 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d9afeff0-9e65-4a39-bb7f-d4d901511092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:24.584635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.604046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-276966ba-64f6-440c-a5ec-0e46377eafd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:24.658446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] For port e707b6ae-35e2-4d74-ad86-54a988b09437, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:24.662333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] For port e707b6ae-35e2-4d74-ad86-54a988b09437, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e707b6ae-35e2-4d74-ad86-54a988b09437,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:24.669607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.680293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:24.709389 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:23Z', 'revision_number': 6, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19d2acaa-87fb-4e95-b183-e140e5780344', 'name': '', 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:97:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:18Z', 'updated_at': '2021-12-22T08:45:23Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:24.712350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f7b0660-d843-4f28-be22-09d2e91f30da up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:24.715790 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7010ed0f-94ab-4dd3-8ef6-8daf0f3f4b5f None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:23Z', 'revision_number': 6, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19d2acaa-87fb-4e95-b183-e140e5780344', 'name': '', 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:97:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:18Z', 'updated_at': '2021-12-22T08:45:23Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:24.842181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:24.848100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-205e1ab5-bd93-4840-9da2-a64c8787f4ac tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:24.851548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276966ba-64f6-440c-a5ec-0e46377eafd8 None None] Pushing event updated for resources: {'Port': ['ID=e707b6ae-35e2-4d74-ad86-54a988b09437,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:24.858008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-276966ba-64f6-440c-a5ec-0e46377eafd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:24.870013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:24.870013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:24.956861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'Subnet': ['ID=7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:24.961214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:24.999526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Checking segment: {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:24.999887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Network hostable DHCP agents. Network: 59b83dd3-920d-4332-b36d-e02ded2d9928, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:25.054396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:25.089079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Network 59b83dd3-920d-4332-b36d-e02ded2d9928 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:25.140342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 59b83dd3-920d-4332-b36d-e02ded2d9928) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:25.147756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:25.148339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.183988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0af77c-38e4-4d2f-b62a-8f56f789dddb None None] Network 59b83dd3-920d-4332-b36d-e02ded2d9928 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:25.231517 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7880428 Dec 22 08:45:25.235107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:25.355896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6f7b0660-d843-4f28-be22-09d2e91f30da triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:25.356274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.444970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 08:45:25.445282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 08:45:25.498144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 2c668310-7797-4fd7-ae54-e5b013d9cf69 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:25.498818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.514803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.732473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 3, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:25.737154 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-59b83dd3-920d-4332-b36d-e02ded2d9928', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:45:25.738564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.751934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4f42fa-7a0b-4aab-a8f4-1781207eca19 None None] The sync data for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv is: [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 3, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:25.757918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:25.941852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for 2c668310-7797-4fd7-ae54-e5b013d9cf69 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:25.963463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:25.986592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:25.987260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:26.110320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.134379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.141760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Allocated IP 172.20.0.2 (59b83dd3-920d-4332-b36d-e02ded2d9928/7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025/e29971ee-ec1c-4e79-981f-e3434351dada) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:26.256533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:26.349109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.354595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-96f3f6db-236e-45c0-bcea-231e364ebb44 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:26.403974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=2c668310-7797-4fd7-ae54-e5b013d9cf69,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:26.413018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:26.789889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 19d2acaa-87fb-4e95-b183-e140e5780344 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:26.808937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:26.851489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.902866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:26.955222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Transition to ACTIVE for port object e29971ee-ec1c-4e79-981f-e3434351dada will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:26.989917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Transition to ACTIVE for port object e29971ee-ec1c-4e79-981f-e3434351dada will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:26.998951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.003420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-44f40b99-6135-48fa-8402-e6218c81ce1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:27.036539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 19d2acaa-87fb-4e95-b183-e140e5780344 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:27.057944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 19d2acaa-87fb-4e95-b183-e140e5780344 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:27.058340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.124527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Network 59b83dd3-920d-4332-b36d-e02ded2d9928 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:27.125276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Pushing event updated for resources: {'Port': ['ID=e29971ee-ec1c-4e79-981f-e3434351dada,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:27.130231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:27.133719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:27.142459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:27.166676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:27.174467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.177990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f7badac5-0545-4cea-afaf-afffacae097a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db HTTP/1.1" status: 200 len: 704 time: 2.8915768 Dec 22 08:45:27.179324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42048) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:27.187876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:25Z', 'revision_number': 7, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19d2acaa-87fb-4e95-b183-e140e5780344', 'name': '', 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:97:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:18Z', 'updated_at': '2021-12-22T08:45:23Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:27.225800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:27.294880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.299329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Attempting to bind port e29971ee-ec1c-4e79-981f-e3434351dada on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:27.299702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Attempting to bind port e29971ee-ec1c-4e79-981f-e3434351dada by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:27.300066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Attempting to bind port e29971ee-ec1c-4e79-981f-e3434351dada on network 59b83dd3-920d-4332-b36d-e02ded2d9928 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:27.311068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.324080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:27.324696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:27.377887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:27.380056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Checking segment: {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:27.380056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.380056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Bound using segment: {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:27.380056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Bound port: e29971ee-ec1c-4e79-981f-e3434351dada, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:27.380056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.525310 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ed7e8bde-6e4a-47dc-9d2e-cff8ed3d82c2 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db HTTP/1.1" status: 200 len: 704 time: 0.3433516 Dec 22 08:45:27.525539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42052) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:27.599614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 19d2acaa-87fb-4e95-b183-e140e5780344, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=19d2acaa-87fb-4e95-b183-e140e5780344,segment=NetworkSegment(456a44d0-9352-4ed5-b2ea-c6f2d0d6729e),segment_id=456a44d0-9352-4ed5-b2ea-c6f2d0d6729e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:27.612597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.612807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e707b6ae-35e2-4d74-ad86-54a988b09437 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:27.640940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-276966ba-64f6-440c-a5ec-0e46377eafd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:27.702473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:27.764802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Allocated IP 172.20.0.1 (59b83dd3-920d-4332-b36d-e02ded2d9928/7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025/10a1e3da-72a9-4397-80e0-f655b703d7de) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:27.795029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] For port e29971ee-ec1c-4e79-981f-e3434351dada, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:27.825695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router b5a72ba6-0458-4f62-bde6-3965966ad568 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:27.826313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] For port e29971ee-ec1c-4e79-981f-e3434351dada, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e29971ee-ec1c-4e79-981f-e3434351dada,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:27.830463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=19d2acaa-87fb-4e95-b183-e140e5780344,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:27.888083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:27.889473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.900592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-931b67b4-d8c7-44c3-b14a-79104bfba483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:27.940863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.959602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Transition to ACTIVE for port object 10a1e3da-72a9-4397-80e0-f655b703d7de will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:27.988713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:27.993009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e631e8aa-4166-4c4a-ae71-8510ed8b65bd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:28.059102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port e707b6ae-35e2-4d74-ad86-54a988b09437 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:28.067026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Pushing event updated for resources: {'Port': ['ID=e29971ee-ec1c-4e79-981f-e3434351dada,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:28.072343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:28.072510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Network 59b83dd3-920d-4332-b36d-e02ded2d9928 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:28.077033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:28.080464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:28.080641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port e707b6ae-35e2-4d74-ad86-54a988b09437 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:28.080838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.120103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'Port': ['ID=10a1e3da-72a9-4397-80e0-f655b703d7de,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:28.124617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:28.147539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.196361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:28.210102 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e121240-42be-4731-ac2d-73b60a23ac2b None None] Sync routers for ids ['b5a72ba6-0458-4f62-bde6-3965966ad568'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:28.233819 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e121240-42be-4731-ac2d-73b60a23ac2b None None] Routers {'b5a72ba6-0458-4f62-bde6-3965966ad568'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:28.237233 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7e121240-42be-4731-ac2d-73b60a23ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b5a72ba6-0458-4f62-bde6-3965966ad568'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.252067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.257151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.296732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.331864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/b5a72ba6-0458-4f62-bde6-3965966ad568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6612446 Dec 22 08:45:28.331989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42058) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:28.334705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port e707b6ae-35e2-4d74-ad86-54a988b09437, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e707b6ae-35e2-4d74-ad86-54a988b09437,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:28.349964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:25Z', 'revision_number': 7, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19d2acaa-87fb-4e95-b183-e140e5780344', 'name': '', 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:97:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:18Z', 'updated_at': '2021-12-22T08:45:23Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.370167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.388605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:28.389115 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7e121240-42be-4731-ac2d-73b60a23ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.401520 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e121240-42be-4731-ac2d-73b60a23ac2b None None] Routers {'b5a72ba6-0458-4f62-bde6-3965966ad568'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:28.402349 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7e121240-42be-4731-ac2d-73b60a23ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b5a72ba6-0458-4f62-bde6-3965966ad568'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.455798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ba3117-694e-4588-99e2-d0b2d005a386 None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:25Z', 'revision_number': 7, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19d2acaa-87fb-4e95-b183-e140e5780344', 'name': '', 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:97:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:18Z', 'updated_at': '2021-12-22T08:45:23Z', 'revision_number': 4, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:28.517447 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7e121240-42be-4731-ac2d-73b60a23ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:28.518026 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e121240-42be-4731-ac2d-73b60a23ac2b None None] The sync data for ids ['b5a72ba6-0458-4f62-bde6-3965966ad568'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:28.578395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=e707b6ae-35e2-4d74-ad86-54a988b09437,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:28.581590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:28.759749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 19d2acaa-87fb-4e95-b183-e140e5780344 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:28.845798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 19d2acaa-87fb-4e95-b183-e140e5780344 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:28.846625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:28.973655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e29971ee-ec1c-4e79-981f-e3434351dada up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:29.063767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port e29971ee-ec1c-4e79-981f-e3434351dada completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:29.072126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 19d2acaa-87fb-4e95-b183-e140e5780344 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:29.072470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.192033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.202123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.232212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6797dc86-d145-4f3a-84ea-c6a04736dedc tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:29.296487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 19d2acaa-87fb-4e95-b183-e140e5780344, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=19d2acaa-87fb-4e95-b183-e140e5780344,segment=NetworkSegment(456a44d0-9352-4ed5-b2ea-c6f2d0d6729e),segment_id=456a44d0-9352-4ed5-b2ea-c6f2d0d6729e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:29.297037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.333702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'Port': ['ID=10a1e3da-72a9-4397-80e0-f655b703d7de,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:29.340931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:29.344155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.383477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4046f92f-d72a-4f34-9d40-b90e9ccfc000 None None] Network 59b83dd3-920d-4332-b36d-e02ded2d9928 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:29.428694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 19d2acaa-87fb-4e95-b183-e140e5780344 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:29.436008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.545753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e835c39a-b917-41b5-8cd8-5e1c54699611 None None] Provisioning for port e29971ee-ec1c-4e79-981f-e3434351dada completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:29.567413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e835c39a-b917-41b5-8cd8-5e1c54699611 None None] Provisioning complete for port e29971ee-ec1c-4e79-981f-e3434351dada triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:29.567909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e835c39a-b917-41b5-8cd8-5e1c54699611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.638885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:29.667646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Network 59b83dd3-920d-4332-b36d-e02ded2d9928 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:29.677950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:29.728160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:29.728804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:29.825427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:29.829581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-89da72de-e414-4e5e-bfa7-6b87afb99f15 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:29.877914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=19d2acaa-87fb-4e95-b183-e140e5780344,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:29.881386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:29.977273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:30.079754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e835c39a-b917-41b5-8cd8-5e1c54699611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.135906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.159437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e835c39a-b917-41b5-8cd8-5e1c54699611 None None] For port e29971ee-ec1c-4e79-981f-e3434351dada, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e29971ee-ec1c-4e79-981f-e3434351dada,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:30.222183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e835c39a-b917-41b5-8cd8-5e1c54699611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.224908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:30.378284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835c39a-b917-41b5-8cd8-5e1c54699611 None None] Pushing event updated for resources: {'Port': ['ID=e29971ee-ec1c-4e79-981f-e3434351dada,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:30.382744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e835c39a-b917-41b5-8cd8-5e1c54699611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:30.531388 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:25Z', 'revision_number': 7, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19d2acaa-87fb-4e95-b183-e140e5780344', 'name': '', 'network_id': 'a0a85ed3-cae2-4832-9d80-734fff81fee3', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:97:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:18Z', 'updated_at': '2021-12-22T08:45:27Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': 'fa072d5e-6846-45bd-a56a-74bc5323bc3a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:30.547655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:30.574018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Router 0fb814ac-e7eb-4d47-929b-6eae8528f167 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:30.578504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:30.579758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:30.756212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:30.794772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:30.795366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.799754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:30.859638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e707b6ae-35e2-4d74-ad86-54a988b09437 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:30.941558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1c84ecc0-8eda-4fb7-a6b5-51e3b6b51eff None None] Provisioning complete for port e29971ee-ec1c-4e79-981f-e3434351dada triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:30.941937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c84ecc0-8eda-4fb7-a6b5-51e3b6b51eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:30.979019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:30.998627 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4696000 Dec 22 08:45:31.001041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42064) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:31.070451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.202636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for 43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:31.210226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port e707b6ae-35e2-4d74-ad86-54a988b09437 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:31.210755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.230403 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting subnet fa072d5e-6846-45bd-a56a-74bc5323bc3a {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:31.233367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.250212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:31.264517 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Sync routers for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:31.291531 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "PUT /v2.0/routers/0fb814ac-e7eb-4d47-929b-6eae8528f167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0422461 Dec 22 08:45:31.300026 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:31.300942 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:31.317286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.372461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1c84ecc0-8eda-4fb7-a6b5-51e3b6b51eff None None] Provisioning for port 10a1e3da-72a9-4397-80e0-f655b703d7de completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:31.425126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.425952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1c84ecc0-8eda-4fb7-a6b5-51e3b6b51eff None None] Provisioning complete for port 10a1e3da-72a9-4397-80e0-f655b703d7de triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:31.426336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c84ecc0-8eda-4fb7-a6b5-51e3b6b51eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.451558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.460963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3c7fb35-5a22-4867-b89e-6f56a528c405 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:31.518232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e29971ee-ec1c-4e79-981f-e3434351dada up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:31.594950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1c84ecc0-8eda-4fb7-a6b5-51e3b6b51eff None None] Port 10a1e3da-72a9-4397-80e0-f655b703d7de cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:31.614018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:29Z', 'revision_number': 8, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:31.624275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef85b45a-310f-4a95-9dfa-c2c8a1a826f7 None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:29Z', 'revision_number': 8, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:31.664442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=43834d8d-f6ef-4f06-9fdd-eb96f31ad4d1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:31.682314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port e29971ee-ec1c-4e79-981f-e3434351dada triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:31.683478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.683596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:31.715408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.721049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-44d8ddbb-ffce-462a-a833-bab8139e9ba8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:31.729265 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:31.762701 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Subnet': ['ID=fa072d5e-6846-45bd-a56a-74bc5323bc3a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:31.765869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:31.777651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.788428 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/fa072d5e-6846-45bd-a56a-74bc5323bc3a HTTP/1.1" status: 204 len: 168 time: 0.7855904 Dec 22 08:45:31.789114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42078) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:31.800713 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f6137-7b1a-4c64-8d94-6f5ff67c4eda None None] Network a0a85ed3-cae2-4832-9d80-734fff81fee3 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:31.886507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-557525df-4572-4f54-abc2-e8a2784b90fa tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Synchronizing usage tracker for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:31.908301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-557525df-4572-4f54-abc2-e8a2784b90fa tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Unset dirty status for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:31.909099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-557525df-4572-4f54-abc2-e8a2784b90fa tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67626868&fields=id&tenant_id=cb00fc42bd6240d7af14f4353fb6e83f HTTP/1.1" status: 200 len: 267 time: 0.3904746 Dec 22 08:45:31.914137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.927377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:31.939333 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 6f7b0660-d843-4f28-be22-09d2e91f30da {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:31.940082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.010099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f9387ac2-d760-462c-9e04-dfe16dd02384 None None] Provisioning complete for port 10a1e3da-72a9-4397-80e0-f655b703d7de triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:32.010471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f9387ac2-d760-462c-9e04-dfe16dd02384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.129262 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f9387ac2-d760-462c-9e04-dfe16dd02384 None None] Port 10a1e3da-72a9-4397-80e0-f655b703d7de cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:32.215001 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '10a1e3da-72a9-4397-80e0-f655b703d7de', 'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'mac_address': 'fa:16:3e:5b:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:27Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 2, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'subnets': [{'id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:32.219519 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Checking router: 0fb814ac-e7eb-4d47-929b-6eae8528f167 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:32.220499 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Updating router 0fb814ac-e7eb-4d47-929b-6eae8528f167 port 10a1e3da-72a9-4397-80e0-f655b703d7de binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:45:32.237574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 6f7b0660-d843-4f28-be22-09d2e91f30da, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f7b0660-d843-4f28-be22-09d2e91f30da,segment=NetworkSegment(456a44d0-9352-4ed5-b2ea-c6f2d0d6729e),segment_id=456a44d0-9352-4ed5-b2ea-c6f2d0d6729e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:32.238187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.288904 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.325319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] DHCP port deletion for a0a85ed3-cae2-4832-9d80-734fff81fee3 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:45:32.331377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] Deleting port 6f7b0660-d843-4f28-be22-09d2e91f30da {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:32.332131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.383747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 6f7b0660-d843-4f28-be22-09d2e91f30da owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:32.477381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.489151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:32.543562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-54617065-0640-4c4b-8138-186ce3ac01e6 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:32.544148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-54617065-0640-4c4b-8138-186ce3ac01e6 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Synchronizing usage tracker for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:32.552400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=6f7b0660-d843-4f28-be22-09d2e91f30da,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:32.554398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No DVR routers for this DVR port 6f7b0660-d843-4f28-be22-09d2e91f30da on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:32.556599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:32.576677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] For port 6f7b0660-d843-4f28-be22-09d2e91f30da, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f7b0660-d843-4f28-be22-09d2e91f30da,segment=NetworkSegment(456a44d0-9352-4ed5-b2ea-c6f2d0d6729e),segment_id=456a44d0-9352-4ed5-b2ea-c6f2d0d6729e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:32.577222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.626658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-54617065-0640-4c4b-8138-186ce3ac01e6 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Unset dirty status for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:32.627852 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-54617065-0640-4c4b-8138-186ce3ac01e6 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/networks?id=59b83dd3-920d-4332-b36d-e02ded2d9928 HTTP/1.1" status: 200 len: 796 time: 0.7031567 Dec 22 08:45:32.714100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] Calling delete_port for 6f7b0660-d843-4f28-be22-09d2e91f30da owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:32.731370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.731815 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-f683687a-e7d5-47bb-99ff-26b25e3fa335 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/quotas/cb00fc42bd6240d7af14f4353fb6e83f HTTP/1.1" status: 200 len: 375 time: 0.0971951 Dec 22 08:45:32.747679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 19d2acaa-87fb-4e95-b183-e140e5780344 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:32.764466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a85ed3-cae2-4832-9d80-734fff81fee3']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:32.782066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:32.782896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456a44d0-9352-4ed5-b2ea-c6f2d0d6729e') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:32.791817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router b5a72ba6-0458-4f62-bde6-3965966ad568 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:32.797110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 19d2acaa-87fb-4e95-b183-e140e5780344 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:32.797967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 19d2acaa-87fb-4e95-b183-e140e5780344 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:32.798530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f7b0660-d843-4f28-be22-09d2e91f30da no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:32.802164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.819519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.825638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:45:32.826023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:32.842853 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:32.850442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6f7b0660-d843-4f28-be22-09d2e91f30da {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:32.850798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f7b0660-d843-4f28-be22-09d2e91f30da not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:32.897773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:32.898906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:32.900244 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.946338 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Transition to ACTIVE for port object 10a1e3da-72a9-4397-80e0-f655b703d7de will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:32.948697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.954108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.956395 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:32.957036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b4581bb-e986-438a-bb36-eac3682b963f tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:32.957712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b16dcd9a-0d4c-4372-aab5-8fe87f708cdb tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Synchronizing usage tracker for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:32.969169 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-4bda34fa-cd2a-4587-8588-27ee420d0e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:32.979376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:32.984538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Network': ['ID=a0a85ed3-cae2-4832-9d80-734fff81fee3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:32.987382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:32.989162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b16dcd9a-0d4c-4372-aab5-8fe87f708cdb tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Unset dirty status for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:32.990506 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b16dcd9a-0d4c-4372-aab5-8fe87f708cdb tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb00fc42bd6240d7af14f4353fb6e83f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2512491 Dec 22 08:45:32.994221 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/networks/a0a85ed3-cae2-4832-9d80-734fff81fee3 HTTP/1.1" status: 204 len: 168 time: 1.2040689 Dec 22 08:45:32.994949 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/b5a72ba6-0458-4f62-bde6-3965966ad568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6620610 Dec 22 08:45:32.997568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42086) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:32.998336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42084) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:33.004623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a604886-2cbb-4db5-80e9-39267bb15b88 None None] Sync routers for ids ['b5a72ba6-0458-4f62-bde6-3965966ad568'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:33.020144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a604886-2cbb-4db5-80e9-39267bb15b88 None None] Routers {'b5a72ba6-0458-4f62-bde6-3965966ad568'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:33.020914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3a604886-2cbb-4db5-80e9-39267bb15b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b5a72ba6-0458-4f62-bde6-3965966ad568'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.100721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3a604886-2cbb-4db5-80e9-39267bb15b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.116654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a604886-2cbb-4db5-80e9-39267bb15b88 None None] Routers {'b5a72ba6-0458-4f62-bde6-3965966ad568'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:33.118159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3a604886-2cbb-4db5-80e9-39267bb15b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b5a72ba6-0458-4f62-bde6-3965966ad568'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.132650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-964ab626-790a-4011-a98d-c439c70ee3b5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:33.141061 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bfc50-ddff-4681-b71a-34b2a734fe87 None None] Pushing event updated for resources: {'Port': ['ID=10a1e3da-72a9-4397-80e0-f655b703d7de,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:33.148526 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-5e1bfc50-ddff-4681-b71a-34b2a734fe87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:33.196753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-964ab626-790a-4011-a98d-c439c70ee3b5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:33.197629 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-964ab626-790a-4011-a98d-c439c70ee3b5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a72ba6-0458-4f62-bde6-3965966ad568 HTTP/1.1" status: 200 len: 205 time: 0.1982243 Dec 22 08:45:33.200529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42092) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:33.229710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3a604886-2cbb-4db5-80e9-39267bb15b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.230160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a604886-2cbb-4db5-80e9-39267bb15b88 None None] The sync data for ids ['b5a72ba6-0458-4f62-bde6-3965966ad568'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:33.274196 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Attempting to bind port 10a1e3da-72a9-4397-80e0-f655b703d7de on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:33.275037 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Attempting to bind port 10a1e3da-72a9-4397-80e0-f655b703d7de by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:33.275996 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Attempting to bind port 10a1e3da-72a9-4397-80e0-f655b703d7de on network 59b83dd3-920d-4332-b36d-e02ded2d9928 {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:33.284463 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:33.286098 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Checking segment: {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:33.286701 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.287337 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Bound using segment: {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:33.288034 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Bound port: 10a1e3da-72a9-4397-80e0-f655b703d7de, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:33.288605 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.384540 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:33.387568 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b8aafc0a-13ab-462a-92a0-0569908ddcbb service neutron] 10.222.0.31 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548117 Dec 22 08:45:33.401768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] Deleting port 6f7b0660-d843-4f28-be22-09d2e91f30da {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:33.402810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3d4b-92e7-428f-8ce8-92f341925bc4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.405390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.421674 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:33.422310 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:33.439305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.491031 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] For port 10a1e3da-72a9-4397-80e0-f655b703d7de, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:33.504048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d8e3c955-0071-4f18-908b-cf8d41c4555d None None] The port '6f7b0660-d843-4f28-be22-09d2e91f30da' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:45:33.574168 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] For port 10a1e3da-72a9-4397-80e0-f655b703d7de, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=10a1e3da-72a9-4397-80e0-f655b703d7de,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:33.583686 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:33.589686 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-e66b2782-bcc9-47f9-a6c7-8818013c96d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:33.680441 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:33.752410 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bfc50-ddff-4681-b71a-34b2a734fe87 None None] Pushing event updated for resources: {'Port': ['ID=10a1e3da-72a9-4397-80e0-f655b703d7de,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:33.766616 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:45:33.768302 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-5e1bfc50-ddff-4681-b71a-34b2a734fe87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:33.783157 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:33.783739 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.021727 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-91388572-0aea-44d9-91a6-9b04b6a74b81 service neutron] 10.222.0.31 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224923 Dec 22 08:45:34.170099 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:34.219397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3d4b-92e7-428f-8ce8-92f341925bc4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.230618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3d4b-92e7-428f-8ce8-92f341925bc4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.237206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 125f5021-f1ac-450b-a7a8-05bdeae16b8d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:34.239644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.268969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3d4b-92e7-428f-8ce8-92f341925bc4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.269651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ea3d4b-92e7-428f-8ce8-92f341925bc4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Fanout notify agent at l3_agent the message router_deleted on router b5a72ba6-0458-4f62-bde6-3965966ad568 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:45:34.294568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3d4b-92e7-428f-8ce8-92f341925bc4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.295709 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d7ea3d4b-92e7-428f-8ce8-92f341925bc4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/b5a72ba6-0458-4f62-bde6-3965966ad568 HTTP/1.1" status: 204 len: 168 time: 1.0942881 Dec 22 08:45:34.298532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42106) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:34.359843 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a7fa01a-2bd2-4b5f-b6dd-b34ad441d773 req-450f2f08-2892-4c91-94da-0bd8e321ab73 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 210 time: 0.0690346 Dec 22 08:45:34.551625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 125f5021-f1ac-450b-a7a8-05bdeae16b8d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=125f5021-f1ac-450b-a7a8-05bdeae16b8d,segment=NetworkSegment(0b760f7a-8292-46f4-a755-357ad30927b5),segment_id=0b760f7a-8292-46f4-a755-357ad30927b5)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:34.551977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.593218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting subnet 97f2aa0e-f0c7-43bf-81d8-314bcbf2b77d {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:34.597275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.625411 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:29Z', 'revision_number': 8, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.631737 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:34.659637 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:34.660301 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.660863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.703602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 125f5021-f1ac-450b-a7a8-05bdeae16b8d owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:34.754408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.820983 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '10a1e3da-72a9-4397-80e0-f655b703d7de', 'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'mac_address': 'fa:16:3e:5b:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:27Z', 'updated_at': '2021-12-22T08:45:33Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'subnets': [{'id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:34.827886 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ea157-4243-4423-ab4e-a481f40e9f4e None None] The sync data for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv is: [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '10a1e3da-72a9-4397-80e0-f655b703d7de', 'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'mac_address': 'fa:16:3e:5b:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:27Z', 'updated_at': '2021-12-22T08:45:33Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'subnets': [{'id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:34.831299 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:34.855791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.860412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-096f2e30-9e26-4023-a268-9d415394a29e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:34.913852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Subnet': ['ID=97f2aa0e-f0c7-43bf-81d8-314bcbf2b77d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:34.920235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:34.928750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:34.941893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc94551-36e0-4360-b635-b36ed04d10be None None] Network 06e453bf-d3a2-48fd-ae27-336cef4b64b4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:34.945908 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/97f2aa0e-f0c7-43bf-81d8-314bcbf2b77d HTTP/1.1" status: 204 len: 168 time: 0.6448119 Dec 22 08:45:34.950694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42114) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:35.052668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.072854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-efbaf7f1-4c47-4e82-a325-e6d3f4f2dc5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:35.202048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=125f5021-f1ac-450b-a7a8-05bdeae16b8d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:35.213194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:35.381748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting subnet 005312ed-d847-476e-9d21-3756bc8ca96a {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:35.405549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.594887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] DHCP port deletion for 06e453bf-d3a2-48fd-ae27-336cef4b64b4 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:45:35.607946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] Deleting port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:35.608319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.617229 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:29Z', 'revision_number': 8, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:35.627743 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763c49be-0ebe-4bd6-b1e4-f0f475e6c6fb None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:29Z', 'revision_number': 8, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '125f5021-f1ac-450b-a7a8-05bdeae16b8d', 'name': '', 'network_id': 'c8f1b253-414f-4e46-bbc3-c0625428d27d', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:ab:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:10Z', 'updated_at': '2021-12-22T08:45:20Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '001bb1e0-584e-4351-8495-52c30a23ffc1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:35.643467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.798123 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74d9554b-23b5-4684-992d-fe671fcc9984 req-4ee226bb-e08f-4bf2-8f0b-9d6067d917c6 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 210 time: 0.0721757 Dec 22 08:45:35.882721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:35.988877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.018120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-790b747b-a1a8-4511-94f2-46ae3972e576 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:36.071189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.081422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Subnet': ['ID=005312ed-d847-476e-9d21-3756bc8ca96a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:36.084629 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/005312ed-d847-476e-9d21-3756bc8ca96a HTTP/1.1" status: 204 len: 168 time: 1.1334636 Dec 22 08:45:36.085898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:36.091792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42122) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:36.122685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bde8f69-0a8a-4c7c-a72b-d2c7a71bf88c None None] Network 4776f6d0-8b3c-449a-92b6-68e6f7af5fee requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:36.149005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-27f265c4-d25f-4d03-9049-f8a79c4531db tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:36.150437 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-27f265c4-d25f-4d03-9049-f8a79c4531db tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.32 "GET /v2.0/networks?id=59b83dd3-920d-4332-b36d-e02ded2d9928 HTTP/1.1" status: 200 len: 796 time: 0.5521593 Dec 22 08:45:36.201708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.245248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] For port 834b499b-ac50-4ac0-8131-0b5e9dce9f52, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=834b499b-ac50-4ac0-8131-0b5e9dce9f52,segment=NetworkSegment(dfccdb82-37ad-44a4-b39d-172372fe82ee),segment_id=dfccdb82-37ad-44a4-b39d-172372fe82ee)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:36.245509 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.249093 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-4912e5bb-d244-4874-91fe-f1b0aeccae7c tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb00fc42bd6240d7af14f4353fb6e83f HTTP/1.1" status: 200 len: 378 time: 0.0843346 Dec 22 08:45:36.338246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'port': {'device_id': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'admin_state_up': True, 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'security_groups': ['9dd79957-c35d-4bd2-b1f6-a8d21cd87095']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:36.416773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.422205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] Calling delete_port for 834b499b-ac50-4ac0-8131-0b5e9dce9f52 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:36.446348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:36.446691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.588489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.596288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-757474d3-10c6-422d-bfca-3922b846fce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:36.600179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:36.613993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:36.644035 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] Pushing event deleted for resources: {'Port': ['ID=834b499b-ac50-4ac0-8131-0b5e9dce9f52,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:36.649666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:36.656784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] No DVR routers for this DVR port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:36.688540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Made reservation on behalf of cb00fc42bd6240d7af14f4353fb6e83f for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:36.691613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.747794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port 834b499b-ac50-4ac0-8131-0b5e9dce9f52, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=834b499b-ac50-4ac0-8131-0b5e9dce9f52,segment=NetworkSegment(dfccdb82-37ad-44a4-b39d-172372fe82ee),segment_id=dfccdb82-37ad-44a4-b39d-172372fe82ee)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:36.748225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.752811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] DHCP port deletion for 4776f6d0-8b3c-449a-92b6-68e6f7af5fee request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:45:36.757599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Deleting port c7723948-b689-42e6-87b1-084bdc2bfa6d {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:36.759867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:36.858990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 10a1e3da-72a9-4397-80e0-f655b703d7de up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:36.904289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for 834b499b-ac50-4ac0-8131-0b5e9dce9f52 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:36.977201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:36.977484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:36.998489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cff048ae-1dee-4997-921f-42f6dad175d1 req-d9396f5d-5240-4129-b3d9-799e876be941 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 210 time: 0.0526507 Dec 22 08:45:37.035584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 10a1e3da-72a9-4397-80e0-f655b703d7de completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:37.063273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 10a1e3da-72a9-4397-80e0-f655b703d7de triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:37.063678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.106278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-66cea1c0-543d-4505-92e0-a69f30d6a406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.108738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] For port c7723948-b689-42e6-87b1-084bdc2bfa6d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c7723948-b689-42e6-87b1-084bdc2bfa6d,segment=NetworkSegment(9a72928f-85b3-4e91-abc3-dabb85dbe01c),segment_id=9a72928f-85b3-4e91-abc3-dabb85dbe01c)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:37.109057 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.117215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Allocated IP 172.20.0.7 (59b83dd3-920d-4332-b36d-e02ded2d9928/7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025/faa30f88-a373-4ad6-89c0-617bcd3b58ef) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:37.235437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Calling delete_port for c7723948-b689-42e6-87b1-084bdc2bfa6d owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:37.343908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:37.347367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.353225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.359094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ede8f89c-0f9b-4774-bcb5-01cf6902e3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:37.368742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Transition to ACTIVE for port object faa30f88-a373-4ad6-89c0-617bcd3b58ef will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:37.392540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.414051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Pushing event deleted for resources: {'Port': ['ID=c7723948-b689-42e6-87b1-084bdc2bfa6d,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.418618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:37.422155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] No DVR routers for this DVR port c7723948-b689-42e6-87b1-084bdc2bfa6d on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:37.443868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 10a1e3da-72a9-4397-80e0-f655b703d7de, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=10a1e3da-72a9-4397-80e0-f655b703d7de,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:37.448481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.450480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:37.487165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 834b499b-ac50-4ac0-8131-0b5e9dce9f52 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:37.487784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.541081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 834b499b-ac50-4ac0-8131-0b5e9dce9f52 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:37.542664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.550973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3217f308-9be7-4a9f-a218-be09b5725de5 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:37.568491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] The port '834b499b-ac50-4ac0-8131-0b5e9dce9f52' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:45:37.586295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 834b499b-ac50-4ac0-8131-0b5e9dce9f52 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:37.586556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 834b499b-ac50-4ac0-8131-0b5e9dce9f52 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:37.591064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=10a1e3da-72a9-4397-80e0-f655b703d7de,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.594002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:37.644158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'Port': ['ID=faa30f88-a373-4ad6-89c0-617bcd3b58ef,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.648419 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Network 59b83dd3-920d-4332-b36d-e02ded2d9928 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:37.650841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:37.651586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:37.653974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:37.698379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.730781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e453bf-d3a2-48fd-ae27-336cef4b64b4']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:37.744971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfccdb82-37ad-44a4-b39d-172372fe82ee') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:37.745263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfccdb82-37ad-44a4-b39d-172372fe82ee') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:37.758698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.776366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.784220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:45:37.784918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:37.800534 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:37.852310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:37.874476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:37.875077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.886034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.887803 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8890529 Dec 22 08:45:37.890219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-423039a5-4bf9-459c-b878-efc4759c0e12 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:37.890662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42128) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:37.905221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:37.916891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Network': ['ID=06e453bf-d3a2-48fd-ae27-336cef4b64b4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:37.921155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:37.927285 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6715713 Dec 22 08:45:37.929260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/networks/06e453bf-d3a2-48fd-ae27-336cef4b64b4 HTTP/1.1" status: 204 len: 168 time: 1.8364673 Dec 22 08:45:37.932136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42132) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:37.947191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Request body: {'port': {'device_id': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:37.954658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fefc6352-7726-491f-9928-9f9c7b7c9930 None None] Provisioning for port faa30f88-a373-4ad6-89c0-617bcd3b58ef completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:37.959844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fefc6352-7726-491f-9928-9f9c7b7c9930 None None] Provisioning complete for port faa30f88-a373-4ad6-89c0-617bcd3b58ef triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:37.960195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fefc6352-7726-491f-9928-9f9c7b7c9930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.062329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-fefc6352-7726-491f-9928-9f9c7b7c9930 None None] Port faa30f88-a373-4ad6-89c0-617bcd3b58ef cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:38.080554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.143479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.248569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.281451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4776f6d0-8b3c-449a-92b6-68e6f7af5fee']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.295952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a72928f-85b3-4e91-abc3-dabb85dbe01c') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.296217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a72928f-85b3-4e91-abc3-dabb85dbe01c') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:38.304711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting subnet 001bb1e0-584e-4351-8495-52c30a23ffc1 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:38.312271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.315176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.337088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c875403-f5f1-4ec7-9fbd-046bc687c977 req-9eb55729-a455-49ad-8ad3-8310102aeff8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:38.338726 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c875403-f5f1-4ec7-9fbd-046bc687c977 req-9eb55729-a455-49ad-8ad3-8310102aeff8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 931 time: 0.2045958 Dec 22 08:45:38.339624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.347439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:45:38.347758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:38.362826 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:38.443245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.477697 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c875403-f5f1-4ec7-9fbd-046bc687c977 req-0cf624fe-f3e7-4c62-9e7d-3dc1b5fdb303 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701849 Dec 22 08:45:38.478273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.481535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2ea015c-cd2c-40b7-b07d-84e5da833051 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:38.498937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.504513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Network': ['ID=4776f6d0-8b3c-449a-92b6-68e6f7af5fee,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:38.512297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:38.513891 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/networks/4776f6d0-8b3c-449a-92b6-68e6f7af5fee HTTP/1.1" status: 204 len: 168 time: 0.5808048 Dec 22 08:45:38.517850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42138) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.527190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'network': {'name': 'tempest-RoutersTest-720424890'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:38.532277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:38.536299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:network and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:38.539280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:38.545202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:38.556005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:38.559062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.590372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:38.591430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.600756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.601048 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added segment 1a9842e8-430b-43b9-976e-797f3bacd90b of type vlan for network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 Dec 22 08:45:38.627834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.654867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 10a1e3da-72a9-4397-80e0-f655b703d7de up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:38.659653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.663837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:38.664659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.668658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-89f7ce0d-5ada-43cc-85a2-abc0fc6c5866 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:38.712331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa30f88-a373-4ad6-89c0-617bcd3b58ef {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:45:38.724443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.725411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 10a1e3da-72a9-4397-80e0-f655b703d7de triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:38.725894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.742600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.747793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-993f9f2c-25c7-474e-b38f-d1e822904a23 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:38.778275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Transition to ACTIVE for port object faa30f88-a373-4ad6-89c0-617bcd3b58ef will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:38.786533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.797571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Subnet': ['ID=001bb1e0-584e-4351-8495-52c30a23ffc1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:38.801861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:38.802368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8c52b758-2a8a-4613-8112-9f14ea73755e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:38.844590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:38.845607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7823c-d078-48c8-ab42-6d5f6250de4f None None] Network c8f1b253-414f-4e46-bbc3-c0625428d27d requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:38.901787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Network': ['ID=c8a4a43d-8dd2-458f-80dd-10f9cebc2f50,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:38.905610 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/001bb1e0-584e-4351-8495-52c30a23ffc1 HTTP/1.1" status: 204 len: 168 time: 1.0138478 Dec 22 08:45:38.905798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:38.918739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42142) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.920354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:38.937869 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4189608 Dec 22 08:45:38.938583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42146) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:38.946627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'subnet': {'network_id': 'c8a4a43d-8dd2-458f-80dd-10f9cebc2f50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:38.957804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Pushing event updated for resources: {'Port': ['ID=faa30f88-a373-4ad6-89c0-617bcd3b58ef,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:38.963457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:39.037761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c7723948-b689-42e6-87b1-084bdc2bfa6d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:39.088664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:39.092299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: c7723948-b689-42e6-87b1-084bdc2bfa6d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:39.093187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c7723948-b689-42e6-87b1-084bdc2bfa6d not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:39.093309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:subnet and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:39.104223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:39.110337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:39.120959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:39.138375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.171313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:39.171671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.205465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Attempting to bind port faa30f88-a373-4ad6-89c0-617bcd3b58ef on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:39.206109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Attempting to bind port faa30f88-a373-4ad6-89c0-617bcd3b58ef by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:39.206109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Attempting to bind port faa30f88-a373-4ad6-89c0-617bcd3b58ef on network 59b83dd3-920d-4332-b36d-e02ded2d9928 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:39.219409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Port faa30f88-a373-4ad6-89c0-617bcd3b58ef on network 59b83dd3-920d-4332-b36d-e02ded2d9928 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:45:39.219756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Attempting to bind port faa30f88-a373-4ad6-89c0-617bcd3b58ef on network 59b83dd3-920d-4332-b36d-e02ded2d9928 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:39.220187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-501f370b-ffb9-4183-b047-650ea7f7da2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.230400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.262989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:39.263307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Checking segment: {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:39.263693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Bound using segment: {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:39.264121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Bound port: faa30f88-a373-4ad6-89c0-617bcd3b58ef, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:39.264470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.316841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] DHCP port deletion for c8f1b253-414f-4e46-bbc3-c0625428d27d request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:45:39.321173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] Deleting port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:39.321573 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.472784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3e6df75d-cf73-4344-9fb2-6786b2b8ad6a,segment=NetworkSegment(0b760f7a-8292-46f4-a755-357ad30927b5),segment_id=0b760f7a-8292-46f4-a755-357ad30927b5)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:39.473268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.480817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:39.500861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.505538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0b0792b4-67d0-4b52-9e59-ea25dd2ecff7 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:39.512642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:39.574317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] For port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3e6df75d-cf73-4344-9fb2-6786b2b8ad6a,segment=NetworkSegment(0b760f7a-8292-46f4-a755-357ad30927b5),segment_id=0b760f7a-8292-46f4-a755-357ad30927b5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:39.574782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.629401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Checking segment: {'id': '1a9842e8-430b-43b9-976e-797f3bacd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8a4a43d-8dd2-458f-80dd-10f9cebc2f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:39.629755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network hostable DHCP agents. Network: c8a4a43d-8dd2-458f-80dd-10f9cebc2f50, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:39.651888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Subnet': ['ID=d7f33f7a-12bc-440e-ac9c-835b360fbd9a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:39.661613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:39.669790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:39.670561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:39.681942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c8a4a43d-8dd2-458f-80dd-10f9cebc2f50) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:39.686401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:39.687164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.714993 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-448d0ee0-e8a6-4cd5-a80b-06d46aef9da0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7752490 Dec 22 08:45:39.715605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42152) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:39.721824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-709494578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:39.728716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:39.733958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:router and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:39.737816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:39.741875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f89b6f3-3889-46f8-af17-895a8b96dc3a None None] Network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:39.744256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:39.756440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.757349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.761133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] Calling delete_port for 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:39.773501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:39.778166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.799494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.800142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.816567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:39.822527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.824125 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ddb12249-796e-4ddc-9fc9-422a87d08195 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1076076 Dec 22 08:45:39.826996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42156) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:39.833879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'port': {'network_id': 'c8a4a43d-8dd2-458f-80dd-10f9cebc2f50', 'name': 'tempest-RoutersTest-2145000301'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:39.863191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:39.863948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:39.909515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:39.910883 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] 10.222.0.32 "PUT /v2.0/ports/faa30f88-a373-4ad6-89c0-617bcd3b58ef HTTP/1.1" status: 200 len: 1093 time: 1.9751506 Dec 22 08:45:39.911431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:45:39.936724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Pushing event updated for resources: {'Port': ['ID=faa30f88-a373-4ad6-89c0-617bcd3b58ef,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:39.948600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:40.003024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.008802 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'status': 'completed', 'code': 200} Dec 22 08:45:40.014001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:40.016515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-33e9fa53-81a9-4d2d-b364-70b7c9e81168 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:40.019660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:port and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:40.024126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:40.030743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:40.044403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:40.048985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.081386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e83f4-7f75-4eb5-8612-f07332e82c6f req-754efad5-8008-4f81-95e3-b8ce25c009d3 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:40.081699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] device_id is not set on port 250a53b6-4b5b-449b-81b5-2882d293e0fb yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:45:40.082045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-161e83f4-7f75-4eb5-8612-f07332e82c6f req-754efad5-8008-4f81-95e3-b8ce25c009d3 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Synchronizing usage tracker for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:40.088750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No DVR routers for this DVR port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:40.102276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=3e6df75d-cf73-4344-9fb2-6786b2b8ad6a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:40.121205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:40.121400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:40.134967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:40.140232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-161e83f4-7f75-4eb5-8612-f07332e82c6f req-754efad5-8008-4f81-95e3-b8ce25c009d3 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Unset dirty status for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:40.150241 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-161e83f4-7f75-4eb5-8612-f07332e82c6f req-754efad5-8008-4f81-95e3-b8ce25c009d3 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 943 time: 0.4172077 Dec 22 08:45:40.159272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:40.263734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.20.0.11 (c8a4a43d-8dd2-458f-80dd-10f9cebc2f50/d7f33f7a-12bc-440e-ac9c-835b360fbd9a/250a53b6-4b5b-449b-81b5-2882d293e0fb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:40.297086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.326722 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-161e83f4-7f75-4eb5-8612-f07332e82c6f req-9ea4c81a-a55f-45ac-b687-e46beda1d08f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1752348 Dec 22 08:45:40.334309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f1b253-414f-4e46-bbc3-c0625428d27d']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:40.343431 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-58245ad2-e78e-4775-8337-a6f2231b51aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb00fc42bd6240d7af14f4353fb6e83f&device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 1096 time: 0.3793299 Dec 22 08:45:40.349806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b760f7a-8292-46f4-a755-357ad30927b5') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:40.350135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b760f7a-8292-46f4-a755-357ad30927b5') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:40.389645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-c8a4a43d-8dd2-458f-80dd-10f9cebc2f50', 'network_id': 'c8a4a43d-8dd2-458f-80dd-10f9cebc2f50', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'fixed_ips': [{'subnet_id': 'd7f33f7a-12bc-440e-ac9c-835b360fbd9a'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:45:40.390451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.415835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.433897 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-264cc401-7e31-45c0-984e-4e223c995448 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef HTTP/1.1" status: 200 len: 217 time: 0.0750086 Dec 22 08:45:40.474814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.489165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:45:40.489609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:40.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:40.522905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.544311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Transition to ACTIVE for port object 250a53b6-4b5b-449b-81b5-2882d293e0fb will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:40.567733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.582206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.582672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.596327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f220bf7f-9bf1-4e4e-95e3-d249fc486af9 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:40.612295 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-188f7938-ebce-4331-969b-34386532fde0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:40.614217 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-188f7938-ebce-4331-969b-34386532fde0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025 HTTP/1.1" status: 200 len: 834 time: 0.1738377 Dec 22 08:45:40.619040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.624796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] Deleting port 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:40.625185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.663852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5c1d0a72-a641-4424-8388-6e4f9a960713 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:40.683725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.705110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Network': ['ID=c8f1b253-414f-4e46-bbc3-c0625428d27d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:40.708944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:40.710104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:40.711442 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/networks/c8f1b253-414f-4e46-bbc3-c0625428d27d HTTP/1.1" status: 204 len: 168 time: 1.7878458 Dec 22 08:45:40.715210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42166) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.717366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:40.722265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:40.736357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:40.752354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=250a53b6-4b5b-449b-81b5-2882d293e0fb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:40.759853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:40.791469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:40.792232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:40.795398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:40.795917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3e6df75d-cf73-4344-9fb2-6786b2b8ad6a not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:40.816908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9375536a-d5f3-4898-b192-a1f0e3911bc9 None None] The port '3e6df75d-cf73-4344-9fb2-6786b2b8ad6a' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:45:40.825638 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9952197 Dec 22 08:45:40.826681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42170) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:40.882625 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-ce31f329-ac3c-44a0-afdb-82638eb5b643 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b83dd3-920d-4332-b36d-e02ded2d9928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2605207 Dec 22 08:45:40.953946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Allocated IP 172.20.0.2 (c8a4a43d-8dd2-458f-80dd-10f9cebc2f50/d7f33f7a-12bc-440e-ac9c-835b360fbd9a/d442fc03-135c-457b-9ee4-9039ec057566) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:41.149823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:34Z', 'revision_number': 9, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:41.188318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:41.243090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:41.244202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:41.287652 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-66d4e2a7-b7e2-4153-a155-0c22b35e94ea service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973386 Dec 22 08:45:41.329451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.449838 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a4aad09-cf64-4e02-a057-4dd070c973b4 req-f5de9d2b-1ccb-4e77-86c4-faee24ca4ebb service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529601 Dec 22 08:45:41.474879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.588702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.606393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Transition to ACTIVE for port object d442fc03-135c-457b-9ee4-9039ec057566 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:41.614434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:41.691217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be128e-22d0-427e-8541-5c4e46af1d41 req-fe41f6e0-4457-4a8e-accb-6862741f9c1b tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:41.693055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-28be128e-22d0-427e-8541-5c4e46af1d41 req-fe41f6e0-4457-4a8e-accb-6862741f9c1b tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 943 time: 0.1661007 Dec 22 08:45:41.717675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Transition to ACTIVE for port object d442fc03-135c-457b-9ee4-9039ec057566 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:41.752228 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc3b0e68-195a-445b-a0a1-3d1f1557e78e req-647d0b9b-c2d6-485f-abd7-afc276e15979 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb00fc42bd6240d7af14f4353fb6e83f&device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 1096 time: 0.2047074 Dec 22 08:45:41.755374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.770066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-926e5809-82ce-4587-a625-97e427404ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:41.785662 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-28be128e-22d0-427e-8541-5c4e46af1d41 req-9d77ce52-583a-4079-8f93-1a861b71e9c7 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850725 Dec 22 08:45:41.855259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.873878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:41.900409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:41.920176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:41.965255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:41.971505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b0e68-195a-445b-a0a1-3d1f1557e78e req-4679ddf1-6057-464e-928d-cafd2f33574a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:41.973016 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc3b0e68-195a-445b-a0a1-3d1f1557e78e req-4679ddf1-6057-464e-928d-cafd2f33574a service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b83dd3-920d-4332-b36d-e02ded2d9928 HTTP/1.1" status: 200 len: 897 time: 0.2116494 Dec 22 08:45:41.994579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Pushing event updated for resources: {'Port': ['ID=d442fc03-135c-457b-9ee4-9039ec057566,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:42.099227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:42.130307 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc3b0e68-195a-445b-a0a1-3d1f1557e78e req-0a6c6685-9683-4311-9a2d-47847947401f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef HTTP/1.1" status: 200 len: 217 time: 0.1070495 Dec 22 08:45:42.167266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Attempting to bind port d442fc03-135c-457b-9ee4-9039ec057566 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:42.167667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Attempting to bind port d442fc03-135c-457b-9ee4-9039ec057566 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '1a9842e8-430b-43b9-976e-797f3bacd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8a4a43d-8dd2-458f-80dd-10f9cebc2f50'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:42.168033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Attempting to bind port d442fc03-135c-457b-9ee4-9039ec057566 on network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:42.196654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:42.196994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Checking segment: {'id': '1a9842e8-430b-43b9-976e-797f3bacd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8a4a43d-8dd2-458f-80dd-10f9cebc2f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:42.197363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.197809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Bound using segment: {'id': '1a9842e8-430b-43b9-976e-797f3bacd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8a4a43d-8dd2-458f-80dd-10f9cebc2f50'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:42.198293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Bound port: d442fc03-135c-457b-9ee4-9039ec057566, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9842e8-430b-43b9-976e-797f3bacd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8a4a43d-8dd2-458f-80dd-10f9cebc2f50'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:42.198666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.216252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b0e68-195a-445b-a0a1-3d1f1557e78e req-782e0461-e92a-4b8c-bd43-57a421555feb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:42.217502 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc3b0e68-195a-445b-a0a1-3d1f1557e78e req-782e0461-e92a-4b8c-bd43-57a421555feb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025 HTTP/1.1" status: 200 len: 834 time: 0.0796027 Dec 22 08:45:42.288174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.294332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.300753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:42.342725 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] For port d442fc03-135c-457b-9ee4-9039ec057566, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:42.348703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] For port d442fc03-135c-457b-9ee4-9039ec057566, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d442fc03-135c-457b-9ee4-9039ec057566,segment=NetworkSegment(1a9842e8-430b-43b9-976e-797f3bacd90b),segment_id=1a9842e8-430b-43b9-976e-797f3bacd90b)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:42.357388 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:34Z', 'revision_number': 9, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:42.362145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:42.366952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:42.389871 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc3b0e68-195a-445b-a0a1-3d1f1557e78e req-d1f7d7e2-730d-4040-840c-ce7ce2f13f9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b83dd3-920d-4332-b36d-e02ded2d9928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1431623 Dec 22 08:45:42.418988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af0d5d-fcea-45a9-b6d0-3d3366070707 None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:34Z', 'revision_number': 9, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': '68f7f8f9-4469-44d5-a76c-1efd489f6951', 'name': '', 'network_id': '915a576e-15a0-4d59-9eda-d3b98af1c482', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:b5:01:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:04Z', 'updated_at': '2021-12-22T08:45:16Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '9b97dd1d-17c5-43d1-b21d-022cf361c425', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:42.508194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Pushing event updated for resources: {'Port': ['ID=d442fc03-135c-457b-9ee4-9039ec057566,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:42.518849 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:42.524660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=250a53b6-4b5b-449b-81b5-2882d293e0fb,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:42.532750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:42.601238 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc3b0e68-195a-445b-a0a1-3d1f1557e78e req-1f70cfc3-1096-4c46-96f7-a6f070081c28 service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041700 Dec 22 08:45:43.006120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d442fc03-135c-457b-9ee4-9039ec057566 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:43.009136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.128127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port d442fc03-135c-457b-9ee4-9039ec057566 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:43.145816 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 125f5021-f1ac-450b-a7a8-05bdeae16b8d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:43.178817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.180618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 125f5021-f1ac-450b-a7a8-05bdeae16b8d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:43.181023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 125f5021-f1ac-450b-a7a8-05bdeae16b8d not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:43.196866 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc3b0e68-195a-445b-a0a1-3d1f1557e78e req-bffa4940-1d6d-4ce0-bdec-a451e44be80c service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864582 Dec 22 08:45:43.224178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 68f7f8f9-4469-44d5-a76c-1efd489f6951 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:43.224694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.475757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874a655-3741-467b-b1f2-583bcb46eb2a req-e93e3080-6a04-4200-97fa-2b73bd9607c0 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:43.477489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e874a655-3741-467b-b1f2-583bcb46eb2a req-e93e3080-6a04-4200-97fa-2b73bd9607c0 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 943 time: 0.2159131 Dec 22 08:45:43.487293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 68f7f8f9-4469-44d5-a76c-1efd489f6951, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=68f7f8f9-4469-44d5-a76c-1efd489f6951,segment=NetworkSegment(ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f),segment_id=ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:43.487848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.656734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 68f7f8f9-4469-44d5-a76c-1efd489f6951 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:43.705960 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e874a655-3741-467b-b1f2-583bcb46eb2a req-ad5035aa-23ee-421d-ba4f-89ec7ca921b5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2088926 Dec 22 08:45:43.755174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.763577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.836677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1afacc9e-b877-49d5-876f-38e55ac69551 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:43.864371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134c9c9-1af3-4a36-b36a-743df4aa1347 None None] Network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:43.865877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.892622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:43.908386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0c3298b3-c322-46a9-a3ef-be19dade74c5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:44.002359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-23a94f3c-986e-4765-9017-61976b4e955b None None] Provisioning for port d442fc03-135c-457b-9ee4-9039ec057566 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:44.004964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=250a53b6-4b5b-449b-81b5-2882d293e0fb,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:44.018110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:44.025540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-23a94f3c-986e-4765-9017-61976b4e955b None None] Provisioning complete for port d442fc03-135c-457b-9ee4-9039ec057566 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:44.026052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23a94f3c-986e-4765-9017-61976b4e955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.033892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=68f7f8f9-4469-44d5-a76c-1efd489f6951,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:44.045370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:44.127286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:44.128593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:44.302031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.344563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23a94f3c-986e-4765-9017-61976b4e955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.425486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-23a94f3c-986e-4765-9017-61976b4e955b None None] For port d442fc03-135c-457b-9ee4-9039ec057566, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d442fc03-135c-457b-9ee4-9039ec057566,segment=NetworkSegment(1a9842e8-430b-43b9-976e-797f3bacd90b),segment_id=1a9842e8-430b-43b9-976e-797f3bacd90b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:44.434219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23a94f3c-986e-4765-9017-61976b4e955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.449699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-276966ba-64f6-440c-a5ec-0e46377eafd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:44.492588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device faa30f88-a373-4ad6-89c0-617bcd3b58ef details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:45:44.578799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a94f3c-986e-4765-9017-61976b4e955b None None] Pushing event updated for resources: {'Port': ['ID=d442fc03-135c-457b-9ee4-9039ec057566,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:44.582265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-23a94f3c-986e-4765-9017-61976b4e955b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:44.744157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 5831e3d3-0ebb-4e0e-b126-17154405484c is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:45:44.770131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:44.786000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'port_id': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'mac_address': 'fa:16:3e:3c:ff:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:45:44.861997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.892355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa30f88-a373-4ad6-89c0-617bcd3b58ef {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:45:44.925767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:44.931002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:44.934137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9a4b5a9b-ebd2-4f35-ba42-fd0767b74d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:45.033324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=faa30f88-a373-4ad6-89c0-617bcd3b58ef,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:45.044066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:45.068165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9f6fa0be-8d41-4b49-8190-299ae876f7cc None None] Provisioning complete for port d442fc03-135c-457b-9ee4-9039ec057566 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:45.068820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f6fa0be-8d41-4b49-8190-299ae876f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.174560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed82005-1264-4d1b-b24e-d343494667fd req-df2a4d7c-fa06-41ab-8745-88e23f11c99a tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:45.181344 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eed82005-1264-4d1b-b24e-d343494667fd req-df2a4d7c-fa06-41ab-8745-88e23f11c99a tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 944 time: 0.1557851 Dec 22 08:45:45.246952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:45.269699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:45.272649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['faa30f88-a373-4ad6-89c0-617bcd3b58ef'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:45:45.282945 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/5831e3d3-0ebb-4e0e-b126-17154405484c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4541080 Dec 22 08:45:45.285511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42198) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:45.287550 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff846f4-f6b1-4e3c-bd8d-0c9eaf6fcd05 None None] Sync routers for ids ['5831e3d3-0ebb-4e0e-b126-17154405484c'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:45.316130 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff846f4-f6b1-4e3c-bd8d-0c9eaf6fcd05 None None] Routers {'5831e3d3-0ebb-4e0e-b126-17154405484c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:45.317067 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cff846f4-f6b1-4e3c-bd8d-0c9eaf6fcd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['5831e3d3-0ebb-4e0e-b126-17154405484c'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.349282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9f6fa0be-8d41-4b49-8190-299ae876f7cc None None] Provisioning for port 250a53b6-4b5b-449b-81b5-2882d293e0fb completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:45.366973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9f6fa0be-8d41-4b49-8190-299ae876f7cc None None] Provisioning complete for port 250a53b6-4b5b-449b-81b5-2882d293e0fb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:45.367157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f6fa0be-8d41-4b49-8190-299ae876f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.369428 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eed82005-1264-4d1b-b24e-d343494667fd req-8ee50589-3cbe-4da0-84ac-e306c65eb585 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1858258 Dec 22 08:45:45.413095 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cff846f4-f6b1-4e3c-bd8d-0c9eaf6fcd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.441153 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff846f4-f6b1-4e3c-bd8d-0c9eaf6fcd05 None None] Routers {'5831e3d3-0ebb-4e0e-b126-17154405484c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:45.442124 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cff846f4-f6b1-4e3c-bd8d-0c9eaf6fcd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['5831e3d3-0ebb-4e0e-b126-17154405484c'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.476896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62c7af-0f71-445c-81e5-29fca92fe141 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:45.477813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-de62c7af-0f71-445c-81e5-29fca92fe141 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:45.500800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-de62c7af-0f71-445c-81e5-29fca92fe141 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:45.502136 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-de62c7af-0f71-445c-81e5-29fca92fe141 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports/250a53b6-4b5b-449b-81b5-2882d293e0fb HTTP/1.1" status: 200 len: 978 time: 0.2156441 Dec 22 08:45:45.504915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42202) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:45.541344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:45.581682 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8651538 Dec 22 08:45:45.587977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42206) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:45.597169 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cff846f4-f6b1-4e3c-bd8d-0c9eaf6fcd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:45.597565 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff846f4-f6b1-4e3c-bd8d-0c9eaf6fcd05 None None] The sync data for ids ['5831e3d3-0ebb-4e0e-b126-17154405484c'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:45.624770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fa0be-8d41-4b49-8190-299ae876f7cc None None] Port 250a53b6-4b5b-449b-81b5-2882d293e0fb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:45.808419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-325d8ff4-4b41-42e5-a39d-bc98751ba015 None None] Provisioning complete for port 250a53b6-4b5b-449b-81b5-2882d293e0fb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:45.809046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-325d8ff4-4b41-42e5-a39d-bc98751ba015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.894756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-325d8ff4-4b41-42e5-a39d-bc98751ba015 None None] Port 250a53b6-4b5b-449b-81b5-2882d293e0fb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:45.912210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting subnet 9b97dd1d-17c5-43d1-b21d-022cf361c425 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:45.916317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:45.976414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.028696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c5e290f3-16e8-4dc2-b905-765fa4970e50 None None] Provisioning complete for port 250a53b6-4b5b-449b-81b5-2882d293e0fb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:46.029075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c5e290f3-16e8-4dc2-b905-765fa4970e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.068367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.146230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c5e290f3-16e8-4dc2-b905-765fa4970e50 None None] Port 250a53b6-4b5b-449b-81b5-2882d293e0fb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:46.160681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.165689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0ea37b56-5843-43b1-99e6-7f37d0c4276b tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:46.200195 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Subnet': ['ID=9b97dd1d-17c5-43d1-b21d-022cf361c425,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:46.205641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:46.211339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.219396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eade26f-8c45-4115-b48e-970d04dca5fb None None] Network 915a576e-15a0-4d59-9eda-d3b98af1c482 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:46.221087 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/9b97dd1d-17c5-43d1-b21d-022cf361c425 HTTP/1.1" status: 204 len: 168 time: 0.6313796 Dec 22 08:45:46.221800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42212) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:46.342084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.354124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port c4e597de-3ce5-4083-97ab-ea51d960486b {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:46.354625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.387427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.533947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] DHCP port deletion for 915a576e-15a0-4d59-9eda-d3b98af1c482 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:45:46.538799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] Deleting port c4e597de-3ce5-4083-97ab-ea51d960486b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:46.539184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.685873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d442fc03-135c-457b-9ee4-9039ec057566 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:46.773168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port c4e597de-3ce5-4083-97ab-ea51d960486b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c4e597de-3ce5-4083-97ab-ea51d960486b,segment=NetworkSegment(ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f),segment_id=ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:46.773537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.806394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 250a53b6-4b5b-449b-81b5-2882d293e0fb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:46.806874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.877391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] For port c4e597de-3ce5-4083-97ab-ea51d960486b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c4e597de-3ce5-4083-97ab-ea51d960486b,segment=NetworkSegment(ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f),segment_id=ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:46.878763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.962312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port d442fc03-135c-457b-9ee4-9039ec057566 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:46.962695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:46.971734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for c4e597de-3ce5-4083-97ab-ea51d960486b owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:47.049817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.053658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] Calling delete_port for c4e597de-3ce5-4083-97ab-ea51d960486b owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:47.077936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.099224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9f5989c3-e1a9-4959-8822-055e7b8e492e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn_limited( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn_limited( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:45:47.148285 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 08:45:47.159089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=c4e597de-3ce5-4083-97ab-ea51d960486b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:47.165483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:47.175351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d1baa-7da0-4139-87ab-5f3649a5bc1e req-7801d0f9-9868-4ee0-9537-a665a40ddcac tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:47.176829 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-512d1baa-7da0-4139-87ab-5f3649a5bc1e req-7801d0f9-9868-4ee0-9537-a665a40ddcac tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 944 time: 0.5801747 Dec 22 08:45:47.183777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No DVR routers for this DVR port c4e597de-3ce5-4083-97ab-ea51d960486b on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:47.195862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:47.196221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:47.209968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for 250a53b6-4b5b-449b-81b5-2882d293e0fb owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:47.291407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c4e597de-3ce5-4083-97ab-ea51d960486b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:47.326657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: c4e597de-3ce5-4083-97ab-ea51d960486b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:47.327011 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c4e597de-3ce5-4083-97ab-ea51d960486b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:47.376861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.411957 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-512d1baa-7da0-4139-87ab-5f3649a5bc1e req-10339701-4676-491f-9513-d56558ebcc48 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1859312 Dec 22 08:45:47.417637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915a576e-15a0-4d59-9eda-d3b98af1c482']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:47.433960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.435620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:47.435918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1fa36b-2b5b-4eaa-bcb4-c63c32d9845f') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:47.442987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:47.448485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.476336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.484612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:45:47.486274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.524798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=250a53b6-4b5b-449b-81b5-2882d293e0fb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:47.540329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:47.658782 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:47.697858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] Deleting port c4e597de-3ce5-4083-97ab-ea51d960486b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:47.698535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.784195 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.788635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4e68d425-fd04-4b75-9919-59e86cc34ed2 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:47.814812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.815523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bd442d1a-210f-432e-9f16-53bda86b40e8 None None] The port 'c4e597de-3ce5-4083-97ab-ea51d960486b' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:45:47.817394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:47.824879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Network': ['ID=915a576e-15a0-4d59-9eda-d3b98af1c482,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:47.834151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:47.845088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42220) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:47.845302 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/networks/915a576e-15a0-4d59-9eda-d3b98af1c482 HTTP/1.1" status: 204 len: 168 time: 1.6214957 Dec 22 08:45:48.495684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device faa30f88-a373-4ad6-89c0-617bcd3b58ef up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:48.610315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port faa30f88-a373-4ad6-89c0-617bcd3b58ef completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:48.617776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port faa30f88-a373-4ad6-89c0-617bcd3b58ef triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:48.618291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.788668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.828353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:45:48.846674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:48.854753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:48.857503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-23a94f3c-986e-4765-9017-61976b4e955b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:48.919996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 5831e3d3-0ebb-4e0e-b126-17154405484c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:48.936510 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'code': 200} Dec 22 08:45:48.950007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504a5f6-47f0-4119-bf76-26fd93eda66c req-1c2c05a3-b5ca-4009-b2ab-ef71f4fe734f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:48.953797 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a504a5f6-47f0-4119-bf76-26fd93eda66c req-1c2c05a3-b5ca-4009-b2ab-ef71f4fe734f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 944 time: 0.2347872 Dec 22 08:45:49.003130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=faa30f88-a373-4ad6-89c0-617bcd3b58ef,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:49.009535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:49.240568 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a504a5f6-47f0-4119-bf76-26fd93eda66c req-3b6522e9-6a6f-4ac9-93da-08631bb2ad1d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2773714 Dec 22 08:45:49.249358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:49.341286 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-66047911-9e5e-4560-886c-2c829e53a700 req-69f05780-b9d0-4429-a59c-e967bccabd43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 1098 time: 0.0898461 Dec 22 08:45:49.378115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:49.398250 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-66047911-9e5e-4560-886c-2c829e53a700 req-68e92ebd-dab9-4111-ac81-76d32cd675c7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498698 Dec 22 08:45:49.399160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caca77d-57ac-463c-a998-582259de300d None None] Sync routers for ids ['5831e3d3-0ebb-4e0e-b126-17154405484c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:49.417117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caca77d-57ac-463c-a998-582259de300d None None] Routers {'5831e3d3-0ebb-4e0e-b126-17154405484c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:49.418135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9caca77d-57ac-463c-a998-582259de300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['5831e3d3-0ebb-4e0e-b126-17154405484c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:49.423989 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/5831e3d3-0ebb-4e0e-b126-17154405484c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9139054 Dec 22 08:45:49.424352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42234) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:49.474154 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:49.491378 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:49.492361 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:49.533000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9caca77d-57ac-463c-a998-582259de300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:49.552116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caca77d-57ac-463c-a998-582259de300d None None] Routers {'5831e3d3-0ebb-4e0e-b126-17154405484c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:49.553345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9caca77d-57ac-463c-a998-582259de300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['5831e3d3-0ebb-4e0e-b126-17154405484c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:49.650647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9caca77d-57ac-463c-a998-582259de300d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:49.662622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caca77d-57ac-463c-a998-582259de300d None None] The sync data for ids ['5831e3d3-0ebb-4e0e-b126-17154405484c'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:49.730286 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:50.123896 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-db55b412-67a3-4b85-9f17-999066c537ed tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 08:45:50.127640 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-db55b412-67a3-4b85-9f17-999066c537ed tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/5831e3d3-0ebb-4e0e-b126-17154405484c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6997008 Dec 22 08:45:50.127898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42238) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:50.145272 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:43Z', 'revision_number': 10, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:50.149338 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:50.163085 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:50.166071 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:50.190857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-832b0797-edda-487f-98cb-8caffefc30e9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:50.221649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-832b0797-edda-487f-98cb-8caffefc30e9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:50.233251 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-832b0797-edda-487f-98cb-8caffefc30e9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=5831e3d3-0ebb-4e0e-b126-17154405484c HTTP/1.1" status: 200 len: 205 time: 0.0987079 Dec 22 08:45:50.234554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42244) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:50.422948 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:50.515131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port cc1a68f0-0767-4474-b340-139e3eccafca {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:50.515836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.700759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c5d364b5-5a5d-44fb-a151-26f8e86fe045 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.786730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port cc1a68f0-0767-4474-b340-139e3eccafca, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cc1a68f0-0767-4474-b340-139e3eccafca,segment=NetworkSegment(10507134-c215-46d0-9e82-535cbdda36a3),segment_id=10507134-c215-46d0-9e82-535cbdda36a3)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:50.787864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:50.890393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4aea6-4556-4fec-aa97-a36ed04ab7b9 req-0f431110-4d6a-4eb2-a0f1-62ff670d1bdc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:50.899337 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e9d4aea6-4556-4fec-aa97-a36ed04ab7b9 req-0f431110-4d6a-4eb2-a0f1-62ff670d1bdc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.3849728 Dec 22 08:45:50.943785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for cc1a68f0-0767-4474-b340-139e3eccafca owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:51.020670 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:43Z', 'revision_number': 10, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:51.026691 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fab46-ac72-48bb-9799-7e7f950ca968 None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:43Z', 'revision_number': 10, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None, '_interfaces': [{'id': 'cc1a68f0-0767-4474-b340-139e3eccafca', 'name': '', 'network_id': '555440db-a230-4ab0-9d50-812da74b1e84', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'mac_address': 'fa:16:3e:87:6b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3545c878-e36e-49af-a1b9-16328b14beec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:58Z', 'updated_at': '2021-12-22T08:45:05Z', 'revision_number': 5, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'subnets': [{'id': '3545c878-e36e-49af-a1b9-16328b14beec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:51.128003 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e9d4aea6-4556-4fec-aa97-a36ed04ab7b9 req-9fd9bd42-9b46-4a49-b830-32a27aeffe29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2273366 Dec 22 08:45:51.222797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.227725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:51.275363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=cc1a68f0-0767-4474-b340-139e3eccafca,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:51.278619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:51.611747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c5d364b5-5a5d-44fb-a151-26f8e86fe045 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.622058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c5d364b5-5a5d-44fb-a151-26f8e86fe045 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.705334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c5d364b5-5a5d-44fb-a151-26f8e86fe045 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.714033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d364b5-5a5d-44fb-a151-26f8e86fe045 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Fanout notify agent at l3_agent the message router_deleted on router 5831e3d3-0ebb-4e0e-b126-17154405484c {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:45:51.735187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.738818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c5d364b5-5a5d-44fb-a151-26f8e86fe045 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:51.742993 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c5d364b5-5a5d-44fb-a151-26f8e86fe045 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/5831e3d3-0ebb-4e0e-b126-17154405484c HTTP/1.1" status: 204 len: 168 time: 1.5019608 Dec 22 08:45:51.744209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42252) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:51.989373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting subnet d7f33f7a-12bc-440e-ac9c-835b360fbd9a {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:51.993490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.061657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.172929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.309163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.314302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6a841d8c-a245-4eae-93ed-8c68d1bd17e2 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:52.353943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f33f7a-12bc-440e-ac9c-835b360fbd9a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:52.360438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:52.363835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.370657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa42e5-efaf-4df3-b843-1e2eac58e3bb None None] Network c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:52.390550 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/d7f33f7a-12bc-440e-ac9c-835b360fbd9a HTTP/1.1" status: 204 len: 168 time: 0.6453052 Dec 22 08:45:52.395112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42258) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.430022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:52.461258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd48465-0fd7-476d-a78d-f5075b53bf53 req-771ffde9-5f83-4ad6-838c-ff4fcefb3da2 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:52.463152 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cfd48465-0fd7-476d-a78d-f5075b53bf53 req-771ffde9-5f83-4ad6-838c-ff4fcefb3da2 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.1262140 Dec 22 08:45:52.633849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.675532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port d442fc03-135c-457b-9ee4-9039ec057566 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:52.679579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:52.700518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 68f7f8f9-4469-44d5-a76c-1efd489f6951 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:52.707536 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cfd48465-0fd7-476d-a78d-f5075b53bf53 req-62b79a69-d115-4810-b8e5-46ce80362a12 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2362189 Dec 22 08:45:52.722064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:52.776903 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9288516 Dec 22 08:45:52.792518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42266) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:52.792707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:52.821538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 68f7f8f9-4469-44d5-a76c-1efd489f6951 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:52.821879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 68f7f8f9-4469-44d5-a76c-1efd489f6951 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:52.869556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:52.874676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.001279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port d442fc03-135c-457b-9ee4-9039ec057566, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d442fc03-135c-457b-9ee4-9039ec057566,segment=NetworkSegment(1a9842e8-430b-43b9-976e-797f3bacd90b),segment_id=1a9842e8-430b-43b9-976e-797f3bacd90b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:53.001910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.046007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:53.108358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] DHCP port deletion for c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:45:53.133581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting subnet 3545c878-e36e-49af-a1b9-16328b14beec {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:45:53.136562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.161654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for d442fc03-135c-457b-9ee4-9039ec057566 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:53.177341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] Deleting port d442fc03-135c-457b-9ee4-9039ec057566 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:53.177835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.190502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.205778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:51Z', 'revision_number': 11, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.206022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce4b96-9d49-4bb9-adc8-d007fb341d60 req-7debc0c4-6d93-4da0-9a42-9b735e04f942 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:53.207805 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19ce4b96-9d49-4bb9-adc8-d007fb341d60 req-7debc0c4-6d93-4da0-9a42-9b735e04f942 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.2916727 Dec 22 08:45:53.220014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:53.286745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.287251 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-19ce4b96-9d49-4bb9-adc8-d007fb341d60 req-ef0587ef-6a25-45f2-b3b9-f92825b3173e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663090 Dec 22 08:45:53.288554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.293545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-832aeb3c-3ea2-4549-b7f3-72571c87c04a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:53.303995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:53.304778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.339347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=d442fc03-135c-457b-9ee4-9039ec057566,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:53.345957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:53.348688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No DVR routers for this DVR port d442fc03-135c-457b-9ee4-9039ec057566 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:53.359170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:53.440320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.457267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d8c5ff73-ef22-4403-a80f-6871d5eda1c6 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:53.500884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Subnet': ['ID=3545c878-e36e-49af-a1b9-16328b14beec,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:53.518330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:53.533373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81399dd5-2dae-4898-b1bb-226bed209896 None None] Network 555440db-a230-4ab0-9d50-812da74b1e84 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:53.536313 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a325b02d-31f0-46e6-9b22-09110a2f7e06 tempest-TestNetworkAdvancedServerOps-1705279454 tempest-TestNetworkAdvancedServerOps-1705279454-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 1093 time: 0.1719999 Dec 22 08:45:53.537481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42274) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:53.538598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.540899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.561119 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/3545c878-e36e-49af-a1b9-16328b14beec HTTP/1.1" status: 204 len: 168 time: 0.7731850 Dec 22 08:45:53.561742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42278) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:53.578407 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:53.601842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a4a43d-8dd2-458f-80dd-10f9cebc2f50']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.603453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:53.616377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9842e8-430b-43b9-976e-797f3bacd90b') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.616896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9842e8-430b-43b9-976e-797f3bacd90b') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.630580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.636438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:53.649088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.665210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Usage tracker for resource:floatingip and tenant:cb00fc42bd6240d7af14f4353fb6e83f is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:53.667722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:45:53.668375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.677261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:53.683881 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:53.695409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:53.725524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.732840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.758835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:51Z', 'revision_number': 11, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:53.778723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca79028-0f27-4f38-b7af-5470fffe9f72 None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:51Z', 'revision_number': 11, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:53.790361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] For port d442fc03-135c-457b-9ee4-9039ec057566, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d442fc03-135c-457b-9ee4-9039ec057566,segment=NetworkSegment(1a9842e8-430b-43b9-976e-797f3bacd90b),segment_id=1a9842e8-430b-43b9-976e-797f3bacd90b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:53.790772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.835455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Deleting port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:53.836008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.965969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] Calling delete_port for d442fc03-135c-457b-9ee4-9039ec057566 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:53.983435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:53.996695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4f4bc16a-29a2-45e5-be21-a00f863cd5e5 tempest-NetworksIpV6Test-1076192516 tempest-NetworksIpV6Test-1076192516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:54.055638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.089375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Network': ['ID=c8a4a43d-8dd2-458f-80dd-10f9cebc2f50,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:54.112607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:54.116161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:54.116772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:54.123808 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/networks/c8a4a43d-8dd2-458f-80dd-10f9cebc2f50 HTTP/1.1" status: 204 len: 168 time: 1.7224841 Dec 22 08:45:54.125323 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42284) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.130984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'network': {'name': 'tempest-RoutersTest-354027360'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:54.140546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:54.150325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] For port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8ad4509e-5b9e-4d9f-97ba-098a1a1e255b,segment=NetworkSegment(10507134-c215-46d0-9e82-535cbdda36a3),segment_id=10507134-c215-46d0-9e82-535cbdda36a3)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:54.151082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.156430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:network and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:54.160944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:54.170479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:54.182472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:54.187526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.245483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] DHCP port deletion for 555440db-a230-4ab0-9d50-812da74b1e84 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:45:54.249753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] Deleting port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:54.250221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.265968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:45:54.306671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.307535 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added segment 44344e4f-9e3b-4df7-be55-76b0cc5c6bb6 of type vlan for network 92950c79-188a-48b9-a39a-54757c9eb5bf Dec 22 08:45:54.375472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.430464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.441915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:54.442583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.448641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e3046b31-7e08-4629-b55d-fc42de8a1db1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:54.510679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.526910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Calling delete_port for 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:54.582148 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4556768 Dec 22 08:45:54.585833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42288) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:54.592424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'subnet': {'network_id': '92950c79-188a-48b9-a39a-54757c9eb5bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:54.650964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] Deleting port d442fc03-135c-457b-9ee4-9039ec057566 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:54.651551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.672776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Network': ['ID=92950c79-188a-48b9-a39a-54757c9eb5bf,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:54.697854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:54.751800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:54.756192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:subnet and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:54.759361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:54.766171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 92950c79-188a-48b9-a39a-54757c9eb5bf details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:45:54.767336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:54.772814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.781361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-242f797b-b738-46a2-8818-b847429f3e33 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:54.783308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:45:54.794477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:54.834758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Port': ['ID=8ad4509e-5b9e-4d9f-97ba-098a1a1e255b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:54.838970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:54.842664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No DVR routers for this DVR port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:45:54.883054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] For port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8ad4509e-5b9e-4d9f-97ba-098a1a1e255b,segment=NetworkSegment(10507134-c215-46d0-9e82-535cbdda36a3),segment_id=10507134-c215-46d0-9e82-535cbdda36a3)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:45:54.883487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.889058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:54.909862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Allocated IP 172.26.5.123 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/347e2269-75f8-440b-8454-fc2febbc52ef) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:54.982899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:54.983275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:54.983710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc1a68f0-0767-4474-b340-139e3eccafca no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:55.005073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.091885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555440db-a230-4ab0-9d50-812da74b1e84']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:55.092076 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] Calling delete_port for 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:55.108235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10507134-c215-46d0-9e82-535cbdda36a3') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:55.108541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10507134-c215-46d0-9e82-535cbdda36a3') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:55.121544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c873120a-a33e-43fb-b8ae-015223240681 None None] The port 'd442fc03-135c-457b-9ee4-9039ec057566' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:45:55.123439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.125870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.130068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6005825a-3e5c-4ead-b31b-e947f1ff9d3c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:55.136761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: cc1a68f0-0767-4474-b340-139e3eccafca {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:55.137129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc1a68f0-0767-4474-b340-139e3eccafca not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:55.137557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d442fc03-135c-457b-9ee4-9039ec057566 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:45:55.164835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.183156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:45:55.183970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.184870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: d442fc03-135c-457b-9ee4-9039ec057566 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:45:55.185219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d442fc03-135c-457b-9ee4-9039ec057566 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:45:55.204160 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:45:55.256869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:45:55.257320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:45:55.266139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Subnet': ['ID=2f0450ee-46cb-4e91-bda7-881d2a758e21,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:55.268329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.271671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:55.281968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Checking segment: {'id': '44344e4f-9e3b-4df7-be55-76b0cc5c6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '92950c79-188a-48b9-a39a-54757c9eb5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:55.282349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network hostable DHCP agents. Network: 92950c79-188a-48b9-a39a-54757c9eb5bf, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:45:55.314917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 92950c79-188a-48b9-a39a-54757c9eb5bf is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:45:55.317082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.324001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:55.328727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 92950c79-188a-48b9-a39a-54757c9eb5bf) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:55.333175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:55.333881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.339528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba6ff4-67cb-4b7c-9165-ac64d1db138d None None] Network 92950c79-188a-48b9-a39a-54757c9eb5bf requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:55.346130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.360039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Pushing event deleted for resources: {'Network': ['ID=555440db-a230-4ab0-9d50-812da74b1e84,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:55.368768 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7818875 Dec 22 08:45:55.371468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42298) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.376774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1529612987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:55.380027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:55.383154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:45:55.387207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:router and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:45:55.389011 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/networks/555440db-a230-4ab0-9d50-812da74b1e84 HTTP/1.1" status: 204 len: 168 time: 1.8260412 Dec 22 08:45:55.391343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:45:55.391914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42302) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.397962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:45:55.400079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'routes': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:45:55.417524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.418965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.445607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.466109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.495385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.516399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.521416 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-764a7707-fcc2-491d-90c8-eca75964456a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1488438 Dec 22 08:45:55.522602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42312) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:55.523655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:55.614561 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-92950c79-188a-48b9-a39a-54757c9eb5bf', 'network_id': '92950c79-188a-48b9-a39a-54757c9eb5bf', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'fixed_ips': [{'subnet_id': '2f0450ee-46cb-4e91-bda7-881d2a758e21'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:45:55.615545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.682826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:55.685779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:55.688793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'Port': ['ID=347e2269-75f8-440b-8454-fc2febbc52ef,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:55.693748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:55.726387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:55.774075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] Deleting port 8ad4509e-5b9e-4d9f-97ba-098a1a1e255b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:55.774683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:55.861172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-544dd398-5ca1-4dbe-9dcd-d089c86cdbf4 None None] The port '8ad4509e-5b9e-4d9f-97ba-098a1a1e255b' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:45:55.879671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Allocated IP 172.20.0.2 (92950c79-188a-48b9-a39a-54757c9eb5bf/2f0450ee-46cb-4e91-bda7-881d2a758e21/8bc600e6-ed0d-43c0-819a-88b3692b62a1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:55.879809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42316) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:56.059900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.114110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.126722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Transition to ACTIVE for port object 8bc600e6-ed0d-43c0-819a-88b3692b62a1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:56.149203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Transition to ACTIVE for port object 8bc600e6-ed0d-43c0-819a-88b3692b62a1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:56.158056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.166671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d48ca0ea-3636-4f6d-b9e0-16c77f213f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:56.198579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Added routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 08:45:56.198825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Removed routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 08:45:56.199266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.229021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-cc53944c-61a3-4a1b-9bd6-f9a47ac08c28 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741611110&fields=id&tenant_id=24a66f8478a345ff840018a8952a092e HTTP/1.1" status: 200 len: 267 time: 0.5007656 Dec 22 08:45:56.263041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Network 92950c79-188a-48b9-a39a-54757c9eb5bf is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:56.269534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:56.275802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:56.279748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Pushing event updated for resources: {'Port': ['ID=8bc600e6-ed0d-43c0-819a-88b3692b62a1,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:56.286584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:56.457983 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c9341e66-5c0a-4034-8543-e7798e4aa4aa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/eed7c252-0a84-4848-888c-34031cbf9611 HTTP/1.1" status: 200 len: 993 time: 0.5773158 Dec 22 08:45:56.461131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Attempting to bind port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:45:56.461515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Attempting to bind port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '44344e4f-9e3b-4df7-be55-76b0cc5c6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '92950c79-188a-48b9-a39a-54757c9eb5bf'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:45:56.461886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Attempting to bind port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 on network 92950c79-188a-48b9-a39a-54757c9eb5bf {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:45:56.485926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:45:56.486376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Checking segment: {'id': '44344e4f-9e3b-4df7-be55-76b0cc5c6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '92950c79-188a-48b9-a39a-54757c9eb5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:45:56.486792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.487225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Bound using segment: {'id': '44344e4f-9e3b-4df7-be55-76b0cc5c6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '92950c79-188a-48b9-a39a-54757c9eb5bf'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:45:56.487713 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Bound port: 8bc600e6-ed0d-43c0-819a-88b3692b62a1, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44344e4f-9e3b-4df7-be55-76b0cc5c6bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '92950c79-188a-48b9-a39a-54757c9eb5bf'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:45:56.488090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.709964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] For port 8bc600e6-ed0d-43c0-819a-88b3692b62a1, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:45:56.714535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] For port 8bc600e6-ed0d-43c0-819a-88b3692b62a1, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8bc600e6-ed0d-43c0-819a-88b3692b62a1,segment=NetworkSegment(44344e4f-9e3b-4df7-be55-76b0cc5c6bb6),segment_id=44344e4f-9e3b-4df7-be55-76b0cc5c6bb6)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:45:56.721987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:56.729094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:56.776816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.20.0.1 (92950c79-188a-48b9-a39a-54757c9eb5bf/2f0450ee-46cb-4e91-bda7-881d2a758e21/ed8adae7-7390-4578-84e2-b55aed8ceabc) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:45:56.830220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-801bed34-9ea7-492f-bc14-59286e2f8b19 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:56.837007 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-801bed34-9ea7-492f-bc14-59286e2f8b19 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 811 time: 0.5487840 Dec 22 08:45:56.839261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42324) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:56.877600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Pushing event updated for resources: {'Port': ['ID=8bc600e6-ed0d-43c0-819a-88b3692b62a1,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:56.881129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:56.937556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.038047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.049101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.050738 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-7e1fb235-fa10-4004-b875-1d74792bbe9d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/quotas/24a66f8478a345ff840018a8952a092e HTTP/1.1" status: 200 len: 375 time: 0.2127647 Dec 22 08:45:57.074207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Transition to ACTIVE for port object ed8adae7-7390-4578-84e2-b55aed8ceabc will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:45:57.149227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.155456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-15dce7f4-569e-47ec-b223-6f46431eee32 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:57.238515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 92950c79-188a-48b9-a39a-54757c9eb5bf is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:57.243525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:57.245966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:45:57.286391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=ed8adae7-7390-4578-84e2-b55aed8ceabc,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:57.289054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:57.337268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.424110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port a1ea7464-b194-42b2-ba0e-0a0bd04798d5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:45:57.424709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.440955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.711146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router f2743bf5-821f-498d-911f-6c1c00aa29db has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:45:57.721323 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-35162014-529c-4f82-9599-32345c6d58e1 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6694920 Dec 22 08:45:57.847617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.853218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:57.882857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:57.977139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=ed8adae7-7390-4578-84e2-b55aed8ceabc,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:57.980164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:57.982888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.008654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.008654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.050450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5c9c6-54f3-48fa-84b1-ab5795c55b7f None None] Network 92950c79-188a-48b9-a39a-54757c9eb5bf requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:45:58.140344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 92950c79-188a-48b9-a39a-54757c9eb5bf is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:45:58.141822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:45:58.167909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for a1ea7464-b194-42b2-ba0e-0a0bd04798d5 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:45:58.178600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1fb2968f-557e-443e-babb-56de80a74d34 None None] Provisioning for port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:58.216288 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-dd386809-7dc3-4704-a855-91cfd6317cbc service neutron] 10.222.0.31 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697671 Dec 22 08:45:58.400707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:58.421874 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] Sync routers for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:58.448370 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:58.448370 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:58.471972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.474271 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e46acc08-ecc8-4794-a4f6-5b8ebe32a465 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db HTTP/1.1" status: 200 len: 705 time: 3.0809941 Dec 22 08:45:58.474869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42328) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.555804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.573098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2aa6bc63-5e79-4110-ad4c-8691a71987f1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:58.621548 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-e3014639-fccd-407c-a86f-bc6b13853a46 service neutron] 10.222.0.31 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905065 Dec 22 08:45:58.729520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2aa6bc63-5e79-4110-ad4c-8691a71987f1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:58.735888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2aa6bc63-5e79-4110-ad4c-8691a71987f1 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2743bf5-821f-498d-911f-6c1c00aa29db HTTP/1.1" status: 200 len: 205 time: 0.2473643 Dec 22 08:45:58.740736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42332) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:58.765506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:58.866019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8bc600e6-ed0d-43c0-819a-88b3692b62a1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:45:58.926101 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:58.973626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router ee9c4f18-6147-481a-8151-a4a37c61ce9c is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:45:58.990433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.032403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-35b600d1-a1af-4cd7-a547-2dc1129e10ba tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:45:59.102270 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:51Z', 'revision_number': 11, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:59.112718 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] Checking router: f2743bf5-821f-498d-911f-6c1c00aa29db for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:45:59.140138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4f4bf934-38fe-4c4e-b0b8-f8f778ab45b6 None None] Provisioning for port ed8adae7-7390-4578-84e2-b55aed8ceabc completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:59.158385 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] Routers {'f2743bf5-821f-498d-911f-6c1c00aa29db'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:59.160602 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f2743bf5-821f-498d-911f-6c1c00aa29db'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:59.162540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4f4bf934-38fe-4c4e-b0b8-f8f778ab45b6 None None] Provisioning complete for port ed8adae7-7390-4578-84e2-b55aed8ceabc triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:59.165583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf934-38fe-4c4e-b0b8-f8f778ab45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.330098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bf934-38fe-4c4e-b0b8-f8f778ab45b6 None None] Port ed8adae7-7390-4578-84e2-b55aed8ceabc cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:45:59.349517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:45:59.370685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:45:59.372955 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/ee9c4f18-6147-481a-8151-a4a37c61ce9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8482325 Dec 22 08:45:59.375804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42342) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.384038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa3a6b-222a-48ff-9659-3b5d9305e745 None None] Sync routers for ids ['ee9c4f18-6147-481a-8151-a4a37c61ce9c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:45:59.393434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4f4bf934-38fe-4c4e-b0b8-f8f778ab45b6 None None] Provisioning complete for port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:59.393872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf934-38fe-4c4e-b0b8-f8f778ab45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.446530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:45:59.446530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.503685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9bab7-1b90-4fb7-a862-6bd3f9630077 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:45:59.504168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-64a9bab7-1b90-4fb7-a862-6bd3f9630077 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:45:59.556646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-64a9bab7-1b90-4fb7-a862-6bd3f9630077 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:45:59.560683 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-64a9bab7-1b90-4fb7-a862-6bd3f9630077 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports/ed8adae7-7390-4578-84e2-b55aed8ceabc HTTP/1.1" status: 200 len: 910 time: 0.1786573 Dec 22 08:45:59.560812 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] Set router f2743bf5-821f-498d-911f-6c1c00aa29db gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:45:59.564432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42350) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:45:59.569247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=a1ea7464-b194-42b2-ba0e-0a0bd04798d5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:45:59.584318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:45:59.706439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa3a6b-222a-48ff-9659-3b5d9305e745 None None] Routers {'ee9c4f18-6147-481a-8151-a4a37c61ce9c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:59.709755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8ffa3a6b-222a-48ff-9659-3b5d9305e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ee9c4f18-6147-481a-8151-a4a37c61ce9c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:59.717505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0cd4a920-e3ba-4d00-907b-e5873c334a4d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.809686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:45:59.852998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8ffa3a6b-222a-48ff-9659-3b5d9305e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:59.888406 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:51Z', 'revision_number': 11, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:45:59.892996 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350037c-1021-4dfb-9b1b-992394d60779 None None] The sync data for ids ['f2743bf5-821f-498d-911f-6c1c00aa29db'] in dv-neutron-822610-1-hyperv is: [{'id': 'f2743bf5-821f-498d-911f-6c1c00aa29db', 'name': 'tempest-RoutersIpV6Test-router-1213572457', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:54Z', 'updated_at': '2021-12-22T08:45:51Z', 'revision_number': 11, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:45:59.974894 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ee3d7a14-7fbb-48d3-8ae4-5a0a9e0f9fdc req-03766065-df53-4885-b9d1-85e5212cbd6a tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 210 time: 0.3906102 Dec 22 08:45:59.981825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa3a6b-222a-48ff-9659-3b5d9305e745 None None] Routers {'ee9c4f18-6147-481a-8151-a4a37c61ce9c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:45:59.984869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8ffa3a6b-222a-48ff-9659-3b5d9305e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ee9c4f18-6147-481a-8151-a4a37c61ce9c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.111848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8ffa3a6b-222a-48ff-9659-3b5d9305e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:00.111848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa3a6b-222a-48ff-9659-3b5d9305e745 None None] The sync data for ids ['ee9c4f18-6147-481a-8151-a4a37c61ce9c'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:00.182231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.197422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4f4bf934-38fe-4c4e-b0b8-f8f778ab45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.251706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 8bc600e6-ed0d-43c0-819a-88b3692b62a1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8bc600e6-ed0d-43c0-819a-88b3692b62a1,segment=NetworkSegment(44344e4f-9e3b-4df7-be55-76b0cc5c6bb6),segment_id=44344e4f-9e3b-4df7-be55-76b0cc5c6bb6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:00.258595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.263158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:00.290621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.368949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-4f4bf934-38fe-4c4e-b0b8-f8f778ab45b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:00.369384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-4f4bf934-38fe-4c4e-b0b8-f8f778ab45b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:00.377998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:00.395037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=8bc600e6-ed0d-43c0-819a-88b3692b62a1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:00.398608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:00.410589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.414849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0cd4a920-e3ba-4d00-907b-e5873c334a4d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.419617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.425817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:00.468116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0cd4a920-e3ba-4d00-907b-e5873c334a4d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.530170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event updated for resources: {'Port': ['ID=347e2269-75f8-440b-8454-fc2febbc52ef,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:00.539440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:00.580507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0cd4a920-e3ba-4d00-907b-e5873c334a4d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.580799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd4a920-e3ba-4d00-907b-e5873c334a4d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Fanout notify agent at l3_agent the message router_deleted on router f2743bf5-821f-498d-911f-6c1c00aa29db {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:46:00.599329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.705503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8bc600e6-ed0d-43c0-819a-88b3692b62a1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:00.716866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0cd4a920-e3ba-4d00-907b-e5873c334a4d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.720242 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0cd4a920-e3ba-4d00-907b-e5873c334a4d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db HTTP/1.1" status: 204 len: 168 time: 1.9643788 Dec 22 08:46:00.729168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42360) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:00.742534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-471982392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:00.754037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:00.796362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Usage tracker for resource:router and tenant:2341180fc0b74db19f9bf168a977d6a5 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:00.804758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:00.823694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:00.823694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.824842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:00.862231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.862231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.942274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:00.976953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.236203 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Floating IP bb4da622-d89e-441f-a571-6d268adcb3ce associated. External IP: 172.26.5.123, port: faa30f88-a373-4ad6-89c0-617bcd3b58ef. Dec 22 08:46:01.253418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-462ece88-43b7-49fe-bf00-fc7938a1dd76 None None] Provisioning complete for port ed8adae7-7390-4578-84e2-b55aed8ceabc triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:01.254584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-462ece88-43b7-49fe-bf00-fc7938a1dd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.300077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.304291 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-71ed6a54-38cc-4d73-b874-746d925c4b3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5743935 Dec 22 08:46:01.305222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42366) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:01.320228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-462ece88-43b7-49fe-bf00-fc7938a1dd76 None None] Port ed8adae7-7390-4578-84e2-b55aed8ceabc cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:01.323538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-be88b6e1-a50a-47c6-8382-4f192889cc1e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:01.353065 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-523a1717-2cd9-4410-89d8-7b506d46e13d req-b8b0e79a-9020-4113-9186-7cb71ad51bb7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 210 time: 0.0692341 Dec 22 08:46:01.464817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 29878235-746a-46fa-8ada-4addc539dadb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:01.519268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-f5974ba0-aa18-406c-abb2-def23ea4f97f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:01.520741 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-f5974ba0-aa18-406c-abb2-def23ea4f97f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 811 time: 0.3457878 Dec 22 08:46:01.746066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port ed8adae7-7390-4578-84e2-b55aed8ceabc {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:01.746272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.793397 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-ead95a72-3037-4a74-8d27-32ca058226f7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a66f8478a345ff840018a8952a092e HTTP/1.1" status: 200 len: 380 time: 0.2408175 Dec 22 08:46:01.805410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'port': {'device_id': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'admin_state_up': True, 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'security_groups': ['4eadc0ea-f026-44b2-bbfb-e5ca721864a7']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:01.855707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:01.861006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:01.867112 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] Sync routers for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:01.879428 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:01.880160 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:01.935323 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/floatingips/eed7c252-0a84-4848-888c-34031cbf9611 HTTP/1.1" status: 204 len: 168 time: 5.0888031 Dec 22 08:46:01.935323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:01.987613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Router 0fb814ac-e7eb-4d47-929b-6eae8528f167 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:02.132866 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'status': 'completed', 'code': 200} Dec 22 08:46:02.184560 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:02.244278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be88b6e1-a50a-47c6-8382-4f192889cc1e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.265231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:02.280424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.305641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:02.311613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be88b6e1-a50a-47c6-8382-4f192889cc1e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.351793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:02.362411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] Sync routers for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:02.383070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:02.384523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:02.473457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.477570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for ed8adae7-7390-4578-84e2-b55aed8ceabc owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:02.569509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Made reservation on behalf of 24a66f8478a345ff840018a8952a092e for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:02.582582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:02.623961 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0680506 Dec 22 08:46:02.657728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ec7ee-08a2-4dbd-8179-4944dba3a768 req-51a5a7a3-4259-40ed-8418-7066aaf9a7d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:02.658696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ab6ec7ee-08a2-4dbd-8179-4944dba3a768 req-51a5a7a3-4259-40ed-8418-7066aaf9a7d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:02.672426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ab6ec7ee-08a2-4dbd-8179-4944dba3a768 req-51a5a7a3-4259-40ed-8418-7066aaf9a7d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:02.680360 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ab6ec7ee-08a2-4dbd-8179-4944dba3a768 req-51a5a7a3-4259-40ed-8418-7066aaf9a7d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 946 time: 0.2969506 Dec 22 08:46:02.700822 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:22Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9e427e85-180e-48d2-a3ae-b5a5944603a0', 'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:20Z', 'updated_at': '2021-12-22T08:44:30Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:02.706044 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] Checking router: 29878235-746a-46fa-8ada-4addc539dadb for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:46:02.717785 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:02.718573 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:02.738354 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ab6ec7ee-08a2-4dbd-8179-4944dba3a768 req-dcb99c43-df86-4b45-a283-7a4624df70c6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567181 Dec 22 08:46:02.853080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:02.955273 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:02.958927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95f9fe-de55-4fc6-a2c2-e5cabab80ad0 req-115c0e58-84fd-47c3-8912-0f40f784a4fb tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:02.960461 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bb95f9fe-de55-4fc6-a2c2-e5cabab80ad0 req-115c0e58-84fd-47c3-8912-0f40f784a4fb tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.0994136 Dec 22 08:46:03.037637 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bb95f9fe-de55-4fc6-a2c2-e5cabab80ad0 req-2863d381-5cd3-439b-a4e3-7b5c94626f82 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672235 Dec 22 08:46:03.050905 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2a9c253e-e8ce-4414-acfd-e50c78863cc6 req-1fbc25f4-4a6e-4129-827f-6ae5040c7181 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 210 time: 0.4392829 Dec 22 08:46:03.055377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42380) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:03.173409 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8ddf2c98-1291-4b82-9a5e-f52df73d0054 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/floatingips/bb4da622-d89e-441f-a571-6d268adcb3ce HTTP/1.1" status: 200 len: 991 time: 0.1167557 Dec 22 08:46:03.196010 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-1d7bc466-a41f-4ae6-a651-71de20d0c814 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 1099 time: 1.0507967 Dec 22 08:46:03.309022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'bb4da622-d89e-441f-a571-6d268adcb3ce', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'port_id': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'mac_address': 'fa:16:3e:3c:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:45:57Z', 'updated_at': '2021-12-22T08:45:57Z', 'revision_number': 0, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a1e3da-72a9-4397-80e0-f655b703d7de', 'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'mac_address': 'fa:16:3e:5b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:27Z', 'updated_at': '2021-12-22T08:45:37Z', 'revision_number': 5, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'subnets': [{'id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:03.314167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] Checking router: 0fb814ac-e7eb-4d47-929b-6eae8528f167 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:46:03.326359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:03.326993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:03.418495 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:22Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9e427e85-180e-48d2-a3ae-b5a5944603a0', 'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:20Z', 'updated_at': '2021-12-22T08:44:30Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:03.425299 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3e6d1-b19a-469a-95e7-ff7e95de4143 None None] The sync data for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv is: [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:44:22Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '9e427e85-180e-48d2-a3ae-b5a5944603a0', 'name': '', 'network_id': 'e3f8f3ee-393b-4708-9cc2-351681908c6b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:1a:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:20Z', 'updated_at': '2021-12-22T08:44:30Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'b394b014-4b3c-49c7-9252-8335172fb766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:03.499002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Allocated IP 172.20.0.3 (92f65482-9f9c-46c3-804a-23a9f7abb542/8eee5301-e275-4078-a5f2-0e5308490799/26eb3616-1134-4ff1-8566-f813e3b01cc1) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:03.549461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:03.554344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:03.586744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bc15bb33-d0a0-4dc4-9875-c1293e8cf3b0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:03.659301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=ed8adae7-7390-4578-84e2-b55aed8ceabc,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:03.661791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:03.663340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-cf6b009e-171d-4c75-b028-5068a5a5fac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:03.665225 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-cf6b009e-171d-4c75-b028-5068a5a5fac2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3f8f3ee-393b-4708-9cc2-351681908c6b HTTP/1.1" status: 200 len: 897 time: 0.4600086 Dec 22 08:46:03.754794 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-3169e801-aa5b-4cd1-b22d-c916eb593fe0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=134f3e4a-aa47-4658-8d29-850f04e88dce HTTP/1.1" status: 200 len: 217 time: 0.0727620 Dec 22 08:46:03.848289 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11a52a-1b3f-4bf4-9c37-68eb65b465be None None] New status for floating IP eed7c252-0a84-4848-888c-34031cbf9611: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:46:03.943686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-8e722998-c34c-42d7-9f71-f34bca7172ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:03.945332 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-8e722998-c34c-42d7-9f71-f34bca7172ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b394b014-4b3c-49c7-9252-8335172fb766 HTTP/1.1" status: 200 len: 835 time: 0.1378417 Dec 22 08:46:04.021791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-210fb069-a608-438e-a943-4d42d2aaf22a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:04.024018 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-210fb069-a608-438e-a943-4d42d2aaf22a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 946 time: 0.1952808 Dec 22 08:46:04.053777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'bb4da622-d89e-441f-a571-6d268adcb3ce', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'port_id': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'mac_address': 'fa:16:3e:3c:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:45:57Z', 'updated_at': '2021-12-22T08:45:57Z', 'revision_number': 0, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a1e3da-72a9-4397-80e0-f655b703d7de', 'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'mac_address': 'fa:16:3e:5b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:27Z', 'updated_at': '2021-12-22T08:45:37Z', 'revision_number': 5, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'subnets': [{'id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:04.061559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74f9368-e07f-443a-9b20-cb1156980c36 None None] The sync data for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv is: [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'bb4da622-d89e-441f-a571-6d268adcb3ce', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'port_id': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'mac_address': 'fa:16:3e:3c:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:45:57Z', 'updated_at': '2021-12-22T08:45:57Z', 'revision_number': 0, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a1e3da-72a9-4397-80e0-f655b703d7de', 'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'mac_address': 'fa:16:3e:5b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:27Z', 'updated_at': '2021-12-22T08:45:37Z', 'revision_number': 5, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'subnets': [{'id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:04.129231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238aa92-37e9-4e2b-9588-af98e50d6681 req-52ccdf8b-66f9-4cc4-8d6a-4b0d02464f7f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:04.130858 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2238aa92-37e9-4e2b-9588-af98e50d6681 req-52ccdf8b-66f9-4cc4-8d6a-4b0d02464f7f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 946 time: 0.2221725 Dec 22 08:46:04.133930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:04.151516 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be88b6e1-a50a-47c6-8382-4f192889cc1e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Router 48c463c4-f093-4578-9c1d-34d990b000e5 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:46:04.187651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42390) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:04.336819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa01caa1-aa39-4b23-8e71-0167b727e8e6 None None] New status for floating IP bb4da622-d89e-441f-a571-6d268adcb3ce: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:46:04.351721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 134f3e4a-aa47-4658-8d29-850f04e88dce {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:04.352063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.408044 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4fbc6516-9272-466c-b9c5-49730684a7be req-ec342534-5cdb-4dc5-91a2-89659a0726d0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 210 time: 0.1378775 Dec 22 08:46:04.408835 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2238aa92-37e9-4e2b-9588-af98e50d6681 req-76ba193e-f740-489d-b386-40216d7b6413 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868d5c6-c3f2-4c18-bade-3000a464c65a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642381 Dec 22 08:46:04.500263 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'status': 'completed', 'code': 200} Dec 22 08:46:04.534654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.32', 51384) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:04.718621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 134f3e4a-aa47-4658-8d29-850f04e88dce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=134f3e4a-aa47-4658-8d29-850f04e88dce,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:04.718978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.732554 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b728924e-a680-46ac-ae2d-efb6b381034a req-4fa27fa6-89b2-49d6-a811-2aa983d3ad27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb00fc42bd6240d7af14f4353fb6e83f&device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 1098 time: 0.1964571 Dec 22 08:46:04.848391 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-70060677-f4c1-4dfa-bbfb-c2664fece930 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3f8f3ee-393b-4708-9cc2-351681908c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8766744 Dec 22 08:46:04.865634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 134f3e4a-aa47-4658-8d29-850f04e88dce owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:04.890014 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-606a040e-bd8d-4281-bf59-d8853b86afa5 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/floatingips/bb4da622-d89e-441f-a571-6d268adcb3ce HTTP/1.1" status: 200 len: 991 time: 0.6971185 Dec 22 08:46:04.900247 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.976428 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:04.988781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Transition to ACTIVE for port object 26eb3616-1134-4ff1-8566-f813e3b01cc1 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:04.995826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be88b6e1-a50a-47c6-8382-4f192889cc1e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:05.007798 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] Sync routers for ids ['48c463c4-f093-4578-9c1d-34d990b000e5'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:05.025040 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] Routers {'48c463c4-f093-4578-9c1d-34d990b000e5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:05.026147 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['48c463c4-f093-4578-9c1d-34d990b000e5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.034465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728924e-a680-46ac-ae2d-efb6b381034a req-53cd3479-1bf2-447b-a3fe-c5a325127649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:05.035945 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b728924e-a680-46ac-ae2d-efb6b381034a req-53cd3479-1bf2-447b-a3fe-c5a325127649 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b83dd3-920d-4332-b36d-e02ded2d9928 HTTP/1.1" status: 200 len: 897 time: 0.2511535 Dec 22 08:46:05.080593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-be88b6e1-a50a-47c6-8382-4f192889cc1e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.084088 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-be88b6e1-a50a-47c6-8382-4f192889cc1e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "PUT /v2.0/routers/48c463c4-f093-4578-9c1d-34d990b000e5 HTTP/1.1" status: 200 len: 697 time: 3.7639723 Dec 22 08:46:05.089982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42396) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.153002 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] Set router 48c463c4-f093-4578-9c1d-34d990b000e5 gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:05.182997 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b728924e-a680-46ac-ae2d-efb6b381034a req-7c588db2-db17-4738-b143-86742286b589 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef HTTP/1.1" status: 200 len: 1001 time: 0.1193397 Dec 22 08:46:05.184214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.190269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be1a587f-7f5a-4511-b5ce-159a04e2568a tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:05.266786 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c463c4-f093-4578-9c1d-34d990b000e5', 'name': 'tempest-RoutersIpV6Test-router-471982392', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:00Z', 'updated_at': '2021-12-22T08:46:02Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.270847 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] Checking router: 48c463c4-f093-4578-9c1d-34d990b000e5 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:46:05.273009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=134f3e4a-aa47-4658-8d29-850f04e88dce,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.282746 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] Routers {'48c463c4-f093-4578-9c1d-34d990b000e5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:05.283756 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['48c463c4-f093-4578-9c1d-34d990b000e5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.316007 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-65d3ebe5-ad0c-41a5-a6dd-d363aa3b6879 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511015 Dec 22 08:46:05.323587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.325277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.325660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.326260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.326627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.326990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.327376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.327734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.328093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.328863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.329433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.329982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.338642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:05.357358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dcc0951-2ead-453a-99e4-5d94dbadda3d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:05.373835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728924e-a680-46ac-ae2d-efb6b381034a req-620e378e-2af3-415b-80a6-b128e4bc02be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:05.375299 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b728924e-a680-46ac-ae2d-efb6b381034a req-620e378e-2af3-415b-80a6-b128e4bc02be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025 HTTP/1.1" status: 200 len: 834 time: 0.1534774 Dec 22 08:46:05.380246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port 134f3e4a-aa47-4658-8d29-850f04e88dce on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:05.383340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:05.438547 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/134f3e4a-aa47-4658-8d29-850f04e88dce HTTP/1.1" status: 204 len: 173 time: 1.3984702 Dec 22 08:46:05.456350 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] Set router 48c463c4-f093-4578-9c1d-34d990b000e5 gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:05.519646 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b728924e-a680-46ac-ae2d-efb6b381034a req-4a42e69a-14c4-41b0-b1c1-347f17648141 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b83dd3-920d-4332-b36d-e02ded2d9928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1374042 Dec 22 08:46:05.590821 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c463c4-f093-4578-9c1d-34d990b000e5', 'name': 'tempest-RoutersIpV6Test-router-471982392', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:00Z', 'updated_at': '2021-12-22T08:46:02Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:05.592498 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8b52eada-e214-4a55-ae69-c91a2473c712 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/routers/48c463c4-f093-4578-9c1d-34d990b000e5 HTTP/1.1" status: 200 len: 703 time: 0.4938626 Dec 22 08:46:05.597300 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7358369-a9a8-4233-ac2f-fc89a3223e7f None None] The sync data for ids ['48c463c4-f093-4578-9c1d-34d990b000e5'] in dv-neutron-822610-1-hyperv is: [{'id': '48c463c4-f093-4578-9c1d-34d990b000e5', 'name': 'tempest-RoutersIpV6Test-router-471982392', 'tenant_id': '2341180fc0b74db19f9bf168a977d6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:00Z', 'updated_at': '2021-12-22T08:46:02Z', 'revision_number': 2, 'project_id': '2341180fc0b74db19f9bf168a977d6a5', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:05.683969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42404) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.695073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:05.754550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'Port': ['ID=26eb3616-1134-4ff1-8566-f813e3b01cc1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:05.799039 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b728924e-a680-46ac-ae2d-efb6b381034a req-c55861fd-4973-4449-a201-4fe103ad3f93 service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620361 Dec 22 08:46:05.826326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:05.851671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:05.880533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5faed-f6be-4319-961b-53ee2a5316f6 req-fa364c70-7c07-4661-b34a-36c60e8c7bd7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:05.883686 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2ec5faed-f6be-4319-961b-53ee2a5316f6 req-fa364c70-7c07-4661-b34a-36c60e8c7bd7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 931 time: 0.2024081 Dec 22 08:46:05.895592 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d337e421-dcf8-4e0d-9674-f6a2df342a8b req-6ed1302e-2feb-4edf-b241-8895a0905ae3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f170f02-e77d-4dbd-8768-34b62308f63e HTTP/1.1" status: 200 len: 210 time: 0.2040746 Dec 22 08:46:05.895884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42408) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:05.906322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-db409c2f-f016-44af-83c4-4cc5327f1ece tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Synchronizing usage tracker for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:05.936023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.936322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.936698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.937070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.937429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.937790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.938255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.938888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.939291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.939658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.940016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:05.947519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:05.963649 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-fb121102-8eb2-45e6-b401-a8788f1574f0 service neutron] 10.222.0.32 "GET /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387157 Dec 22 08:46:06.027436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-db409c2f-f016-44af-83c4-4cc5327f1ece tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Unset dirty status for tenant:2341180fc0b74db19f9bf168a977d6a5 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:06.028630 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-db409c2f-f016-44af-83c4-4cc5327f1ece tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c463c4-f093-4578-9c1d-34d990b000e5 HTTP/1.1" status: 200 len: 205 time: 0.3360500 Dec 22 08:46:06.039550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:06.040185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.052322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42412) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:06.082773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dbc4d548-7c7e-4bd1-8e03-afdf54bfe123 None None] Provisioning for port 26eb3616-1134-4ff1-8566-f813e3b01cc1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:06.091163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dbc4d548-7c7e-4bd1-8e03-afdf54bfe123 None None] Provisioning complete for port 26eb3616-1134-4ff1-8566-f813e3b01cc1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:06.091582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dbc4d548-7c7e-4bd1-8e03-afdf54bfe123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.182293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-dbc4d548-7c7e-4bd1-8e03-afdf54bfe123 None None] Port 26eb3616-1134-4ff1-8566-f813e3b01cc1 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:06.252974 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2ec5faed-f6be-4319-961b-53ee2a5316f6 req-5b72463d-e100-453e-b4e7-a131a4956e8e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605540 Dec 22 08:46:06.260402 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5adeae4a-fd9a-4923-ae97-e3d394fb8f29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/floatingips/bb4da622-d89e-441f-a571-6d268adcb3ce HTTP/1.1" status: 200 len: 993 time: 0.3614175 Dec 22 08:46:06.263529 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b728924e-a680-46ac-ae2d-efb6b381034a req-2f33a8c5-f79f-4aef-8d0a-e10a9c3c8687 service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573228 Dec 22 08:46:06.388020 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5870733 Dec 22 08:46:06.403437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Request body: {'port': {'device_id': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:06.502099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'name': 'network-vif-deleted', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:06.503361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae12a879-1103-4a97-bf0f-1dcb07c34b2a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:06.562075 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f170f02-e77d-4dbd-8768-34b62308f63e', 'name': 'network-vif-deleted', 'tag': '134f3e4a-aa47-4658-8d29-850f04e88dce', 'status': 'completed', 'code': 200} Dec 22 08:46:06.597323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 134f3e4a-aa47-4658-8d29-850f04e88dce no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:06.624153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router ee9c4f18-6147-481a-8151-a4a37c61ce9c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:06.633027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 134f3e4a-aa47-4658-8d29-850f04e88dce {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:46:06.633377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 134f3e4a-aa47-4658-8d29-850f04e88dce not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:06.661691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.006583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42420) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.061567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-022db8f8-1bf1-4d7d-92be-0939c2411cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.087740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fee7fca7-27bf-4631-953e-1d22f0e370fc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.118418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fee7fca7-27bf-4631-953e-1d22f0e370fc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.193733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fee7fca7-27bf-4631-953e-1d22f0e370fc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.196243 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae12a879-1103-4a97-bf0f-1dcb07c34b2a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.199443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fdbe6867-84ee-473a-8b2d-8b6a2191f642 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:07.205453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:07.212827 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/ee9c4f18-6147-481a-8151-a4a37c61ce9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6479342 Dec 22 08:46:07.216039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42424) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.219465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7fca7-27bf-4631-953e-1d22f0e370fc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8868d5c6-c3f2-4c18-bade-3000a464c65a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:07.223485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed829e-d0ca-4bc9-bac8-abf6fd67504a None None] Sync routers for ids ['ee9c4f18-6147-481a-8151-a4a37c61ce9c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:07.254658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fee7fca7-27bf-4631-953e-1d22f0e370fc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:07.269097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4522a198-d9c8-435c-aff3-c66713183ba5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:07.273220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fee7fca7-27bf-4631-953e-1d22f0e370fc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.273348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae12a879-1103-4a97-bf0f-1dcb07c34b2a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.277035 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fee7fca7-27bf-4631-953e-1d22f0e370fc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/8868d5c6-c3f2-4c18-bade-3000a464c65a HTTP/1.1" status: 204 len: 168 time: 0.2662930 Dec 22 08:46:07.290118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4522a198-d9c8-435c-aff3-c66713183ba5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:07.293937 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4522a198-d9c8-435c-aff3-c66713183ba5 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee9c4f18-6147-481a-8151-a4a37c61ce9c HTTP/1.1" status: 200 len: 205 time: 0.0743821 Dec 22 08:46:07.294693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42432) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.312579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed829e-d0ca-4bc9-bac8-abf6fd67504a None None] Routers {'ee9c4f18-6147-481a-8151-a4a37c61ce9c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:07.313265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-47ed829e-d0ca-4bc9-bac8-abf6fd67504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ee9c4f18-6147-481a-8151-a4a37c61ce9c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:07.349494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42436) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.391388 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-47ed829e-d0ca-4bc9-bac8-abf6fd67504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:07.403788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed829e-d0ca-4bc9-bac8-abf6fd67504a None None] Routers {'ee9c4f18-6147-481a-8151-a4a37c61ce9c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:07.404663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-47ed829e-d0ca-4bc9-bac8-abf6fd67504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:45:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ee9c4f18-6147-481a-8151-a4a37c61ce9c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:07.446973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae12a879-1103-4a97-bf0f-1dcb07c34b2a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.447391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae12a879-1103-4a97-bf0f-1dcb07c34b2a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Fanout notify agent at l3_agent the message router_deleted on router 48c463c4-f093-4578-9c1d-34d990b000e5 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:46:07.509317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-47ed829e-d0ca-4bc9-bac8-abf6fd67504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:07.510151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed829e-d0ca-4bc9-bac8-abf6fd67504a None None] The sync data for ids ['ee9c4f18-6147-481a-8151-a4a37c61ce9c'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:07.535489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4554bf9d-56de-4019-bd29-b48a77ed170b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.627187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ae12a879-1103-4a97-bf0f-1dcb07c34b2a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.628254 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ae12a879-1103-4a97-bf0f-1dcb07c34b2a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/48c463c4-f093-4578-9c1d-34d990b000e5 HTTP/1.1" status: 204 len: 168 time: 1.5749722 Dec 22 08:46:07.634412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42440) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.682289 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9e328b21-ba85-4ec0-a9d5-7f5c9b31ef0d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=48c463c4-f093-4578-9c1d-34d990b000e5 HTTP/1.1" status: 200 len: 205 time: 0.0457983 Dec 22 08:46:07.687461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42444) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.767526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cb0f0-b140-4d2d-be21-7256deb4ef60 req-b06339da-dc95-47e5-8c87-cb0f7b2cb396 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:07.769006 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c9cb0f0-b140-4d2d-be21-7256deb4ef60 req-b06339da-dc95-47e5-8c87-cb0f7b2cb396 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 931 time: 0.3181252 Dec 22 08:46:07.771329 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-e0395ca4-c6fd-4a20-87da-c43a29c3d01e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] delete failed (client error): The resource could not be found. Dec 22 08:46:07.774739 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e0395ca4-c6fd-4a20-87da-c43a29c3d01e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/48c463c4-f093-4578-9c1d-34d990b000e5 HTTP/1.1" status: 404 len: 336 time: 0.0826662 Dec 22 08:46:07.784617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42448) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.847163 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c17eae-30df-449d-9f0d-a1281322f7b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:07.847480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c17eae-30df-449d-9f0d-a1281322f7b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:07.849153 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-18c17eae-30df-449d-9f0d-a1281322f7b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/fa072d5e-6846-45bd-a56a-74bc5323bc3a HTTP/1.1" status: 404 len: 337 time: 0.0572739 Dec 22 08:46:07.852829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42452) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.857429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26eb3616-1134-4ff1-8566-f813e3b01cc1 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:46:07.894677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.916121 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-206fc052-2a0c-45f8-9922-21d5815103fe tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:07.916539 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206fc052-2a0c-45f8-9922-21d5815103fe tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:07.918180 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-206fc052-2a0c-45f8-9922-21d5815103fe tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/001bb1e0-584e-4351-8495-52c30a23ffc1 HTTP/1.1" status: 404 len: 337 time: 0.0637901 Dec 22 08:46:07.922570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Transition to ACTIVE for port object 26eb3616-1134-4ff1-8566-f813e3b01cc1 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:07.923163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42456) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:07.966606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:07.970393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:08.013828 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed386fc-d24f-40e1-af97-3d9cfe145f5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:08.014257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed386fc-d24f-40e1-af97-3d9cfe145f5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:08.015911 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2ed386fc-d24f-40e1-af97-3d9cfe145f5b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/9b97dd1d-17c5-43d1-b21d-022cf361c425 HTTP/1.1" status: 404 len: 337 time: 0.0917804 Dec 22 08:46:08.021678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42460) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.064857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4554bf9d-56de-4019-bd29-b48a77ed170b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.068615 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c9cb0f0-b140-4d2d-be21-7256deb4ef60 req-3e458dc8-2d19-4f9f-89a1-ab8c460fe2e4 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441177 Dec 22 08:46:08.072372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4554bf9d-56de-4019-bd29-b48a77ed170b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.086223 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07a4618-ce27-4010-85c8-c0750067df71 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:08.086650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07a4618-ce27-4010-85c8-c0750067df71 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:08.091159 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c07a4618-ce27-4010-85c8-c0750067df71 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/3545c878-e36e-49af-a1b9-16328b14beec HTTP/1.1" status: 404 len: 337 time: 0.0633380 Dec 22 08:46:08.092148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.140402 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1c94e8cc-ea09-48be-b635-fa469cd2349d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2743bf5-821f-498d-911f-6c1c00aa29db HTTP/1.1" status: 200 len: 205 time: 0.0467486 Dec 22 08:46:08.141171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4554bf9d-56de-4019-bd29-b48a77ed170b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.141655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4554bf9d-56de-4019-bd29-b48a77ed170b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Fanout notify agent at l3_agent the message router_deleted on router ee9c4f18-6147-481a-8151-a4a37c61ce9c {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:46:08.141891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Pushing event updated for resources: {'Port': ['ID=26eb3616-1134-4ff1-8566-f813e3b01cc1,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.143282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42468) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.149418 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:08.224540 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-0c5e6372-b5af-40a0-a3b4-1698c3e7dc68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] delete failed (client error): The resource could not be found. Dec 22 08:46:08.225600 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0c5e6372-b5af-40a0-a3b4-1698c3e7dc68 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/f2743bf5-821f-498d-911f-6c1c00aa29db HTTP/1.1" status: 404 len: 336 time: 0.0814333 Dec 22 08:46:08.228943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4554bf9d-56de-4019-bd29-b48a77ed170b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.232406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4554bf9d-56de-4019-bd29-b48a77ed170b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/ee9c4f18-6147-481a-8151-a4a37c61ce9c HTTP/1.1" status: 204 len: 168 time: 0.9342153 Dec 22 08:46:08.232406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42472) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.232886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42476) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.314115 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cb77e3d7-cfa4-45b3-9dc0-b8e223bb5c1b tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea8bb2b-8fcc-4e92-8a84-344f8eade654 HTTP/1.1" status: 200 len: 205 time: 0.0823054 Dec 22 08:46:08.316771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42480) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.363379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Attempting to bind port 26eb3616-1134-4ff1-8566-f813e3b01cc1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:08.363936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Attempting to bind port 26eb3616-1134-4ff1-8566-f813e3b01cc1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:08.364063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Attempting to bind port 26eb3616-1134-4ff1-8566-f813e3b01cc1 on network 92f65482-9f9c-46c3-804a-23a9f7abb542 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:08.386149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Port 26eb3616-1134-4ff1-8566-f813e3b01cc1 on network 92f65482-9f9c-46c3-804a-23a9f7abb542 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:46:08.386487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Attempting to bind port 26eb3616-1134-4ff1-8566-f813e3b01cc1 on network 92f65482-9f9c-46c3-804a-23a9f7abb542 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:08.443583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:08.443916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Checking segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:08.444297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Bound using segment: {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:08.444936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Bound port: 26eb3616-1134-4ff1-8566-f813e3b01cc1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:08.445287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.516663 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-515b789f-7ffa-430c-b979-3e49ece1de6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] delete failed (client error): The resource could not be found. Dec 22 08:46:08.517733 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-515b789f-7ffa-430c-b979-3e49ece1de6e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/cea8bb2b-8fcc-4e92-8a84-344f8eade654 HTTP/1.1" status: 404 len: 336 time: 0.2002101 Dec 22 08:46:08.520784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42484) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.567282 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd304274-000c-4322-a7b1-074cfbb093cb tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:08.567533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd304274-000c-4322-a7b1-074cfbb093cb tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:08.567680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] For port 26eb3616-1134-4ff1-8566-f813e3b01cc1, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:08.569013 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd304274-000c-4322-a7b1-074cfbb093cb tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/003bc025-afc7-491d-8cab-62aecd76b01d HTTP/1.1" status: 404 len: 337 time: 0.0475383 Dec 22 08:46:08.571879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] For port 26eb3616-1134-4ff1-8566-f813e3b01cc1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=26eb3616-1134-4ff1-8566-f813e3b01cc1,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:08.573800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42488) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.606929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.615297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:08.662667 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-87060efd-d513-4d94-96c0-545487d235fa tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eea2ad3-5da1-4f81-a0e1-9984ec852719 HTTP/1.1" status: 200 len: 205 time: 0.0876219 Dec 22 08:46:08.665056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42492) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.690545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.691950 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] 10.222.0.32 "PUT /v2.0/ports/26eb3616-1134-4ff1-8566-f813e3b01cc1 HTTP/1.1" status: 200 len: 1093 time: 2.2941918 Dec 22 08:46:08.693685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.742744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:08.761326 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-427ee65f-b1d4-4583-ab84-28652829c40f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] delete failed (client error): The resource could not be found. Dec 22 08:46:08.762337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-427ee65f-b1d4-4583-ab84-28652829c40f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/9eea2ad3-5da1-4f81-a0e1-9984ec852719 HTTP/1.1" status: 404 len: 336 time: 0.0963836 Dec 22 08:46:08.765135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42498) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.815641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting subnet 2f0450ee-46cb-4e91-bda7-881d2a758e21 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:46:08.819558 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e961f141-8e3c-405b-a100-f63a346c317e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa HTTP/1.1" status: 200 len: 205 time: 0.0532925 Dec 22 08:46:08.821673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.824758 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'status': 'completed', 'code': 200} Dec 22 08:46:08.826986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42502) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.828665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Pushing event updated for resources: {'Port': ['ID=26eb3616-1134-4ff1-8566-f813e3b01cc1,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:08.832442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:08.882036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:08.913335 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-6f9339dd-270f-4966-9655-7ab16513e641 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] delete failed (client error): The resource could not be found. Dec 22 08:46:08.914387 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6f9339dd-270f-4966-9655-7ab16513e641 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/0b20ce0d-7518-480c-af1d-e4fd2bd3dbaa HTTP/1.1" status: 404 len: 336 time: 0.0808511 Dec 22 08:46:08.917131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42506) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:08.960143 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-1da757e6-910e-4427-a6f7-35a7f9fa7145 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 1096 time: 0.2041564 Dec 22 08:46:08.969341 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca5ba27-c2bf-47d3-8b52-8931ed311180 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:08.970488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca5ba27-c2bf-47d3-8b52-8931ed311180 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:08.975015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3ca5ba27-c2bf-47d3-8b52-8931ed311180 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/c1d1a760-59d2-496b-87d0-3c4e9234b275 HTTP/1.1" status: 404 len: 337 time: 0.0544906 Dec 22 08:46:08.975309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42510) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.028678 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-72975dd3-8da3-4d7c-ab32-785a41b05031 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=792d2646-da54-40a4-8d60-5902826434b8 HTTP/1.1" status: 200 len: 205 time: 0.0499952 Dec 22 08:46:09.031129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42514) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.109594 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-1db12bca-140d-4f7a-b9e3-e84563549af7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] delete failed (client error): The resource could not be found. Dec 22 08:46:09.113819 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1db12bca-140d-4f7a-b9e3-e84563549af7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/792d2646-da54-40a4-8d60-5902826434b8 HTTP/1.1" status: 404 len: 336 time: 0.0792177 Dec 22 08:46:09.114379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42520) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.159031 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6ceefd-fbf3-418f-a710-cd55dd88f22c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:09.159496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6ceefd-fbf3-418f-a710-cd55dd88f22c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:09.163918 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9e6ceefd-fbf3-418f-a710-cd55dd88f22c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/1e73b5f9-6e23-4f26-bbee-5c7db7538b26 HTTP/1.1" status: 404 len: 337 time: 0.0458651 Dec 22 08:46:09.164076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42524) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.210845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.213113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-78e236db-d9ba-4ead-9472-fd3afe786ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.226696 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-36412fb7-7ac0-4f3a-a68b-14b278c6cff9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26eb3616-1134-4ff1-8566-f813e3b01cc1 HTTP/1.1" status: 200 len: 217 time: 0.2183833 Dec 22 08:46:09.290334 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8c7264f8-bed2-48a3-b47a-c668f05e9898 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "GET /v2.0/ports?device_id=355e7456-70f7-4598-a562-d09e5013afd7 HTTP/1.1" status: 200 len: 205 time: 0.1251295 Dec 22 08:46:09.297237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42528) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.312129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-02e70f6e-fb42-4d9f-aaea-0d27d03abc49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:09.313585 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-02e70f6e-fb42-4d9f-aaea-0d27d03abc49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.0778692 Dec 22 08:46:09.384760 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-52b8ec4a-df57-413f-b089-9179c276b8d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] delete failed (client error): The resource could not be found. Dec 22 08:46:09.385699 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-52b8ec4a-df57-413f-b089-9179c276b8d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/routers/355e7456-70f7-4598-a562-d09e5013afd7 HTTP/1.1" status: 404 len: 336 time: 0.0860527 Dec 22 08:46:09.389304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42532) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.448526 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c42a99-c588-4edd-b0d2-5cd34d5626ec tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:09.448998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c42a99-c588-4edd-b0d2-5cd34d5626ec tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:09.467525 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-70c42a99-c588-4edd-b0d2-5cd34d5626ec tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/edc86825-5581-4a33-840f-bf803507f2ff HTTP/1.1" status: 404 len: 337 time: 0.0707366 Dec 22 08:46:09.468050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.472468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42536) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.475119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c7fa9f86-8f96-4ad5-b0bf-14e6a4ef2c1d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:09.535895 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-0cdf218e-692f-4996-81ac-9aea8dfeaf28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2146492 Dec 22 08:46:09.546094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0450ee-46cb-4e91-bda7-881d2a758e21,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:09.556910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:09.564443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee96ad-c762-444e-a47e-ad9eac67fdec req-2233a227-b801-467d-b627-ead09847f706 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:09.565917 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8bee96ad-c762-444e-a47e-ad9eac67fdec req-2233a227-b801-467d-b627-ead09847f706 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 943 time: 0.3216586 Dec 22 08:46:09.567775 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5618e1ad-da3b-4523-8042-69986751d58f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] DELETE failed (client error): The resource could not be found. Dec 22 08:46:09.568071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5618e1ad-da3b-4523-8042-69986751d58f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:46:09.572301 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5618e1ad-da3b-4523-8042-69986751d58f tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] 10.222.0.31 "DELETE /v2.0/subnets/025e2c28-1f0c-4866-a21e-c5cee380e0d9 HTTP/1.1" status: 404 len: 337 time: 0.0668583 Dec 22 08:46:09.573338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.574353 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/2f0450ee-46cb-4e91-bda7-881d2a758e21 HTTP/1.1" status: 204 len: 168 time: 1.3406582 Dec 22 08:46:09.581184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bd02f4-3294-46ab-aa8c-9cce4c0b5c0c None None] Network 92950c79-188a-48b9-a39a-54757c9eb5bf requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:09.581799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42542) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.753684 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-87544f83-642f-45d0-9d1e-92b82de1c03a service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070529 Dec 22 08:46:09.772729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.780527 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8bee96ad-c762-444e-a47e-ad9eac67fdec req-2224581c-012f-4d25-a6b2-d3cd73eaf14a tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002792 Dec 22 08:46:09.786825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:09.787162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.921067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] DHCP port deletion for 92950c79-188a-48b9-a39a-54757c9eb5bf request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:46:09.926216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] Deleting port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:09.927351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:09.948296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42548) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:09.993114 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dcc5eb6e-e7b6-4074-9bd6-30ff7a95aabd req-2198acad-90e4-45cb-965d-9761a6daf59b service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122076 Dec 22 08:46:10.161823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] For port 8bc600e6-ed0d-43c0-819a-88b3692b62a1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8bc600e6-ed0d-43c0-819a-88b3692b62a1,segment=NetworkSegment(44344e4f-9e3b-4df7-be55-76b0cc5c6bb6),segment_id=44344e4f-9e3b-4df7-be55-76b0cc5c6bb6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:10.162140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.181518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port 8bc600e6-ed0d-43c0-819a-88b3692b62a1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8bc600e6-ed0d-43c0-819a-88b3692b62a1,segment=NetworkSegment(44344e4f-9e3b-4df7-be55-76b0cc5c6bb6),segment_id=44344e4f-9e3b-4df7-be55-76b0cc5c6bb6)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:10.181860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.231704 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0c7704ab-b4a2-4fdf-826f-368e6513147a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2341180fc0b74db19f9bf168a977d6a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2795396 Dec 22 08:46:10.232745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42554) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:10.238278 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5e3043f-012a-4887-957f-306fdb5ab45f req-3c96fb68-c42e-4f09-8355-666d611a5c54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 1096 time: 0.1817269 Dec 22 08:46:10.288564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] Calling delete_port for 8bc600e6-ed0d-43c0-819a-88b3692b62a1 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:10.308625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for 8bc600e6-ed0d-43c0-819a-88b3692b62a1 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:10.353025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 9e427e85-180e-48d2-a3ae-b5a5944603a0 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:10.353698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.376305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.381379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:10.385739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:10.386272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:10.411378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.431994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] Pushing event deleted for resources: {'Port': ['ID=8bc600e6-ed0d-43c0-819a-88b3692b62a1,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:10.439065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:10.444701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] No DVR routers for this DVR port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:10.449013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.568076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a37788b-2b94-4841-ac30-714bc4bc4821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.584049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3043f-012a-4887-957f-306fdb5ab45f req-6c17831a-392f-4959-85dd-e7d524450f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:10.585505 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5e3043f-012a-4887-957f-306fdb5ab45f req-6c17831a-392f-4959-85dd-e7d524450f65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.3354104 Dec 22 08:46:10.652568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8bc600e6-ed0d-43c0-819a-88b3692b62a1 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:10.679371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a37788b-2b94-4841-ac30-714bc4bc4821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.688064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 8bc600e6-ed0d-43c0-819a-88b3692b62a1 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:46:10.688965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8bc600e6-ed0d-43c0-819a-88b3692b62a1 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:10.698073 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5e3043f-012a-4887-957f-306fdb5ab45f req-805fd120-3bf9-465b-8ac6-8c76ee028d2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26eb3616-1134-4ff1-8566-f813e3b01cc1 HTTP/1.1" status: 200 len: 217 time: 0.1034501 Dec 22 08:46:10.757581 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:46:10.781483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 9e427e85-180e-48d2-a3ae-b5a5944603a0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9e427e85-180e-48d2-a3ae-b5a5944603a0,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:10.781934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.887049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 8bc600e6-ed0d-43c0-819a-88b3692b62a1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:10.887752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:10.978187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] The port '8bc600e6-ed0d-43c0-819a-88b3692b62a1' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:46:11.055640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 9e427e85-180e-48d2-a3ae-b5a5944603a0 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:11.102376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.109987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3043f-012a-4887-957f-306fdb5ab45f req-c749d9a0-b6b6-408f-8cab-389ac77065bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:11.111433 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5e3043f-012a-4887-957f-306fdb5ab45f req-c749d9a0-b6b6-408f-8cab-389ac77065bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.4058368 Dec 22 08:46:11.129833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92950c79-188a-48b9-a39a-54757c9eb5bf']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:11.142892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44344e4f-9e3b-4df7-be55-76b0cc5c6bb6') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:11.143192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44344e4f-9e3b-4df7-be55-76b0cc5c6bb6') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:11.154503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.176947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.179363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a37788b-2b94-4841-ac30-714bc4bc4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.183895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:46:11.184391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.188801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.194212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d276fe74-86f0-4869-9b1c-8249a43aad9d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: util.warn( Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:11.198985 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:11.221680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37788b-2b94-4841-ac30-714bc4bc4821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faec63be-2a20-4ed3-bf6e-f295477116eb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.242819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7a37788b-2b94-4841-ac30-714bc4bc4821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:11.246134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a37788b-2b94-4841-ac30-714bc4bc4821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.249843 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7a37788b-2b94-4841-ac30-714bc4bc4821 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/faec63be-2a20-4ed3-bf6e-f295477116eb HTTP/1.1" status: 204 len: 168 time: 1.0139124 Dec 22 08:46:11.280870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.284692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8fb9e712-2a67-4afd-b25c-10a026df1a19 tempest-NetworksIpV6TestAttrs-819925982 tempest-NetworksIpV6TestAttrs-819925982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:11.298203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6a69c-864c-44c9-9bc8-b11cdc69c156 req-976d9138-8bac-4f5d-b33b-6b3668489704 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:11.298895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-4db6a69c-864c-44c9-9bc8-b11cdc69c156 req-976d9138-8bac-4f5d-b33b-6b3668489704 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:11.301136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.309743 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5e3043f-012a-4887-957f-306fdb5ab45f req-c9d3dc35-e71a-412c-9e26-624ee97b78dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1873422 Dec 22 08:46:11.317479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Network': ['ID=92950c79-188a-48b9-a39a-54757c9eb5bf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.320196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:11.322291 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/networks/92950c79-188a-48b9-a39a-54757c9eb5bf HTTP/1.1" status: 204 len: 168 time: 1.7394576 Dec 22 08:46:11.326191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42562) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:11.331900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1501799045', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:11.338758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:11.343027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:router and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:11.346972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:11.358482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:11.369111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.369957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.388635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.403902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-4db6a69c-864c-44c9-9bc8-b11cdc69c156 req-976d9138-8bac-4f5d-b33b-6b3668489704 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:11.405316 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4db6a69c-864c-44c9-9bc8-b11cdc69c156 req-976d9138-8bac-4f5d-b33b-6b3668489704 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 943 time: 0.4137218 Dec 22 08:46:11.559686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.575671 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5e3043f-012a-4887-957f-306fdb5ab45f req-c0f0184a-15d4-4aa5-a6d6-077e5f985b77 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550368 Dec 22 08:46:11.585695 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4db6a69c-864c-44c9-9bc8-b11cdc69c156 req-d954108e-9f9e-425d-87a2-5120c240511c tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679318 Dec 22 08:46:11.620650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.707834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-42d0f5fd-836c-4f00-bd03-bf8023e9d41f tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:11.713375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.768311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.790290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=9e427e85-180e-48d2-a3ae-b5a5944603a0,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:11.804673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:11.805861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:11.952262 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5e3043f-012a-4887-957f-306fdb5ab45f req-6b1cd526-3265-441d-bd05-f31fae572427 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627186 Dec 22 08:46:11.976122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.26.5.159 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/50dd043d-82b9-4428-a75c-a601fe66dd08) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:12.179658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.185140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.216847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.228989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15fd0fc5-4516-446a-b674-429ad4cbe6b9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:12.309595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42582) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:12.309869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:12.313431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:12.315476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=50dd043d-82b9-4428-a75c-a601fe66dd08,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:12.317666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:12.345654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:12.509304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9a9aa21c-743d-4880-8665-d282f8d79388 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:12.509880 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-9a9aa21c-743d-4880-8665-d282f8d79388 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:46:12.514479 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9a9aa21c-743d-4880-8665-d282f8d79388 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2002950 Dec 22 08:46:12.520277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42588) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:12.529518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840499798'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:12.537864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:12.545311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:12.557296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:12.599504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.600632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.615821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:12.788410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.819560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:12.879460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569e545-a2b9-4606-8a9c-5ab75f115f4c req-989d9e05-f60b-407f-beb2-f2dc37749221 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:12.880909 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9569e545-a2b9-4606-8a9c-5ab75f115f4c req-989d9e05-f60b-407f-beb2-f2dc37749221 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 943 time: 0.1191986 Dec 22 08:46:12.948942 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9569e545-a2b9-4606-8a9c-5ab75f115f4c req-17d01930-54df-4890-bf8b-1a17da38e2b3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608380 Dec 22 08:46:12.965170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 8c8afb0a-d558-4026-8050-77c7a67cf510 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:46:12.974080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:12.983842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:12.989401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:13.000620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:13.178364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:13.192902 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899bf99d-ebfd-4818-8afc-27d108ed8114 None None] Sync routers for ids ['8c8afb0a-d558-4026-8050-77c7a67cf510'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:13.206764 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bf99d-ebfd-4818-8afc-27d108ed8114 None None] Routers {'8c8afb0a-d558-4026-8050-77c7a67cf510'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:13.207419 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-899bf99d-ebfd-4818-8afc-27d108ed8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['8c8afb0a-d558-4026-8050-77c7a67cf510'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:13.215973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.220198 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.8899808 Dec 22 08:46:13.221376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42594) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.254269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.261322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.268146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7178ba68-0b00-4029-bf62-33ec76fd1aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:13.268317 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-899bf99d-ebfd-4818-8afc-27d108ed8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:13.281439 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bf99d-ebfd-4818-8afc-27d108ed8114 None None] Routers {'8c8afb0a-d558-4026-8050-77c7a67cf510'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:13.283019 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-899bf99d-ebfd-4818-8afc-27d108ed8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['8c8afb0a-d558-4026-8050-77c7a67cf510'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:13.341761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:13.355684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:13.355884 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-899bf99d-ebfd-4818-8afc-27d108ed8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:13.356359 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899bf99d-ebfd-4818-8afc-27d108ed8114 None None] The sync data for ids ['8c8afb0a-d558-4026-8050-77c7a67cf510'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:13.360061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c7e1a9-5080-41cd-bbad-09e0ccc7d6f4,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.364252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:13.369833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:13.378745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:13.408479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 29878235-746a-46fa-8ada-4addc539dadb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:13.437097 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-12466edf-f851-4d38-be58-88fcea280d82 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/routers/8c8afb0a-d558-4026-8050-77c7a67cf510 HTTP/1.1" status: 200 len: 881 time: 0.2140093 Dec 22 08:46:13.439591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42598) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.602312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.610415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.616347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-729f6632-bfa7-4a99-a99f-46f12d458cb3 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:13.671394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-04296407-bbb5-4439-ba2c-c99843db3a89 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:router {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:13.671968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.672744 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1517410 Dec 22 08:46:13.673529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff93a7a-75c8-484c-a7ff-49ef3a1905b0,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.676861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42602) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.677490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:13.684324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '9ff93a7a-75c8-484c-a7ff-49ef3a1905b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:13.691192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:13.701139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-04296407-bbb5-4439-ba2c-c99843db3a89 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:router {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:13.703255 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-04296407-bbb5-4439-ba2c-c99843db3a89 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2623975 Dec 22 08:46:13.705763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42606) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.711085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-14bbb8cb-7e8d-4874-be50-98c6e78b691b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1501799045'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:13.739052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:13.745657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:13.769404 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:13.792080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.872442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.878618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:13.884966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.889065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] Sync routers for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:13.889621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cdaabf66-572e-4846-98c7-0ec2449a9117 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:13.901758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:13.902633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:13.908777 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/29878235-746a-46fa-8ada-4addc539dadb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5554633 Dec 22 08:46:13.914466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b8886d-244f-4b0d-af63-88678e9efff3,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:13.918131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42610) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.921085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:13.956806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:13.960910 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2800665 Dec 22 08:46:13.961805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42614) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:13.969999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9876934c-2ffa-4bcf-8bd6-31fd3e76866d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '9ff93a7a-75c8-484c-a7ff-49ef3a1905b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:13.985539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9876934c-2ffa-4bcf-8bd6-31fd3e76866d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:13.993300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9876934c-2ffa-4bcf-8bd6-31fd3e76866d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:13.997189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9876934c-2ffa-4bcf-8bd6-31fd3e76866d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:14.004948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9876934c-2ffa-4bcf-8bd6-31fd3e76866d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:14.030611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9876934c-2ffa-4bcf-8bd6-31fd3e76866d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.113861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:14.187453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting subnet b394b014-4b3c-49c7-9252-8335172fb766 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:46:14.192719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.234029 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-9876934c-2ffa-4bcf-8bd6-31fd3e76866d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 08:46:14.235425 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9876934c-2ffa-4bcf-8bd6-31fd3e76866d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2721283 Dec 22 08:46:14.239511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42620) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.262917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.303513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f273161-bed2-4eb7-b210-c495e9253fd8 req-c5d4fa75-2e7e-4d57-9c84-81dd1309b115 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:14.305069 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3f273161-bed2-4eb7-b210-c495e9253fd8 req-c5d4fa75-2e7e-4d57-9c84-81dd1309b115 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 943 time: 0.1880772 Dec 22 08:46:14.384205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3f273161-bed2-4eb7-b210-c495e9253fd8 req-d26f30b1-a881-4353-90c3-fb8bf7bc19f3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705931 Dec 22 08:46:14.407226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.470451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-457fbe33-e3bc-4975-881f-d1bcdedb974c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.501062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.504489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:46:11Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:14.509521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] Checking router: 29878235-746a-46fa-8ada-4addc539dadb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:46:14.515352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3f15e9ad-5092-464a-b276-9fceda869784 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:14.522015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] Routers {'29878235-746a-46fa-8ada-4addc539dadb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:14.522644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['29878235-746a-46fa-8ada-4addc539dadb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:14.555783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.570860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Subnet': ['ID=b394b014-4b3c-49c7-9252-8335172fb766,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.573452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:14.575297 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/subnets/b394b014-4b3c-49c7-9252-8335172fb766 HTTP/1.1" status: 204 len: 168 time: 0.6562183 Dec 22 08:46:14.575598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-457fbe33-e3bc-4975-881f-d1bcdedb974c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.578027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42624) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.585964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180af5d7-de06-4d31-8801-f47613e355b0 None None] Network e3f8f3ee-393b-4708-9cc2-351681908c6b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:14.710208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14bbb8cb-7e8d-4874-be50-98c6e78b691b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.721481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-457fbe33-e3bc-4975-881f-d1bcdedb974c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.727014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-93cc354b-6a49-4055-b228-60acfa93d684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:14.739143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fbe33-e3bc-4975-881f-d1bcdedb974c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff93a7a-75c8-484c-a7ff-49ef3a1905b0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:14.741445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-457fbe33-e3bc-4975-881f-d1bcdedb974c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:14.742585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14bbb8cb-7e8d-4874-be50-98c6e78b691b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.799400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.815619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-457fbe33-e3bc-4975-881f-d1bcdedb974c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:14.819212 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-457fbe33-e3bc-4975-881f-d1bcdedb974c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ff93a7a-75c8-484c-a7ff-49ef3a1905b0 HTTP/1.1" status: 204 len: 168 time: 0.5763638 Dec 22 08:46:14.824176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42628) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.898982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8fa1d115-dcde-4a10-8fb1-db6def2787ea tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Synchronizing usage tracker for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:14.902466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] Set router 29878235-746a-46fa-8ada-4addc539dadb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:14.977323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8fa1d115-dcde-4a10-8fb1-db6def2787ea tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Unset dirty status for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:14.983183 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8fa1d115-dcde-4a10-8fb1-db6def2787ea tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1536767 Dec 22 08:46:14.987340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42632) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:14.995635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--624193541'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:15.003860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:15.018579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:15.047259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.098280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bbb8cb-7e8d-4874-be50-98c6e78b691b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 8c8afb0a-d558-4026-8050-77c7a67cf510 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:15.103680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:15.110146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:15.114659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:15.126298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:15.150901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.171509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port ea2ecfe4-f774-4708-bfd2-25bea9078f93 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:15.172083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.206404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] DHCP port deletion for e3f8f3ee-393b-4708-9cc2-351681908c6b request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:46:15.212215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] Deleting port 8fbcc663-00f8-4b40-9474-4c47aa46b93b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:15.212601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.259933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.275979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.283664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f08f820b-0587-4dc7-95f5-2c3a1d112920 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.372261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port ea2ecfe4-f774-4708-bfd2-25bea9078f93, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ea2ecfe4-f774-4708-bfd2-25bea9078f93,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:15.372609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.380000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f9a5ab-bc68-4a55-9250-2fa3effe17bb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.384201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.386404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.390363 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3993447 Dec 22 08:46:15.390722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42636) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.398150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-44858c3d-f9dd-4f1d-a597-130c1b58c464 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': 'a5f9a5ab-bc68-4a55-9250-2fa3effe17bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:15.398935 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-44858c3d-f9dd-4f1d-a597-130c1b58c464 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:15.402410 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44858c3d-f9dd-4f1d-a597-130c1b58c464 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084248 Dec 22 08:46:15.403347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42640) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.410052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:46:11Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.421888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab019ca-b044-47f1-a4a6-37891129dfb9 None None] The sync data for ids ['29878235-746a-46fa-8ada-4addc539dadb'] in dv-neutron-822610-1-hyperv is: [{'id': '29878235-746a-46fa-8ada-4addc539dadb', 'name': 'tempest-TestNetworkBasicOps-router-1549523164', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68'}], 'enable_snat': True}, 'gw_port_id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:44:08Z', 'updated_at': '2021-12-22T08:46:11Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ea2ecfe4-f774-4708-bfd2-25bea9078f93', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:34:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29878235-746a-46fa-8ada-4addc539dadb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:44:10Z', 'updated_at': '2021-12-22T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:15.458931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] For port 8fbcc663-00f8-4b40-9474-4c47aa46b93b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8fbcc663-00f8-4b40-9474-4c47aa46b93b,segment=NetworkSegment(946bea54-e4e3-4f6b-902e-43bc4a787149),segment_id=946bea54-e4e3-4f6b-902e-43bc4a787149)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:15.459456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.515626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7000e571-a666-46a1-9faa-d48adefeada5 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.536609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bbb8cb-7e8d-4874-be50-98c6e78b691b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:15.548544 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15408b2-53b4-4b13-b871-d6feabd40482 None None] Sync routers for ids ['8c8afb0a-d558-4026-8050-77c7a67cf510'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:15.550953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for ea2ecfe4-f774-4708-bfd2-25bea9078f93 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:15.551310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14bbb8cb-7e8d-4874-be50-98c6e78b691b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.552821 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-14bbb8cb-7e8d-4874-be50-98c6e78b691b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/8c8afb0a-d558-4026-8050-77c7a67cf510 HTTP/1.1" status: 200 len: 888 time: 1.8461001 Dec 22 08:46:15.556660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42646) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.568100 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15408b2-53b4-4b13-b871-d6feabd40482 None None] Routers {'8c8afb0a-d558-4026-8050-77c7a67cf510'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:15.569020 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a15408b2-53b4-4b13-b871-d6feabd40482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['8c8afb0a-d558-4026-8050-77c7a67cf510'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.622071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7000e571-a666-46a1-9faa-d48adefeada5 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.652475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] Calling delete_port for 8fbcc663-00f8-4b40-9474-4c47aa46b93b owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:15.654770 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a15408b2-53b4-4b13-b871-d6feabd40482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.668932 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15408b2-53b4-4b13-b871-d6feabd40482 None None] Routers {'8c8afb0a-d558-4026-8050-77c7a67cf510'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:15.669634 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a15408b2-53b4-4b13-b871-d6feabd40482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['8c8afb0a-d558-4026-8050-77c7a67cf510'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.747958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7000e571-a666-46a1-9faa-d48adefeada5 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.749737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.751578 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a15408b2-53b4-4b13-b871-d6feabd40482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:15.753081 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15408b2-53b4-4b13-b871-d6feabd40482 None None] The sync data for ids ['8c8afb0a-d558-4026-8050-77c7a67cf510'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:15.755486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b635202-2b03-4cd0-a13e-69dd8369a561 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.761990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.779511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000e571-a666-46a1-9faa-d48adefeada5 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f9a5ab-bc68-4a55-9250-2fa3effe17bb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.794050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.799252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3996fbe3-6a5e-4489-8396-adb81ecbccc0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:15.807408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] Pushing event deleted for resources: {'Port': ['ID=8fbcc663-00f8-4b40-9474-4c47aa46b93b,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.820146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] No DVR routers for this DVR port 8fbcc663-00f8-4b40-9474-4c47aa46b93b on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:15.821664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.857958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7000e571-a666-46a1-9faa-d48adefeada5 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.862715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=ea2ecfe4-f774-4708-bfd2-25bea9078f93,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:15.866199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:15.881304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7000e571-a666-46a1-9faa-d48adefeada5 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:15.884708 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7000e571-a666-46a1-9faa-d48adefeada5 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/a5f9a5ab-bc68-4a55-9250-2fa3effe17bb HTTP/1.1" status: 204 len: 168 time: 0.4787078 Dec 22 08:46:15.885284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42650) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:15.908761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f71e7-0631-44eb-9cd1-815a53cb2cfd req-0d6a763b-143a-41d0-8d4d-c8f182d3d51d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:15.910258 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd1f71e7-0631-44eb-9cd1-815a53cb2cfd req-0d6a763b-143a-41d0-8d4d-c8f182d3d51d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 943 time: 0.2696083 Dec 22 08:46:16.006025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bcc83050-bfca-4e94-a31a-96f6411863f0 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Synchronizing usage tracker for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:16.019734 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd1f71e7-0631-44eb-9cd1-815a53cb2cfd req-eb617098-71bb-4a1b-b74e-8c7025a55927 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018803 Dec 22 08:46:16.036860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bcc83050-bfca-4e94-a31a-96f6411863f0 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Unset dirty status for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:16.038130 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bcc83050-bfca-4e94-a31a-96f6411863f0 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1514201 Dec 22 08:46:16.041993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42654) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.049436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--434741313'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:16.062005 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-75f9b25b-413c-4056-8bd0-974a8f60fe75 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/routers/8c8afb0a-d558-4026-8050-77c7a67cf510 HTTP/1.1" status: 200 len: 888 time: 0.5037498 Dec 22 08:46:16.062997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:16.065427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42658) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.103274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.113466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6556d3db-2fe1-4edd-a5c9-3bc244d02682 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:16.115931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:16.132370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.143752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6556d3db-2fe1-4edd-a5c9-3bc244d02682 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:16.144961 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6556d3db-2fe1-4edd-a5c9-3bc244d02682 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c8afb0a-d558-4026-8050-77c7a67cf510 HTTP/1.1" status: 200 len: 205 time: 0.0786314 Dec 22 08:46:16.148232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42662) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.247536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:16.252734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:16.256539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:16.263110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:16.359467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.364195 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.392161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.392694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Fanout notify agent at l3_agent the message router_deleted on router 29878235-746a-46fa-8ada-4addc539dadb {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:46:16.409092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.410371 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/routers/29878235-746a-46fa-8ada-4addc539dadb HTTP/1.1" status: 204 len: 168 time: 1.8311183 Dec 22 08:46:16.413006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42666) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.534146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.542614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.542806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.547822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86b059b4-3ec3-48fd-870a-2c5dd9e20a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:16.608754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555eae49-b384-41ac-96f4-46c5ef2db1da,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:16.613828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:16.615665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.616866 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5739944 Dec 22 08:46:16.619821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42670) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.628139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0f27b54f-8225-4c88-8056-f204c32031a7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '555eae49-b384-41ac-96f4-46c5ef2db1da', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:16.628820 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-0f27b54f-8225-4c88-8056-f204c32031a7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:16.629915 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f27b54f-8225-4c88-8056-f204c32031a7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090289 Dec 22 08:46:16.633163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42674) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:16.649756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.677123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.786945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bf260f2-6b6c-4c83-b24e-86b5764997de tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.825685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f8f3ee-393b-4708-9cc2-351681908c6b']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.839221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946bea54-e4e3-4f6b-902e-43bc4a787149') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.839552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946bea54-e4e3-4f6b-902e-43bc4a787149') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:16.853247 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.873508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.877992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bf260f2-6b6c-4c83-b24e-86b5764997de tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.893494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:46:16.894578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:16.910134 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:16.914934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9e427e85-180e-48d2-a3ae-b5a5944603a0 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:16.947141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bf260f2-6b6c-4c83-b24e-86b5764997de tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.952561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8b8fd256-f4e4-45c7-a3a3-c727971f32c4 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:16.953607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 9e427e85-180e-48d2-a3ae-b5a5944603a0 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:46:16.954570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9e427e85-180e-48d2-a3ae-b5a5944603a0 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:16.955001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ea2ecfe4-f774-4708-bfd2-25bea9078f93 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:16.974838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf260f2-6b6c-4c83-b24e-86b5764997de tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555eae49-b384-41ac-96f4-46c5ef2db1da,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:16.977553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6bf260f2-6b6c-4c83-b24e-86b5764997de tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:16.986603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6bf260f2-6b6c-4c83-b24e-86b5764997de tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:16.989967 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6bf260f2-6b6c-4c83-b24e-86b5764997de tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/555eae49-b384-41ac-96f4-46c5ef2db1da HTTP/1.1" status: 204 len: 168 time: 0.3537109 Dec 22 08:46:16.990113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ea2ecfe4-f774-4708-bfd2-25bea9078f93 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:46:16.990113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ea2ecfe4-f774-4708-bfd2-25bea9078f93 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:16.990113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8fbcc663-00f8-4b40-9474-4c47aa46b93b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:16.990731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42678) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.005759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.006547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.015790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a270928c-7990-4af9-b956-35059d5206a7 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:17.032807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.040179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 50dd043d-82b9-4428-a75c-a601fe66dd08 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:17.040533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.046108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Network': ['ID=e3f8f3ee-393b-4708-9cc2-351681908c6b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.053871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:17.066121 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/networks/e3f8f3ee-393b-4708-9cc2-351681908c6b HTTP/1.1" status: 204 len: 168 time: 0.6519666 Dec 22 08:46:17.077742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42684) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.090694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'network': {'name': 'tempest-network-smoke--648716190', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:17.098200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 8fbcc663-00f8-4b40-9474-4c47aa46b93b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:46:17.098410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:17.098548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8fbcc663-00f8-4b40-9474-4c47aa46b93b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:17.115747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:network and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:17.124671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:17.134568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:17.153394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f65248a-46b6-47f8-baf5-3e8b4917022c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Synchronizing usage tracker for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:17.224847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:17.227834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.245231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab588d6c-c381-4c55-a6c4-54b32d7be01a req-9ae5da30-648f-427c-aef5-622f62eaca37 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.246692 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ab588d6c-c381-4c55-a6c4-54b32d7be01a req-9ae5da30-648f-427c-aef5-622f62eaca37 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 943 time: 0.0818770 Dec 22 08:46:17.257822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3f65248a-46b6-47f8-baf5-3e8b4917022c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Unset dirty status for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:17.259063 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f65248a-46b6-47f8-baf5-3e8b4917022c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2674270 Dec 22 08:46:17.266961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42688) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.275809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068913961'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:17.293842 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ab588d6c-c381-4c55-a6c4-54b32d7be01a req-9723dce7-6f51-4961-8c65-50ebaed44772 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Dec 22 08:46:17.295461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:17.309805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:17.325141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:17.336567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.347021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.347464 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Added segment bdfce837-d407-4368-bc18-1671de514813 of type vlan for network 649e03b2-5969-4358-91bc-8caea1e859fe Dec 22 08:46:17.408678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.479827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for 50dd043d-82b9-4428-a75c-a601fe66dd08 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:17.554961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.598942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:17.613791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:17.621080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:17.630342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:17.648751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.652531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:17.653108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.658359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-08e302ed-512e-4383-8a52-5fce10552f57 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:17.833931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Network': ['ID=649e03b2-5969-4358-91bc-8caea1e859fe,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.841112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:17.844686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 649e03b2-5969-4358-91bc-8caea1e859fe details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:17.846832 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7686751 Dec 22 08:46:17.850064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42692) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.855532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'admin_state_up': True, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:17.863009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:17.867095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:router and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:17.868007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.870320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:17.877747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.878190 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:17.884028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e539085d-9ea6-4c86-b3f6-937e6fd719d6 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:17.889026 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.890031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.904621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.911668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.930323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:17.931776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6637733 Dec 22 08:46:17.934915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42696) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:17.967191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24753de3-7db6-4fde-8613-04f9901d7b69,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:17.974338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:17.975019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-18304174-469a-43bd-be99-0cb8b315c5e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:17.992310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-679200b9-d9a0-4098-a644-fcaca8e81431 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '24753de3-7db6-4fde-8613-04f9901d7b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:17.993151 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-679200b9-d9a0-4098-a644-fcaca8e81431 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:17.994237 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-679200b9-d9a0-4098-a644-fcaca8e81431 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0577798 Dec 22 08:46:18.000439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42700) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.012211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-14a76ef8-dbe5-42ff-8d9e-6485c11e97f7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '24753de3-7db6-4fde-8613-04f9901d7b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:18.012871 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-14a76ef8-dbe5-42ff-8d9e-6485c11e97f7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:18.013774 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-14a76ef8-dbe5-42ff-8d9e-6485c11e97f7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118620 Dec 22 08:46:18.038533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42704) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.055939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-ab665464-0beb-41f9-84a9-2e2fb0aa1ca1 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '24753de3-7db6-4fde-8613-04f9901d7b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:18.056622 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-ab665464-0beb-41f9-84a9-2e2fb0aa1ca1 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:18.057547 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ab665464-0beb-41f9-84a9-2e2fb0aa1ca1 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179758 Dec 22 08:46:18.060261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=50dd043d-82b9-4428-a75c-a601fe66dd08,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:18.064108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42708) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.066648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:18.072419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c2a86dda-34a9-4bec-a87b-0a0168b1844c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '24753de3-7db6-4fde-8613-04f9901d7b69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:18.073111 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-c2a86dda-34a9-4bec-a87b-0a0168b1844c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:18.076738 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2a86dda-34a9-4bec-a87b-0a0168b1844c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090022 Dec 22 08:46:18.076902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42712) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.120606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.175091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed7f973e-8c8f-4b0b-a318-a2cd7e3eb022 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.221485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.256529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed7f973e-8c8f-4b0b-a318-a2cd7e3eb022 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.330117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed7f973e-8c8f-4b0b-a318-a2cd7e3eb022 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.339005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:18.362768 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f973e-8c8f-4b0b-a318-a2cd7e3eb022 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24753de3-7db6-4fde-8613-04f9901d7b69,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:18.365566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ed7f973e-8c8f-4b0b-a318-a2cd7e3eb022 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:18.401635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed7f973e-8c8f-4b0b-a318-a2cd7e3eb022 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.406175 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ed7f973e-8c8f-4b0b-a318-a2cd7e3eb022 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/24753de3-7db6-4fde-8613-04f9901d7b69 HTTP/1.1" status: 204 len: 168 time: 0.3249357 Dec 22 08:46:18.406175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42718) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.459718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.499589 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.579122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cd17be6f-72f2-4777-b1b0-736ab8615af1 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Synchronizing usage tracker for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:18.642858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cd17be6f-72f2-4777-b1b0-736ab8615af1 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Unset dirty status for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:18.644121 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cd17be6f-72f2-4777-b1b0-736ab8615af1 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2377620 Dec 22 08:46:18.649747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42722) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.656223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--331138749'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:18.665772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:18.668133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.668712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 26eb3616-1134-4ff1-8566-f813e3b01cc1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:46:18.676257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.685310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:18.703376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.115 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/2a4c1ec0-6a0b-4050-990e-935c4ff7b039) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:18.706381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29137b23-1af5-4cd0-a605-12fe929da8dc req-8fe9efdc-022f-4420-bf18-cea57ec08496 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:18.707879 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29137b23-1af5-4cd0-a605-12fe929da8dc req-8fe9efdc-022f-4420-bf18-cea57ec08496 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 943 time: 0.2450399 Dec 22 08:46:18.713863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.743573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.744075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Fanout notify agent at l3_agent the message router_deleted on router 8c8afb0a-d558-4026-8050-77c7a67cf510 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:46:18.773537 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29137b23-1af5-4cd0-a605-12fe929da8dc req-443bad71-6c85-4340-8e59-9e550ef3cfe7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560546 Dec 22 08:46:18.777029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.778025 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/8c8afb0a-d558-4026-8050-77c7a67cf510 HTTP/1.1" status: 204 len: 168 time: 2.6289308 Dec 22 08:46:18.782253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42726) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:18.788205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'network': {'name': 'tempest-RoutersTest-115692876'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:18.793721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:18.799070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:network and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:18.809768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:18.809768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:18.820785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:18.824071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.833544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:18.840500 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:18.845459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:18.849423 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 26eb3616-1134-4ff1-8566-f813e3b01cc1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=26eb3616-1134-4ff1-8566-f813e3b01cc1,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:18.854923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:18.856921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:18.864527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'port_id': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'mac_address': 'fa:16:3e:1c:af:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:46:18.866217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.866621 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added segment 7f8bf9f8-ca8a-4ce1-9305-9b67d936e837 of type vlan for network ba1b222c-60ea-4903-b167-b082e15711d8 Dec 22 08:46:18.898758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.924587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.926362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.938810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.943126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:18.943736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.945974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26eb3616-1134-4ff1-8566-f813e3b01cc1 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:46:18.949369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9e2fe1b-5dc5-4e0f-ac99-7caa36783e25 tempest-TagsExtTest-203960740 tempest-TagsExtTest-203960740-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:18.962584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 26eb3616-1134-4ff1-8566-f813e3b01cc1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=26eb3616-1134-4ff1-8566-f813e3b01cc1,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:18.967974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.970643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.971401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e328bba5-e41f-4140-815d-a885de1afd3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:18.977438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:18.984103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0dc39f10-a9ef-4a3b-af08-c3e4297633d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:19.030727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.036781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384a907a-4828-41ff-9161-99752d83febd,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:19.043385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:19.043900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=26eb3616-1134-4ff1-8566-f813e3b01cc1,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:19.044082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:19.053734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.054146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.054753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.055328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.055671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.055994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.056408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.056798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.057167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.057500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.057894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:19.059136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Network': ['ID=ba1b222c-60ea-4903-b167-b082e15711d8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:19.064937 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2788327 Dec 22 08:46:19.065103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:19.065201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:19.069909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42730) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.075489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network ba1b222c-60ea-4903-b167-b082e15711d8 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:19.079320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'subnet': {'network_id': 'ba1b222c-60ea-4903-b167-b082e15711d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.092059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.096363 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4436812 Dec 22 08:46:19.097097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42734) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.107118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-eb30133b-e91b-4243-ade9-bb16e00b9c1d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '384a907a-4828-41ff-9161-99752d83febd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.107358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:19.107757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-eb30133b-e91b-4243-ade9-bb16e00b9c1d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:19.111447 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eb30133b-e91b-4243-ade9-bb16e00b9c1d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106916 Dec 22 08:46:19.111626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:19.112567 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42738) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.122461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:19.153219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9931c74e-2985-46a7-9c96-06f712823e52 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '384a907a-4828-41ff-9161-99752d83febd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.169620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9931c74e-2985-46a7-9c96-06f712823e52 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:19.173865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9931c74e-2985-46a7-9c96-06f712823e52 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:19.176668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=2a4c1ec0-6a0b-4050-990e-935c4ff7b039,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:19.179131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9931c74e-2985-46a7-9c96-06f712823e52 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:19.188357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:19.193199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9931c74e-2985-46a7-9c96-06f712823e52 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:19.217742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:19.222492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:subnet and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:19.225492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:19.231220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:19.241058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:19.284344 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-9931c74e-2985-46a7-9c96-06f712823e52 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:19.285384 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9931c74e-2985-46a7-9c96-06f712823e52 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1646328 Dec 22 08:46:19.288280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42742) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.297882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-01c77040-6e75-42e6-8a58-2b91b2641fce tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '384a907a-4828-41ff-9161-99752d83febd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.298503 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-01c77040-6e75-42e6-8a58-2b91b2641fce tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:19.300205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-01c77040-6e75-42e6-8a58-2b91b2641fce tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102737 Dec 22 08:46:19.304324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42746) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.310606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-43ee3110-f813-47c6-acda-f2e702b1275a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '384a907a-4828-41ff-9161-99752d83febd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.321314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-43ee3110-f813-47c6-acda-f2e702b1275a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:19.326723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-43ee3110-f813-47c6-acda-f2e702b1275a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:19.333541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-43ee3110-f813-47c6-acda-f2e702b1275a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:19.340161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['26eb3616-1134-4ff1-8566-f813e3b01cc1'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:46:19.340637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-43ee3110-f813-47c6-acda-f2e702b1275a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:19.344768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.381570 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-43ee3110-f813-47c6-acda-f2e702b1275a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:19.385294 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-43ee3110-f813-47c6-acda-f2e702b1275a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0782299 Dec 22 08:46:19.385572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42750) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.391846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-40aaee4d-ed3d-4d14-a58e-df34e258fd24 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '384a907a-4828-41ff-9161-99752d83febd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.392453 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-40aaee4d-ed3d-4d14-a58e-df34e258fd24 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:19.393958 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-40aaee4d-ed3d-4d14-a58e-df34e258fd24 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074894 Dec 22 08:46:19.397230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42754) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.403602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b8c7a1c4-c5c4-4d29-9808-ae8a64c8e5c8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '384a907a-4828-41ff-9161-99752d83febd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.409593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b8c7a1c4-c5c4-4d29-9808-ae8a64c8e5c8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:19.415191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b8c7a1c4-c5c4-4d29-9808-ae8a64c8e5c8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:19.418845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b8c7a1c4-c5c4-4d29-9808-ae8a64c8e5c8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:19.426339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b8c7a1c4-c5c4-4d29-9808-ae8a64c8e5c8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:19.432587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.433475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.506926 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-b8c7a1c4-c5c4-4d29-9808-ae8a64c8e5c8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Project ade38bd54de64b089e98b6291393e846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:19.536141 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-b8c7a1c4-c5c4-4d29-9808-ae8a64c8e5c8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:19.539413 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b8c7a1c4-c5c4-4d29-9808-ae8a64c8e5c8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1383841 Dec 22 08:46:19.539594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42758) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.547200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7f30c293-f1d1-41a1-90bc-52700dee061b tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '384a907a-4828-41ff-9161-99752d83febd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.547932 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-7f30c293-f1d1-41a1-90bc-52700dee061b tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:19.549142 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7f30c293-f1d1-41a1-90bc-52700dee061b tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085697 Dec 22 08:46:19.552095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42762) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.558285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-df8f77ad-f8dc-4f0d-9c98-720cde5fa839 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '384a907a-4828-41ff-9161-99752d83febd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.574957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-df8f77ad-f8dc-4f0d-9c98-720cde5fa839 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:19.580851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-df8f77ad-f8dc-4f0d-9c98-720cde5fa839 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:19.584561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-df8f77ad-f8dc-4f0d-9c98-720cde5fa839 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:19.587069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.592579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-38caf5a8-6dd9-4ed5-8fb6-70f0ec616f84 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:19.682425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Subnet': ['ID=b6f995cf-4622-4b45-9b22-1afa73bb6672,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:19.686320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:19.695024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Checking segment: {'id': '7f8bf9f8-ca8a-4ce1-9305-9b67d936e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ba1b222c-60ea-4903-b167-b082e15711d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:19.695445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network hostable DHCP agents. Network: ba1b222c-60ea-4903-b167-b082e15711d8, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:19.717583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network ba1b222c-60ea-4903-b167-b082e15711d8 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:19.727985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, ba1b222c-60ea-4903-b167-b082e15711d8) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:19.732828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:19.733412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.737800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd273a6-4eaa-4072-9293-42af68719cf7 None None] Network ba1b222c-60ea-4903-b167-b082e15711d8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:19.759820 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6862307 Dec 22 08:46:19.760107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-df8f77ad-f8dc-4f0d-9c98-720cde5fa839 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:19.760250 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42766) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.766951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1908388800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.775533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:19.777530 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-df8f77ad-f8dc-4f0d-9c98-720cde5fa839 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Project ade38bd54de64b089e98b6291393e846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:19.780047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:router and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:19.783270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:19.789911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:19.805398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.806429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.814059 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-df8f77ad-f8dc-4f0d-9c98-720cde5fa839 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:19.815083 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-df8f77ad-f8dc-4f0d-9c98-720cde5fa839 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2620120 Dec 22 08:46:19.817910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42772) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.826421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5b41f2ce-5d3c-4b15-b61d-ea485e10239a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '384a907a-4828-41ff-9161-99752d83febd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:19.838162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5b41f2ce-5d3c-4b15-b61d-ea485e10239a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:19.845353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5b41f2ce-5d3c-4b15-b61d-ea485e10239a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:19.849483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5b41f2ce-5d3c-4b15-b61d-ea485e10239a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:19.857009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5b41f2ce-5d3c-4b15-b61d-ea485e10239a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:19.863221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.879389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:46:19.885101 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-5b41f2ce-5d3c-4b15-b61d-ea485e10239a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Project ade38bd54de64b089e98b6291393e846 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:19.899651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.930365 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-5b41f2ce-5d3c-4b15-b61d-ea485e10239a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:19.931734 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5b41f2ce-5d3c-4b15-b61d-ea485e10239a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1124141 Dec 22 08:46:19.934881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42776) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:19.948762 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:19.952889 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-69ab4afe-aeb5-44ed-be65-09094a627151 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1888576 Dec 22 08:46:19.954925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42780) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:20.004305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-ba1b222c-60ea-4903-b167-b082e15711d8', 'network_id': 'ba1b222c-60ea-4903-b167-b082e15711d8', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'fixed_ips': [{'subnet_id': 'b6f995cf-4622-4b45-9b22-1afa73bb6672'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:46:20.005366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.065943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b19a49-843b-4521-b3ad-0022da830b91 req-aeeafa8b-4ed7-4cec-ad1a-de6623682c1f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:20.067451 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-70b19a49-843b-4521-b3ad-0022da830b91 req-aeeafa8b-4ed7-4cec-ad1a-de6623682c1f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 944 time: 0.1129816 Dec 22 08:46:20.176824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Allocated IP 172.20.0.2 (ba1b222c-60ea-4903-b167-b082e15711d8/b6f995cf-4622-4b45-9b22-1afa73bb6672/f4bc5fad-4223-4db2-a174-e155b65d1eb5) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:20.184461 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-70b19a49-843b-4521-b3ad-0022da830b91 req-09f0b2dd-ad22-411a-ba4b-77639e893572 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643880 Dec 22 08:46:20.234165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:20.258368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.259029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Sync routers for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:20.259164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31c244c0-d754-4617-897d-8e539a3f2067 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.260155 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4090037 Dec 22 08:46:20.263138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42784) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:20.302314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:20.302951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:20.405190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31c244c0-d754-4617-897d-8e539a3f2067 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.462353 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-93b8aa11-c075-4828-9205-c3c7b0fa40c7 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1974998 Dec 22 08:46:20.464522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42790) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:20.583367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31c244c0-d754-4617-897d-8e539a3f2067 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.588190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-530f5e94-a130-411a-a749-25a874b68e15 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:20.605647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c244c0-d754-4617-897d-8e539a3f2067 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a907a-4828-41ff-9161-99752d83febd,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.608260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-31c244c0-d754-4617-897d-8e539a3f2067 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:20.626963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.639433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04b9349-22de-49e2-9091-55cc3dba861c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:20.642590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-31c244c0-d754-4617-897d-8e539a3f2067 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.646331 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-31c244c0-d754-4617-897d-8e539a3f2067 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/384a907a-4828-41ff-9161-99752d83febd HTTP/1.1" status: 204 len: 168 time: 0.7078512 Dec 22 08:46:20.646331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42794) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:20.646540 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b04b9349-22de-49e2-9091-55cc3dba861c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1784353 Dec 22 08:46:20.646540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42796) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:20.647313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Transition to ACTIVE for port object f4bc5fad-4223-4db2-a174-e155b65d1eb5 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:20.656760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:20.694809 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ff486807-c192-4edb-aef8-bde364b66578 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463004 Dec 22 08:46:20.697772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42802) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:20.699089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 26eb3616-1134-4ff1-8566-f813e3b01cc1 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:20.704910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cc0eac91-a46d-436c-b94f-656ed88802c9 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Synchronizing usage tracker for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:20.709489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992141439', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:20.722016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cc0eac91-a46d-436c-b94f-656ed88802c9 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Unset dirty status for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:20.727974 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cc0eac91-a46d-436c-b94f-656ed88802c9 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0795093 Dec 22 08:46:20.729901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42806) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:20.736575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--338062783'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:20.743753 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:20.755105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:20.765403 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.802947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:20.807961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:20.811024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:20.813853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Transition to ACTIVE for port object f4bc5fad-4223-4db2-a174-e155b65d1eb5 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:20.817571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:20.842471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.847345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.874413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.880170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.885296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0cef7614-d869-4e29-965e-98de73249105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:20.893027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:20.930686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff476ba-0bb1-4f2f-850e-aad857774474,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.933752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:20.940685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:20.948978 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2160521 Dec 22 08:46:20.951650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:20.952041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42810) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:20.958185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Pushing event updated for resources: {'Port': ['ID=f4bc5fad-4223-4db2-a174-e155b65d1eb5,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:20.960574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c3306f64-c010-4a01-b45f-4ac55171ed46 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': 'aff476ba-0bb1-4f2f-850e-aad857774474', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:20.963713 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:20.966948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c3306f64-c010-4a01-b45f-4ac55171ed46 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:20.971703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c3306f64-c010-4a01-b45f-4ac55171ed46 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:20.974939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c3306f64-c010-4a01-b45f-4ac55171ed46 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:20.980903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c3306f64-c010-4a01-b45f-4ac55171ed46 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.003893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Network ba1b222c-60ea-4903-b167-b082e15711d8 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:21.010473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:21.015991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:subnet and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:21.020698 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-c3306f64-c010-4a01-b45f-4ac55171ed46 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The resource could not be found. Dec 22 08:46:21.024552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:21.024723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:21.024960 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c3306f64-c010-4a01-b45f-4ac55171ed46 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0706995 Dec 22 08:46:21.025711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42814) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:21.030511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.031909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-26865cb6-e781-487e-81d2-9b07d46bdc16 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': 'aff476ba-0bb1-4f2f-850e-aad857774474', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd422b083-d8c6-4035-a053-a22eb04c616a'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:21.038389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-26865cb6-e781-487e-81d2-9b07d46bdc16 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:21.042249 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-26865cb6-e781-487e-81d2-9b07d46bdc16 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:21.045148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-26865cb6-e781-487e-81d2-9b07d46bdc16 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:21.052085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-26865cb6-e781-487e-81d2-9b07d46bdc16 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.072092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 26eb3616-1134-4ff1-8566-f813e3b01cc1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:21.090738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:21.093857 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-26865cb6-e781-487e-81d2-9b07d46bdc16 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The resource could not be found. Dec 22 08:46:21.099701 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-26865cb6-e781-487e-81d2-9b07d46bdc16 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0728087 Dec 22 08:46:21.100312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42818) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:21.108496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 26eb3616-1134-4ff1-8566-f813e3b01cc1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:21.108874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.177603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2b77353d-4917-492a-a021-b9f494c72911 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.200762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Attempting to bind port f4bc5fad-4223-4db2-a174-e155b65d1eb5 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:21.201429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Attempting to bind port f4bc5fad-4223-4db2-a174-e155b65d1eb5 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '7f8bf9f8-ca8a-4ce1-9305-9b67d936e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ba1b222c-60ea-4903-b167-b082e15711d8'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:21.201786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Attempting to bind port f4bc5fad-4223-4db2-a174-e155b65d1eb5 on network ba1b222c-60ea-4903-b167-b082e15711d8 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:21.207615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2b77353d-4917-492a-a021-b9f494c72911 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.236340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:21.236731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Checking segment: {'id': '7f8bf9f8-ca8a-4ce1-9305-9b67d936e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ba1b222c-60ea-4903-b167-b082e15711d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:21.237360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.238814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Bound using segment: {'id': '7f8bf9f8-ca8a-4ce1-9305-9b67d936e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ba1b222c-60ea-4903-b167-b082e15711d8'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:21.239663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Bound port: f4bc5fad-4223-4db2-a174-e155b65d1eb5, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8bf9f8-ca8a-4ce1-9305-9b67d936e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ba1b222c-60ea-4903-b167-b082e15711d8'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:21.240929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.253110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.261627 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2b77353d-4917-492a-a021-b9f494c72911 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.279687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb2d63cf-8dbc-4824-be17-6ca7cf6b58dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:21.300509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77353d-4917-492a-a021-b9f494c72911 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff476ba-0bb1-4f2f-850e-aad857774474,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:21.302996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2b77353d-4917-492a-a021-b9f494c72911 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:21.309609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2b77353d-4917-492a-a021-b9f494c72911 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.314630 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2b77353d-4917-492a-a021-b9f494c72911 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/aff476ba-0bb1-4f2f-850e-aad857774474 HTTP/1.1" status: 204 len: 168 time: 0.2095807 Dec 22 08:46:21.315012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42824) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:21.378743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e4f28b3f-0bea-4e03-b702-9cbab749970c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Synchronizing usage tracker for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:21.400513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e4f28b3f-0bea-4e03-b702-9cbab749970c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Unset dirty status for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:21.406315 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e4f28b3f-0bea-4e03-b702-9cbab749970c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0847790 Dec 22 08:46:21.406315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42828) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:21.412376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d99ea64b-74fe-4c1a-9458-cb40176850ac tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '0cad49ec-549e-4610-ac07-dadfeff6a738', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:21.421197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d99ea64b-74fe-4c1a-9458-cb40176850ac tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:21.421373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.425602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d99ea64b-74fe-4c1a-9458-cb40176850ac tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:21.428523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d99ea64b-74fe-4c1a-9458-cb40176850ac tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:21.434784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d99ea64b-74fe-4c1a-9458-cb40176850ac tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.436917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:19Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:21.454456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Checking router: f79a8d6a-2d3e-42f2-910e-2aadd13e4677 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:46:21.454825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Updating router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:46:21.484774 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-d99ea64b-74fe-4c1a-9458-cb40176850ac tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The resource could not be found. Dec 22 08:46:21.489042 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d99ea64b-74fe-4c1a-9458-cb40176850ac tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0790801 Dec 22 08:46:21.489258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42832) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:21.492327 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] For port f4bc5fad-4223-4db2-a174-e155b65d1eb5, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:21.495293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324986615'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:21.504946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:21.515091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.516448 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:21.518686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.20.0.1 (ba1b222c-60ea-4903-b167-b082e15711d8/b6f995cf-4622-4b45-9b22-1afa73bb6672/e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:21.528917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.530895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] For port f4bc5fad-4223-4db2-a174-e155b65d1eb5, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f4bc5fad-4223-4db2-a174-e155b65d1eb5,segment=NetworkSegment(7f8bf9f8-ca8a-4ce1-9305-9b67d936e837),segment_id=7f8bf9f8-ca8a-4ce1-9305-9b67d936e837)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:21.540591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 26eb3616-1134-4ff1-8566-f813e3b01cc1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=26eb3616-1134-4ff1-8566-f813e3b01cc1,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:21.572154 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.592258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:21.597090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:21.600193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:21.607463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.621572 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'code': 200} Dec 22 08:46:21.629291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.633593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.637765 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e835c39a-b917-41b5-8cd8-5e1c54699611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:21.667733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.674744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.680184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e159d52-59a5-46dc-9918-921f333223d4 req-4533ce42-a0e9-4d04-b64f-508ed7693e03 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:21.680326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-41bfd202-3e60-4ba5-bcb8-311f2c02a4b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:21.681407 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8e159d52-59a5-46dc-9918-921f333223d4 req-4533ce42-a0e9-4d04-b64f-508ed7693e03 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 944 time: 0.3424883 Dec 22 08:46:21.728846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa21b7d-4f64-4fba-903a-3ba4bcee2bd4,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:21.731700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:21.735292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.736866 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2465961 Dec 22 08:46:21.739693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42838) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:21.746488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723085822'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:21.753985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:21.759502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:21.763279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:21.771137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.792803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.870831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:21.876613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:21.880402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:21.887436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:21.914067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Pushing event updated for resources: {'Port': ['ID=f4bc5fad-4223-4db2-a174-e155b65d1eb5,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:21.936434 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8f3117db-7b37-492a-9ebc-817e1fa08137 req-98428f65-c094-40d8-b8f5-6f248fb95892 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 1098 time: 0.1090109 Dec 22 08:46:21.990041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.995850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:21.996476 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8e159d52-59a5-46dc-9918-921f333223d4 req-d0bacf47-2c8d-4190-9cbc-f4c0f4ecb917 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055677 Dec 22 08:46:22.022040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c330220e-eede-46e7-8170-55c7062fedfd tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:22.041545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.049738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bdae57bb-7e5e-4af2-a425-649eb6a3216a tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:22.078234 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8f3117db-7b37-492a-9ebc-817e1fa08137 req-a44b732c-7e76-4610-a8c7-1cceced91fc9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307652 Dec 22 08:46:22.086127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.088014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6735a69f-dfa6-4ee8-867e-dde9f7523f13,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:22.091181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:22.103985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.106918 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3656883 Dec 22 08:46:22.109492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42842) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.115923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=26eb3616-1134-4ff1-8566-f813e3b01cc1,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:22.124790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-66567943-3f7c-4b1f-a5bd-6db3ab500310 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '4aa21b7d-4f64-4fba-903a-3ba4bcee2bd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6735a69f-dfa6-4ee8-867e-dde9f7523f13'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:22.133405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:22.133863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:22.134208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:22.145617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Transition to ACTIVE for port object e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:22.147908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-66567943-3f7c-4b1f-a5bd-6db3ab500310 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:22.164956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-66567943-3f7c-4b1f-a5bd-6db3ab500310 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:22.178164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-66567943-3f7c-4b1f-a5bd-6db3ab500310 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:22.190614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:22.191985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.192884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-66567943-3f7c-4b1f-a5bd-6db3ab500310 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:22.205909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Transition to ACTIVE for port object 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:22.206968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:22.214470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.228222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-21bdb995-c773-41ff-a1fe-3ac106394c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:22.255687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Checking segment: {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:22.255959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network hostable DHCP agents. Network: 649e03b2-5969-4358-91bc-8caea1e859fe, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:22.262398 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-66567943-3f7c-4b1f-a5bd-6db3ab500310 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:22.263474 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-66567943-3f7c-4b1f-a5bd-6db3ab500310 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1522624 Dec 22 08:46:22.265104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.266549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42846) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.271158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bceecc5a-0ac7-4ba0-9093-765a91e49f2d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:22.316946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b505df-a604-480d-baaa-7871fcaa5a5e None None] Pushing event updated for resources: {'Port': ['ID=2a4c1ec0-6a0b-4050-990e-935c4ff7b039,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:22.322045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-33b505df-a604-480d-baaa-7871fcaa5a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:22.326650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Attempting to bind port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:22.332415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Attempting to bind port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:22.332995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Attempting to bind port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:22.341167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:22.341644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:22.342254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.342721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:22.343404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Bound port: 2a4c1ec0-6a0b-4050-990e-935c4ff7b039, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:22.344266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.347882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a75584b-576f-4727-9d46-3b02830cff09 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.358320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network ba1b222c-60ea-4903-b167-b082e15711d8 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:22.363761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:22.367144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:22.369296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:22.389177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a75584b-576f-4727-9d46-3b02830cff09 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.398798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:22.402107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 649e03b2-5969-4358-91bc-8caea1e859fe is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:22.430662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 649e03b2-5969-4358-91bc-8caea1e859fe) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:22.439001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:22.439619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.450910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65d10b6-cd63-42be-a4e4-01b515d34e1d None None] Network 649e03b2-5969-4358-91bc-8caea1e859fe requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:22.454752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.462213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a75584b-576f-4727-9d46-3b02830cff09 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.483152 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7843533 Dec 22 08:46:22.483973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-76b22589-17d9-4cac-9d5c-a704771fbee8 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:22.486792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42850) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.504188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75584b-576f-4727-9d46-3b02830cff09 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6735a69f-dfa6-4ee8-867e-dde9f7523f13,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:22.514511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7a75584b-576f-4727-9d46-3b02830cff09 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:22.515780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a75584b-576f-4727-9d46-3b02830cff09 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.517223 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7a75584b-576f-4727-9d46-3b02830cff09 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/6735a69f-dfa6-4ee8-867e-dde9f7523f13 HTTP/1.1" status: 204 len: 168 time: 0.2493441 Dec 22 08:46:22.520414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42854) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.572954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] For port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:22.587373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] For port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2a4c1ec0-6a0b-4050-990e-935c4ff7b039,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:22.606910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.625398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:22.633264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c978fd0f-9b9d-43a8-a12b-fc92d0c691d7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Synchronizing usage tracker for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:22.636221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:22.656792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c978fd0f-9b9d-43a8-a12b-fc92d0c691d7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Unset dirty status for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:22.658836 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c978fd0f-9b9d-43a8-a12b-fc92d0c691d7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1373353 Dec 22 08:46:22.661801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42858) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:22.740615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f4bc5fad-4223-4db2-a174-e155b65d1eb5 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:22.870702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:22.871387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:22.941072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b505df-a604-480d-baaa-7871fcaa5a5e None None] Pushing event updated for resources: {'Port': ['ID=2a4c1ec0-6a0b-4050-990e-935c4ff7b039,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:22.944265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-33b505df-a604-480d-baaa-7871fcaa5a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:22.993905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44288d45-d861-49a9-8608-b145ecc9739d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.057130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44288d45-d861-49a9-8608-b145ecc9739d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.076162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-649e03b2-5969-4358-91bc-8caea1e859fe', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:46:23.077002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.112494 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port f4bc5fad-4223-4db2-a174-e155b65d1eb5 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:23.178902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f133b1b9-3719-433d-9938-eef5f8fa91a2 None None] Network ba1b222c-60ea-4903-b167-b082e15711d8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:23.245402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4164e5-d30c-4455-94f5-c351b64a2988 req-f0e14850-801d-40db-b557-c50c824474db tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:23.247272 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0e4164e5-d30c-4455-94f5-c351b64a2988 req-f0e14850-801d-40db-b557-c50c824474db tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 945 time: 0.0910859 Dec 22 08:46:23.286116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44288d45-d861-49a9-8608-b145ecc9739d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.301274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:23.306658 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0e4164e5-d30c-4455-94f5-c351b64a2988 req-07eac70a-6b74-438b-8c6c-6e9ef850abd3 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494101 Dec 22 08:46:23.317837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:23.340105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44288d45-d861-49a9-8608-b145ecc9739d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa21b7d-4f64-4fba-903a-3ba4bcee2bd4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.349272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-44288d45-d861-49a9-8608-b145ecc9739d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:23.371016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-44288d45-d861-49a9-8608-b145ecc9739d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.372257 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-44288d45-d861-49a9-8608-b145ecc9739d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/4aa21b7d-4f64-4fba-903a-3ba4bcee2bd4 HTTP/1.1" status: 204 len: 168 time: 0.7095389 Dec 22 08:46:23.376631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42864) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:23.396924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d4fb025d-30bc-40b2-86b5-da9ae5b5a1ff None None] Provisioning for port f4bc5fad-4223-4db2-a174-e155b65d1eb5 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:23.450989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.480208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.482178 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-de18d382-c088-4f9a-b073-86474492defc tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1000154 Dec 22 08:46:23.485415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42868) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:23.508451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552442259'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:23.508719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d4fb025d-30bc-40b2-86b5-da9ae5b5a1ff None None] Provisioning complete for port f4bc5fad-4223-4db2-a174-e155b65d1eb5 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:23.509130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d4fb025d-30bc-40b2-86b5-da9ae5b5a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.523132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:23.531011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:23.536042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:23.544903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:23.552028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:23.580819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.631724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:23.636111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:23.639021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:23.646230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:23.689485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.696720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:23.699074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.710224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.716555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.722774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Allocated IP 172.20.0.2 (649e03b2-5969-4358-91bc-8caea1e859fe/6fb050e0-1399-44c0-8ba9-bb6d912d9a9f/c617dc50-a090-49d4-abbf-7785282963fb) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:23.723331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c8699b29-50ab-411e-a701-a0d40c3ad305 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:23.769367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9dcc8b-0705-4f76-8250-fabd3e89a966,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:23.772564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:23.774291 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:23.775627 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2828207 Dec 22 08:46:23.778625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42872) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:23.786419 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-970e54a9-0c52-4903-9df4-737aa68ca756 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '9d9dcc8b-0705-4f76-8250-fabd3e89a966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:23.792874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-970e54a9-0c52-4903-9df4-737aa68ca756 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:23.797381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-970e54a9-0c52-4903-9df4-737aa68ca756 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:23.800680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-970e54a9-0c52-4903-9df4-737aa68ca756 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:23.806909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-970e54a9-0c52-4903-9df4-737aa68ca756 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:23.848668 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-970e54a9-0c52-4903-9df4-737aa68ca756 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:23.852301 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-970e54a9-0c52-4903-9df4-737aa68ca756 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0696073 Dec 22 08:46:23.853460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42876) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:23.858222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1f315895-e7c9-49a0-9f38-c4e445b9a30f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group_rule': {'security_group_id': '9d9dcc8b-0705-4f76-8250-fabd3e89a966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:23.865672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1f315895-e7c9-49a0-9f38-c4e445b9a30f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:23.869992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1f315895-e7c9-49a0-9f38-c4e445b9a30f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:23.873134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1f315895-e7c9-49a0-9f38-c4e445b9a30f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:23.880783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1f315895-e7c9-49a0-9f38-c4e445b9a30f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:23.923080 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-1f315895-e7c9-49a0-9f38-c4e445b9a30f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 08:46:23.924430 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1f315895-e7c9-49a0-9f38-c4e445b9a30f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0707824 Dec 22 08:46:23.927499 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42880) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:24.004673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d4fb025d-30bc-40b2-86b5-da9ae5b5a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.008477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75700685-3d5b-4700-8da2-a815acf30940 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.042477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75700685-3d5b-4700-8da2-a815acf30940 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.110563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75700685-3d5b-4700-8da2-a815acf30940 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.118694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-58ce1c39-4706-4468-a023-d82bd873462a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:24.127565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network ba1b222c-60ea-4903-b167-b082e15711d8 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:24.129901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:24.145645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d4fb025d-30bc-40b2-86b5-da9ae5b5a1ff None None] For port f4bc5fad-4223-4db2-a174-e155b65d1eb5, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f4bc5fad-4223-4db2-a174-e155b65d1eb5,segment=NetworkSegment(7f8bf9f8-ca8a-4ce1-9305-9b67d936e837),segment_id=7f8bf9f8-ca8a-4ce1-9305-9b67d936e837)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:24.147444 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75700685-3d5b-4700-8da2-a815acf30940 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9dcc8b-0705-4f76-8250-fabd3e89a966,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:24.158313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-75700685-3d5b-4700-8da2-a815acf30940 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:24.160772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-75700685-3d5b-4700-8da2-a815acf30940 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.164588 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-75700685-3d5b-4700-8da2-a815acf30940 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/9d9dcc8b-0705-4f76-8250-fabd3e89a966 HTTP/1.1" status: 204 len: 168 time: 0.2324944 Dec 22 08:46:24.164722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d4fb025d-30bc-40b2-86b5-da9ae5b5a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.165028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42884) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:24.172392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6f8db00f-b7ca-4d48-a5e4-cd99335aa307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:24.359452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.364610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb025d-30bc-40b2-86b5-da9ae5b5a1ff None None] Pushing event updated for resources: {'Port': ['ID=f4bc5fad-4223-4db2-a174-e155b65d1eb5,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:24.372645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d4fb025d-30bc-40b2-86b5-da9ae5b5a1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:24.380202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Transition to ACTIVE for port object c617dc50-a090-49d4-abbf-7785282963fb will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:24.383978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:19Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:24.397160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d1188-c268-4b5e-b067-ce294f62db87 None None] The sync data for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv is: [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:19Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:24.412394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Transition to ACTIVE for port object c617dc50-a090-49d4-abbf-7785282963fb will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:24.417018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0708272b-88d5-4c2f-9899-e703ff7472f9 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Synchronizing usage tracker for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:24.421996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.425870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-110b36d8-7547-4a32-a08a-6b6dbc1ee672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:24.470818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0708272b-88d5-4c2f-9899-e703ff7472f9 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Unset dirty status for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:24.476310 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0708272b-88d5-4c2f-9899-e703ff7472f9 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3062990 Dec 22 08:46:24.476785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42890) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:24.486441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'tempest-secgroup--724583571'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:24.502762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:24.524267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:24.542650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.544530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Pushing event updated for resources: {'Port': ['ID=c617dc50-a090-49d4-abbf-7785282963fb,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:24.549617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:24.570344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Network 649e03b2-5969-4358-91bc-8caea1e859fe is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:24.572887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:24.577249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:24.611715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:24.617140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Usage tracker for resource:security_group_rule and tenant:ade38bd54de64b089e98b6291393e846 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:24.624610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:24.636802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:24.804391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f4bc5fad-4223-4db2-a174-e155b65d1eb5 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:24.822366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.831521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.836057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-16be9886-af4d-4951-a4b5-9bc140b9e416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:24.892950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Attempting to bind port c617dc50-a090-49d4-abbf-7785282963fb on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:24.893323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Attempting to bind port c617dc50-a090-49d4-abbf-7785282963fb by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:24.893674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Attempting to bind port c617dc50-a090-49d4-abbf-7785282963fb on network 649e03b2-5969-4358-91bc-8caea1e859fe {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:24.922716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39664c4a-5766-4e04-921e-95c2c0e88915,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:24.924804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-360b3ac1-4a3e-4689-85ec-0905e27e0576 None None] Provisioning complete for port f4bc5fad-4223-4db2-a174-e155b65d1eb5 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:24.925404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-360b3ac1-4a3e-4689-85ec-0905e27e0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.940565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:24.942048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:24.943359 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4656072 Dec 22 08:46:24.946355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42896) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:24.959187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f992642f-bfaf-4a9d-978c-d8d822719f96 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:24.959955 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-f992642f-bfaf-4a9d-978c-d8d822719f96 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 08:46:24.960972 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f992642f-bfaf-4a9d-978c-d8d822719f96 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "PUT /v2.0/security-groups/39664c4a-5766-4e04-921e-95c2c0e88915 HTTP/1.1" status: 409 len: 330 time: 0.0136776 Dec 22 08:46:24.963718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42900) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.006586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:25.007186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Checking segment: {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:25.007378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.007776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Bound using segment: {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:25.008255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Bound port: c617dc50-a090-49d4-abbf-7785282963fb, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:25.008626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.074916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.093598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2615a15-8bda-44b2-8935-0edc00dd5b99 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.132273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2615a15-8bda-44b2-8935-0edc00dd5b99 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.214302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2615a15-8bda-44b2-8935-0edc00dd5b99 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.219151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e606a596-7b4e-45ba-81c8-8222bbd969b9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:25.242935 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port f4bc5fad-4223-4db2-a174-e155b65d1eb5 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:25.243121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2615a15-8bda-44b2-8935-0edc00dd5b99 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39664c4a-5766-4e04-921e-95c2c0e88915,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:25.243939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.247583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b2615a15-8bda-44b2-8935-0edc00dd5b99 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:25.256221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2615a15-8bda-44b2-8935-0edc00dd5b99 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.261072 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b2615a15-8bda-44b2-8935-0edc00dd5b99 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/39664c4a-5766-4e04-921e-95c2c0e88915 HTTP/1.1" status: 204 len: 168 time: 0.2961311 Dec 22 08:46:25.261986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42904) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.290745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] For port c617dc50-a090-49d4-abbf-7785282963fb, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:25.298902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d32950-8b5e-4119-bff6-76de4cdbeec5 req-722d6cdb-0953-444f-b2bd-aae2cb70c108 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:25.308107 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-79d32950-8b5e-4119-bff6-76de4cdbeec5 req-722d6cdb-0953-444f-b2bd-aae2cb70c108 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 945 time: 0.7617621 Dec 22 08:46:25.324524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c9c079b9-b748-4986-9729-c309597346be tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Synchronizing usage tracker for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:25.340498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] For port c617dc50-a090-49d4-abbf-7785282963fb, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c617dc50-a090-49d4-abbf-7785282963fb,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:25.348736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c9c079b9-b748-4986-9729-c309597346be tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Unset dirty status for tenant:ade38bd54de64b089e98b6291393e846 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:25.354085 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c9c079b9-b748-4986-9729-c309597346be tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0871537 Dec 22 08:46:25.354287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.354528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42908) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.358209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5a212a23-5816-4eb5-a0b0-75d59ffb4ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:25.373672 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-0be2e30b-c758-4eae-9ee5-8f53ac68d02e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] delete failed (client error): The resource could not be found. Dec 22 08:46:25.375274 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0be2e30b-c758-4eae-9ee5-8f53ac68d02e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "DELETE /v2.0/security-groups/a686e940-d541-48be-b905-f7521d634b06 HTTP/1.1" status: 404 len: 347 time: 0.0193214 Dec 22 08:46:25.378766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42912) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.399523 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-7bdd1a7d-0c86-41f8-9ef6-94cc80256300 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] show failed (client error): The resource could not be found. Dec 22 08:46:25.401036 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7bdd1a7d-0c86-41f8-9ef6-94cc80256300 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-groups/22f08ef8-7c4a-47f6-91fb-39c44ee8ec64 HTTP/1.1" status: 404 len: 347 time: 0.0211518 Dec 22 08:46:25.407129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42916) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.412387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 743f92fe-9f1f-4898-becf-142cc063a084 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:46:25.431546 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-2550b18a-e31e-4102-ae28-43b019bc2eab tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] show failed (client error): The resource could not be found. Dec 22 08:46:25.434158 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2550b18a-e31e-4102-ae28-43b019bc2eab tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] 10.222.0.31 "GET /v2.0/security-group-rules/d9e3538f-6915-4b60-9a95-9c3d26ab453d HTTP/1.1" status: 404 len: 356 time: 0.0247679 Dec 22 08:46:25.479347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-360b3ac1-4a3e-4689-85ec-0905e27e0576 None None] Provisioning for port e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:25.511326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-360b3ac1-4a3e-4689-85ec-0905e27e0576 None None] Provisioning complete for port e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:25.511705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-360b3ac1-4a3e-4689-85ec-0905e27e0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.547308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Pushing event updated for resources: {'Port': ['ID=c617dc50-a090-49d4-abbf-7785282963fb,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:25.558194 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-79d32950-8b5e-4119-bff6-76de4cdbeec5 req-1137eef0-4d9b-4f9f-b126-fe15955df3fb tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487466 Dec 22 08:46:25.585532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:25.642625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-360b3ac1-4a3e-4689-85ec-0905e27e0576 None None] Port e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:25.798938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0ad9be48-bc06-4627-9fd1-a150491d13a2 None None] Provisioning complete for port e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:25.799357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0ad9be48-bc06-4627-9fd1-a150491d13a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:25.870228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9be48-bc06-4627-9fd1-a150491d13a2 None None] Port e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:25.888387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8a09-ac4b-43c8-b2a6-27b94308d14b req-61581691-5afb-40a3-8479-ab317d1433f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:25.890368 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0d5c8a09-ac4b-43c8-b2a6-27b94308d14b req-61581691-5afb-40a3-8479-ab317d1433f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 945 time: 0.1669574 Dec 22 08:46:25.921733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42926) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:25.951661 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0d5c8a09-ac4b-43c8-b2a6-27b94308d14b req-93524bc0-cb74-4684-9590-4fac1d330ef9 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550897 Dec 22 08:46:25.990669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42932) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.126845 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3d27eefb-3e31-4bb4-b3ca-ebe8010f43ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ade38bd54de64b089e98b6291393e846&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2012100 Dec 22 08:46:26.127072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42938) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.141648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.1 (649e03b2-5969-4358-91bc-8caea1e859fe/6fb050e0-1399-44c0-8ba9-bb6d912d9a9f/ba7051ab-dd5b-41cb-a5c2-670ba1d8756b) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:26.154119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:26.168846 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130825ab-621b-4111-94ff-b622ec1ee2fa None None] Sync routers for ids ['743f92fe-9f1f-4898-becf-142cc063a084'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:26.182526 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130825ab-621b-4111-94ff-b622ec1ee2fa None None] Routers {'743f92fe-9f1f-4898-becf-142cc063a084'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:26.183148 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-130825ab-621b-4111-94ff-b622ec1ee2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['743f92fe-9f1f-4898-becf-142cc063a084'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:26.188541 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/743f92fe-9f1f-4898-becf-142cc063a084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2324464 Dec 22 08:46:26.204348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42942) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.218765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa7c1-a4cc-41f6-9e83-f45dd5af197a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.245095 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-130825ab-621b-4111-94ff-b622ec1ee2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:26.255914 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130825ab-621b-4111-94ff-b622ec1ee2fa None None] Routers {'743f92fe-9f1f-4898-becf-142cc063a084'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:26.256792 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-130825ab-621b-4111-94ff-b622ec1ee2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['743f92fe-9f1f-4898-becf-142cc063a084'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:26.287976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa7c1-a4cc-41f6-9e83-f45dd5af197a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.318431 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-130825ab-621b-4111-94ff-b622ec1ee2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:26.319082 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130825ab-621b-4111-94ff-b622ec1ee2fa None None] The sync data for ids ['743f92fe-9f1f-4898-becf-142cc063a084'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:26.347940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6493b9-6c71-48aa-a9d2-8846afb26b09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:26.349157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd6493b9-6c71-48aa-a9d2-8846afb26b09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:26.359763 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fc2f3334-a8b0-41e8-9947-fad028e726c8 tempest-TestVolumeBootPattern-626152625 tempest-TestVolumeBootPattern-626152625-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 1093 time: 0.3675754 Dec 22 08:46:26.363263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42946) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.370126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:26.377946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:26.382132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Usage tracker for resource:floatingip and tenant:24a66f8478a345ff840018a8952a092e is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:26.385642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:26.388783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa7c1-a4cc-41f6-9e83-f45dd5af197a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.393317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd6493b9-6c71-48aa-a9d2-8846afb26b09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:26.396802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-19f6af9b-9bf5-4a03-babc-9b70bab04cf8 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:26.397284 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cd6493b9-6c71-48aa-a9d2-8846afb26b09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports/e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a HTTP/1.1" status: 200 len: 910 time: 0.1915686 Dec 22 08:46:26.397872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42950) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:26.404610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:26.406323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6f995cf-4622-4b45-9b22-1afa73bb6672'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:26.417757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aa7c1-a4cc-41f6-9e83-f45dd5af197a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c7e1a9-5080-41cd-bbad-09e0ccc7d6f4,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:26.420727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bc6aa7c1-a4cc-41f6-9e83-f45dd5af197a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:26.426338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa7c1-a4cc-41f6-9e83-f45dd5af197a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.427803 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bc6aa7c1-a4cc-41f6-9e83-f45dd5af197a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6c7e1a9-5080-41cd-bbad-09e0ccc7d6f4 HTTP/1.1" status: 204 len: 168 time: 0.2995021 Dec 22 08:46:26.441059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.461220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.494536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object ba7051ab-dd5b-41cb-a5c2-670ba1d8756b will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:26.630578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.666311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.673212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-236ba307-829d-43a5-a532-c1699fff9879 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:26.781876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:26.888220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 649e03b2-5969-4358-91bc-8caea1e859fe is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:26.894567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:26.901679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:26.904620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:26.911366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Allocated IP 172.26.5.211 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/d1af7fa2-8a55-4090-879b-b4ef970242b6) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:26.914714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:26.915184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.927879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=ba7051ab-dd5b-41cb-a5c2-670ba1d8756b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:26.940339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:26.951215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8d4bd-f6a6-463d-93f2-b6a7734b39ca None None] Network 649e03b2-5969-4358-91bc-8caea1e859fe requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:26.952401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:26.984596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.071040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.098831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b208d2bb-5425-4b37-8ac1-2a1146142d1a None None] Provisioning for port c617dc50-a090-49d4-abbf-7785282963fb completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:27.103188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.107738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b0a05edd-5172-43bd-8f2e-487789bbedf1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:27.173664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:27.176752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:27.178807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'Port': ['ID=d1af7fa2-8a55-4090-879b-b4ef970242b6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.181334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:27.207719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.211086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:27.266027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2a4c1ec0-6a0b-4050-990e-935c4ff7b039,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:27.272997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.273591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c617dc50-a090-49d4-abbf-7785282963fb up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:27.301821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:27.314255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.413006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=2a4c1ec0-6a0b-4050-990e-935c4ff7b039,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.417495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:27.437846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port c617dc50-a090-49d4-abbf-7785282963fb completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:27.446387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c617dc50-a090-49d4-abbf-7785282963fb triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:27.446387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.617373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.653278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port c617dc50-a090-49d4-abbf-7785282963fb, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c617dc50-a090-49d4-abbf-7785282963fb,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:27.659697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.661235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-23d4be25-af6f-4b27-8297-3637655f77bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:27.730098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=c617dc50-a090-49d4-abbf-7785282963fb,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:27.741761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:27.794076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.822128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-471bb8e1-7f06-458e-a514-32b9ab382cea None None] Provisioning for port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:27.828263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-471bb8e1-7f06-458e-a514-32b9ab382cea None None] Provisioning complete for port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:27.828675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-471bb8e1-7f06-458e-a514-32b9ab382cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.910711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-471bb8e1-7f06-458e-a514-32b9ab382cea None None] Port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:27.925820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-471bb8e1-7f06-458e-a514-32b9ab382cea None None] Provisioning complete for port c617dc50-a090-49d4-abbf-7785282963fb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:27.926505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-471bb8e1-7f06-458e-a514-32b9ab382cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:27.981634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.010192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.resource_extend [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 08:46:28.033630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.059715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.095972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbdae924-360e-4b16-bd37-edada2eda46d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:28.202669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:28.203287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.204678 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/ports/e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a HTTP/1.1" status: 200 len: 910 time: 1.8033717 Dec 22 08:46:28.208791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42956) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:28.211027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.219744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.220701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:28.227007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c4bb0e34-c9ad-40c5-808c-941adf53d37d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:28.240722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-bcf9b97e-abf1-4b52-b9bc-30aef34fa965 None None] Provisioning complete for port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:28.241385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bcf9b97e-abf1-4b52-b9bc-30aef34fa965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.306812 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9b97e-abf1-4b52-b9bc-30aef34fa965 None None] Port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:28.331666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event updated for resources: {'Port': ['ID=d1af7fa2-8a55-4090-879b-b4ef970242b6,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:28.341019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:28.350386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.352186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:28.358427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.365638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.393543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-266c72a7-eac7-481a-8a37-0763fb8cfd28 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:28.487951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=ba7051ab-dd5b-41cb-a5c2-670ba1d8756b,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:28.491458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.494938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:28.556382 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Floating IP cf05235b-afe4-4277-b46f-710ee41d6573 associated. External IP: 172.26.5.211, port: 26eb3616-1134-4ff1-8566-f813e3b01cc1. Dec 22 08:46:28.677804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:28.754231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:28.754636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.766330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 649e03b2-5969-4358-91bc-8caea1e859fe is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:28.768726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:28.900924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c617dc50-a090-49d4-abbf-7785282963fb up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:28.982040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.988298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c617dc50-a090-49d4-abbf-7785282963fb triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:28.988759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:28.991666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Router 0110442b-4a23-46b7-8a57-ad853c51d04c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:29.064702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1fa9bf21-1285-47b7-a3ad-16298366d71f None None] Provisioning complete for port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:29.064985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fa9bf21-1285-47b7-a3ad-16298366d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.119650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9bf21-1285-47b7-a3ad-16298366d71f None None] Port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:29.196791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:29.209533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] Sync routers for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:29.222887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:29.223602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:29.224437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:29.280359 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9154172 Dec 22 08:46:29.281537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:29.344633 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'status': 'completed', 'code': 200} Dec 22 08:46:29.410658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:29.440338 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60d3d4a0-73e2-4cbf-9b43-961e1a15f28c req-6f7caa8f-70e8-4a96-a923-551e2449f056 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 1098 time: 0.0733130 Dec 22 08:46:29.590322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3d4a0-73e2-4cbf-9b43-961e1a15f28c req-a3f6ffd5-9f86-4742-a6ef-0f8f622af724 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:29.591711 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60d3d4a0-73e2-4cbf-9b43-961e1a15f28c req-a3f6ffd5-9f86-4742-a6ef-0f8f622af724 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.1421702 Dec 22 08:46:29.665369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:29.804916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5ae17755-0716-4ddc-818d-a57ec133d11f', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:49Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 1, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}, {'id': 'cf05235b-afe4-4277-b46f-710ee41d6573', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.211', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:1c:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:27Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 0, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:29.808981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] Checking router: 0110442b-4a23-46b7-8a57-ad853c51d04c for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:46:29.821731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:29.822353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:29.827954 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60d3d4a0-73e2-4cbf-9b43-961e1a15f28c req-8959690a-b884-42c9-ad9e-76e2d2b58f35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26eb3616-1134-4ff1-8566-f813e3b01cc1 HTTP/1.1" status: 200 len: 999 time: 0.2282119 Dec 22 08:46:29.896686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3d4a0-73e2-4cbf-9b43-961e1a15f28c req-fbe2e944-8355-49f2-a9f5-1706504458ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:29.898229 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60d3d4a0-73e2-4cbf-9b43-961e1a15f28c req-fbe2e944-8355-49f2-a9f5-1706504458ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.0635691 Dec 22 08:46:29.976120 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60d3d4a0-73e2-4cbf-9b43-961e1a15f28c req-31476938-2945-46c9-9bc9-e31a28255336 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708644 Dec 22 08:46:30.010368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:30.080737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:30.089264 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/f79a8d6a-2d3e-42f2-910e-2aadd13e4677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6014531 Dec 22 08:46:30.090021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 42964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:30.092287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:30.092623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.095004 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Sync routers for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:30.115554 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:30.116425 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:30.130045 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60d3d4a0-73e2-4cbf-9b43-961e1a15f28c req-75657668-4151-4229-9588-2fb8638980e5 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448848 Dec 22 08:46:30.291416 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60d3d4a0-73e2-4cbf-9b43-961e1a15f28c req-a3635082-dbc4-45d8-9980-4e47424d0e37 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543474 Dec 22 08:46:30.327873 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:30.397827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddae790-9951-49fa-a531-507b609c05cd tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.398191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddae790-9951-49fa-a531-507b609c05cd tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.398551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddae790-9951-49fa-a531-507b609c05cd tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.398898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddae790-9951-49fa-a531-507b609c05cd tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.399259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddae790-9951-49fa-a531-507b609c05cd tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.399611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddae790-9951-49fa-a531-507b609c05cd tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.399952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddae790-9951-49fa-a531-507b609c05cd tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.400291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddae790-9951-49fa-a531-507b609c05cd tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.405158 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bddae790-9951-49fa-a531-507b609c05cd tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5649 time: 0.3139558 Dec 22 08:46:30.405316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42970) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:30.423198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.480690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5ae17755-0716-4ddc-818d-a57ec133d11f', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:49Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 1, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}, {'id': 'cf05235b-afe4-4277-b46f-710ee41d6573', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.211', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:1c:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:27Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 0, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:30.486955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dda85a-3686-44d3-93c7-091b80101bcc None None] The sync data for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv is: [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5ae17755-0716-4ddc-818d-a57ec133d11f', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:49Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 1, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}, {'id': 'cf05235b-afe4-4277-b46f-710ee41d6573', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.211', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:1c:af:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:27Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 0, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:30.579144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2b5cb-60f1-42b6-825c-ed34b488a160 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.581257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2b5cb-60f1-42b6-825c-ed34b488a160 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.581962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2b5cb-60f1-42b6-825c-ed34b488a160 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.582640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2b5cb-60f1-42b6-825c-ed34b488a160 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.586253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2b5cb-60f1-42b6-825c-ed34b488a160 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.586684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2b5cb-60f1-42b6-825c-ed34b488a160 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.587042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2b5cb-60f1-42b6-825c-ed34b488a160 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.587473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2b5cb-60f1-42b6-825c-ed34b488a160 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:30.595026 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e4c2b5cb-60f1-42b6-825c-ed34b488a160 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5218 time: 0.1877370 Dec 22 08:46:30.595881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42976) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:30.624306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:30.697259 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:30.701942 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Checking router: f79a8d6a-2d3e-42f2-910e-2aadd13e4677 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:46:30.702437 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Updating router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:46:30.756512 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.804297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:30.808761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2572edba-f783-418a-8dc6-29e433dda07e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:30.821313 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d167e5a3-4728-4a97-8e00-28287af1db74 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4306 time: 0.2237797 Dec 22 08:46:30.857438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=e4eefc7b-9d00-4ebc-8fb5-5e86d3c7e77a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:30.860460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.100256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42982) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:31.112327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939872887', 'description': 'tempest-secgroup-smoke-939872887 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:31.118617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:31.122911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:31.125961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:31.131874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:31.145931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.181295 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:31.185281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:31.188233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:31.193878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:31.202907 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.215380 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Transition to ACTIVE for port object ba7051ab-dd5b-41cb-a5c2-670ba1d8756b will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:31.223705 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.227701 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:31.241889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.253691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.259045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.265119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-75700685-3d5b-4700-8da2-a815acf30940 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:31.308744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1de51a5-164a-4635-aa32-f8f44129f947,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.313111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.315055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.316546 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2148156 Dec 22 08:46:31.319410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42986) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:31.327103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'e1de51a5-164a-4635-aa32-f8f44129f947', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:31.335170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:31.339941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:31.344520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:31.351388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:31.351830 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Pushing event updated for resources: {'Port': ['ID=ba7051ab-dd5b-41cb-a5c2-670ba1d8756b,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.364866 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.365442 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.365933 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.366399 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.366854 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.367340 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.367794 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.368260 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.368720 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.369173 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.369626 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:46:31.374016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.396321 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.455627 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Attempting to bind port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:31.456285 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Attempting to bind port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:31.456796 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Attempting to bind port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b on network 649e03b2-5969-4358-91bc-8caea1e859fe {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:31.457328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.464409 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:31.465101 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Checking segment: {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:31.465786 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.466313 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Bound using segment: {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:31.466948 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Bound port: ba7051ab-dd5b-41cb-a5c2-670ba1d8756b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:31.467519 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.467901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.497474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dc59cdff-ccf8-4d44-98a2-6d2c722dd1a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:31.513357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.514955 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1938467 Dec 22 08:46:31.518440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42990) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:31.530943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'e1de51a5-164a-4635-aa32-f8f44129f947', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:31.541936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:31.548102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:31.553984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:31.562155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:31.576373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220e698b-0ac9-4247-91b8-625c65841e40,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.580970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.582806 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] For port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:31.587132 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] For port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ba7051ab-dd5b-41cb-a5c2-670ba1d8756b,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:31.592519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.594513 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.598770 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-cf60c4ff-ee4a-49fd-b763-894688f20875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:31.674947 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Pushing event updated for resources: {'Port': ['ID=ba7051ab-dd5b-41cb-a5c2-670ba1d8756b,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.679262 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.685777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.686206 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:31.686985 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:31.691387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.710957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0ffec24a-fa03-45d5-8c85-589b1d3a4e1e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:31.731485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b713a03-943f-4921-b6a9-c2bbe520abf0,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.734951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.736715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.738059 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2182202 Dec 22 08:46:31.741242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42994) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:31.749696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'e1de51a5-164a-4635-aa32-f8f44129f947', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:31.752448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 743f92fe-9f1f-4898-becf-142cc063a084 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:31.758225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:31.762457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:31.765645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:31.774352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:31.798493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.873906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.879496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.882842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2467febc-9801-492e-844a-6c7a192caea7 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:31.901203 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:31.907905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:31.908442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93c6b09-e365-45ab-879a-f7fa2eeec573,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:31.910703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:31.918432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa9e9b-a02c-42ba-8386-d3abcf13faad None None] Sync routers for ids ['743f92fe-9f1f-4898-becf-142cc063a084'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:31.927972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:31.929105 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d7c3cb1d-59cd-4e31-86b7-92de0b195b44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1867342 Dec 22 08:46:31.931969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 42998) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:31.939393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'e1de51a5-164a-4635-aa32-f8f44129f947', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:31.941252 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/743f92fe-9f1f-4898-becf-142cc063a084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7302041 Dec 22 08:46:31.942214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa9e9b-a02c-42ba-8386-d3abcf13faad None None] Routers {'743f92fe-9f1f-4898-becf-142cc063a084'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:31.942865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a6aa9e9b-a02c-42ba-8386-d3abcf13faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['743f92fe-9f1f-4898-becf-142cc063a084'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:31.944008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43002) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:31.947876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:31.952294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:31.956842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:31.963779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:31.987193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-97a83401-0aa3-4066-8c15-11609f40c462 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:31.990714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.020512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-97a83401-0aa3-4066-8c15-11609f40c462 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:32.027920 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97a83401-0aa3-4066-8c15-11609f40c462 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=743f92fe-9f1f-4898-becf-142cc063a084 HTTP/1.1" status: 200 len: 205 time: 0.0826998 Dec 22 08:46:32.028714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43006) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:32.028832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a6aa9e9b-a02c-42ba-8386-d3abcf13faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:32.072066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa9e9b-a02c-42ba-8386-d3abcf13faad None None] Routers {'743f92fe-9f1f-4898-becf-142cc063a084'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:32.072787 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a6aa9e9b-a02c-42ba-8386-d3abcf13faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['743f92fe-9f1f-4898-becf-142cc063a084'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:32.090366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.101212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.112758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e61a2890-256d-4bc0-981e-0fd2202da42c tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:32.151048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ebafab-d0b5-4bfa-bf8b-42502a5dcfdc,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:32.162924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:32.166469 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7345c247-8c2c-4784-96fb-94af7342feb4 None None] New status for floating IP cf05235b-afe4-4277-b46f-710ee41d6573: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:46:32.173061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.178156 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2450495 Dec 22 08:46:32.178739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43010) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:32.178879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a6aa9e9b-a02c-42ba-8386-d3abcf13faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:32.179264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aa9e9b-a02c-42ba-8386-d3abcf13faad None None] The sync data for ids ['743f92fe-9f1f-4898-becf-142cc063a084'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:32.187818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'e1de51a5-164a-4635-aa32-f8f44129f947', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:32.196841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:32.202868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:32.207644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:32.216173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:32.220829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b42efbf7-b8c3-46f7-bc36-68f1137b8192 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.339081 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:32.353579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.535951 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:32.541413 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d63a0f-5513-4716-b6b3-cee698cacfc4 None None] The sync data for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv is: [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:31Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:32.717056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ba7051ab-dd5b-41cb-a5c2-670ba1d8756b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:32.791341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:32.796294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:32.796887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.809139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.813482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b42efbf7-b8c3-46f7-bc36-68f1137b8192 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.816987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.819737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-29d9f314-3827-4e45-b16e-36dc5d3d8517 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:32.840751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b42efbf7-b8c3-46f7-bc36-68f1137b8192 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.851075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8a1c83-3309-4a28-8f35-5113be1ecea9,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:32.854594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:32.867348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.868558 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6866784 Dec 22 08:46:32.871584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43014) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:32.877474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'e1de51a5-164a-4635-aa32-f8f44129f947', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:32.883582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:32.887586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:32.890452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:32.897004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b42efbf7-b8c3-46f7-bc36-68f1137b8192 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.897541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42efbf7-b8c3-46f7-bc36-68f1137b8192 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Fanout notify agent at l3_agent the message router_deleted on router 743f92fe-9f1f-4898-becf-142cc063a084 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:46:32.903109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:32.915179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b42efbf7-b8c3-46f7-bc36-68f1137b8192 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.919155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b42efbf7-b8c3-46f7-bc36-68f1137b8192 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/743f92fe-9f1f-4898-becf-142cc063a084 HTTP/1.1" status: 204 len: 168 time: 0.8864081 Dec 22 08:46:32.919499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43018) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:32.924897 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:46:32.932032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.955480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:32.998771 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ba7051ab-dd5b-41cb-a5c2-670ba1d8756b,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:33.007692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.010701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-004fd1ac-cfb3-47d8-a13b-f98fb80c75e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:33.025735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.034518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.048647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:33.072391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1896b25b-2267-420e-ab04-036af9bdb706,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:33.082049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:33.088432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ba7051ab-dd5b-41cb-a5c2-670ba1d8756b,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:33.093303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:33.095019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.096641 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2237141 Dec 22 08:46:33.136040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting subnet b6f995cf-4622-4b45-9b22-1afa73bb6672 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:46:33.139265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.195525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.284194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.369035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.373667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f1c543fd-f614-4da3-b177-c619a4bb5b06 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:33.413766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f995cf-4622-4b45-9b22-1afa73bb6672,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:33.416281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:33.418869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.426247 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/b6f995cf-4622-4b45-9b22-1afa73bb6672 HTTP/1.1" status: 204 len: 168 time: 0.5059824 Dec 22 08:46:33.428843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43032) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:33.434845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a5b9e4-be29-430b-8144-fddce267f18a None None] Network ba1b222c-60ea-4903-b167-b082e15711d8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:33.581500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.595646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port f4bc5fad-4223-4db2-a174-e155b65d1eb5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:33.595990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.623124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-77afed3c-7b97-480c-b893-0e5480ac3fa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:33.643255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-77afed3c-7b97-480c-b893-0e5480ac3fa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:33.644704 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-77afed3c-7b97-480c-b893-0e5480ac3fa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939872887&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0683730 Dec 22 08:46:33.726553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] DHCP port deletion for ba1b222c-60ea-4903-b167-b082e15711d8 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:46:33.731056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] Deleting port f4bc5fad-4223-4db2-a174-e155b65d1eb5 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:33.731585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.804256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-f2a93f0b-4942-41db-bd19-18ecbd7044cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:33.804941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-f2a93f0b-4942-41db-bd19-18ecbd7044cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:33.821654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port f4bc5fad-4223-4db2-a174-e155b65d1eb5, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f4bc5fad-4223-4db2-a174-e155b65d1eb5,segment=NetworkSegment(7f8bf9f8-ca8a-4ce1-9305-9b67d936e837),segment_id=7f8bf9f8-ca8a-4ce1-9305-9b67d936e837)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:33.821907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.823017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-f2a93f0b-4942-41db-bd19-18ecbd7044cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:33.824322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-f2a93f0b-4942-41db-bd19-18ecbd7044cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 796 time: 0.1722996 Dec 22 08:46:33.842723 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-1096dc3e-2f11-4ae8-b564-67b8b80b241a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0122423 Dec 22 08:46:33.960495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] For port f4bc5fad-4223-4db2-a174-e155b65d1eb5, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f4bc5fad-4223-4db2-a174-e155b65d1eb5,segment=NetworkSegment(7f8bf9f8-ca8a-4ce1-9305-9b67d936e837),segment_id=7f8bf9f8-ca8a-4ce1-9305-9b67d936e837)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:33.960495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:33.968120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-03f18ac4-2a86-4811-9abc-baced8a7893f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:33.975594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for f4bc5fad-4223-4db2-a174-e155b65d1eb5 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:33.993284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-03f18ac4-2a86-4811-9abc-baced8a7893f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:34.007793 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-03f18ac4-2a86-4811-9abc-baced8a7893f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456258 Dec 22 08:46:34.075949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.089440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be613138-4b63-49c3-bac7-0f388d9272e2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:34.116514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] Calling delete_port for f4bc5fad-4223-4db2-a174-e155b65d1eb5 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:46:34.137451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No DVR routers for this DVR port f4bc5fad-4223-4db2-a174-e155b65d1eb5 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:46:34.173206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=f4bc5fad-4223-4db2-a174-e155b65d1eb5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:34.181514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:34.246216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:46:34.246216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:46:34.275943 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-27800c36-bab0-433f-83c2-12a0bd57b044 service neutron] 10.222.0.31 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666366 Dec 22 08:46:34.406789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.423352 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-396e62d4-c4e5-4c8a-86d9-4ff2fe977115 service neutron] 10.222.0.31 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399922 Dec 22 08:46:34.434005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1b222c-60ea-4903-b167-b082e15711d8']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:34.448210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8bf9f8-ca8a-4ce1-9305-9b67d936e837') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:34.448477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8bf9f8-ca8a-4ce1-9305-9b67d936e837') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:34.463922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.485317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.490501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:46:34.490501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:46:34.514161 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:46:34.609642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.618017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-088d1206-263f-4d47-b5ee-f1b03727bd35 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:34.641879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.644720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Network': ['ID=ba1b222c-60ea-4903-b167-b082e15711d8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:34.649491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:34.695201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-7d5e94ab-a345-4991-b8bf-b97983545c69 req-c618c88b-4c34-4cb7-859f-8a680e6663c1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:34.723306 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ba7051ab-dd5b-41cb-a5c2-670ba1d8756b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:34.725259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43046) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:34.730584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1246434736', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:34.732437 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/networks/ba1b222c-60ea-4903-b167-b082e15711d8 HTTP/1.1" status: 204 len: 168 time: 1.2878492 Dec 22 08:46:34.736083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:34.738423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-7d5e94ab-a345-4991-b8bf-b97983545c69 req-c618c88b-4c34-4cb7-859f-8a680e6663c1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:34.742747 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d5e94ab-a345-4991-b8bf-b97983545c69 req-c618c88b-4c34-4cb7-859f-8a680e6663c1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 210 time: 0.1006100 Dec 22 08:46:34.744022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:router and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:34.747903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:34.752793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:34.768168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.772264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] Deleting port f4bc5fad-4223-4db2-a174-e155b65d1eb5 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:46:34.772264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.772655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.808511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.829876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.862467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.865846 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0112e4b4-198d-4463-a1dd-00a404bcc962 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1422637 Dec 22 08:46:34.871639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:34.878922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'network': {'name': 'tempest-RoutersTest-2087123074'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:34.885471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:34.891291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:network and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:34.892541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-2ad64929-6ba7-4c80-a1e6-ae7e2ddf27ea None None] The port 'f4bc5fad-4223-4db2-a174-e155b65d1eb5' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:46:34.895044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:34.918795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:34.938498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:34.942831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:34.986355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:34.993742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:34.995126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.006038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.006970 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added segment a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5 of type vlan for network 54ee8298-84f7-4491-b2d0-315f2cca0858 Dec 22 08:46:35.042189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.105991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.114322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:35.114869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.120806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5c87b56b-53cf-41d5-b8bf-ca2ea0f2156e tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:35.238823 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3672004 Dec 22 08:46:35.242506 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43056) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:35.249066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'subnet': {'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:35.251516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Network': ['ID=54ee8298-84f7-4491-b2d0-315f2cca0858,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:35.253655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:35.283017 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 54ee8298-84f7-4491-b2d0-315f2cca0858 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:35.413068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:35.418604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:subnet and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:35.422763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:35.428860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:35.434857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f4bc5fad-4223-4db2-a174-e155b65d1eb5 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:46:35.448365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:35.468452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: f4bc5fad-4223-4db2-a174-e155b65d1eb5 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:46:35.468710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f4bc5fad-4223-4db2-a174-e155b65d1eb5 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:46:35.554471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.774456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:35.778175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d7ea1e56-859e-4488-a021-b34b03bcc59d tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:35.861776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Subnet': ['ID=5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:35.868022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:35.944103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Checking segment: {'id': 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:35.944443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network hostable DHCP agents. Network: 54ee8298-84f7-4491-b2d0-315f2cca0858, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:35.953917 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-65c48a81-6fde-4cff-b44a-73bfcb6f0257 req-9977f6c9-ed7d-4060-8622-224a33d7e2fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 210 time: 0.0683517 Dec 22 08:46:36.059963 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 54ee8298-84f7-4491-b2d0-315f2cca0858 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:36.080565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 54ee8298-84f7-4491-b2d0-315f2cca0858) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:36.087306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:36.088089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.090071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494b881b-090b-4411-af1f-32af2d117ddb None None] Network 54ee8298-84f7-4491-b2d0-315f2cca0858 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:36.096052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-f6b3bd5a-7b44-4720-ab88-22efe250362d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:36.097818 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-f6b3bd5a-7b44-4720-ab88-22efe250362d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 796 time: 0.1760752 Dec 22 08:46:36.117127 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8735569 Dec 22 08:46:36.120131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43062) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:36.286867 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-25232f5a-94cd-4670-80aa-e202979f57e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 379 time: 0.1642296 Dec 22 08:46:36.316126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-54ee8298-84f7-4491-b2d0-315f2cca0858', 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'fixed_ips': [{'subnet_id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:46:36.316977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.342787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['e1de51a5-164a-4635-aa32-f8f44129f947']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:36.472181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Allocated IP 172.20.0.2 (54ee8298-84f7-4491-b2d0-315f2cca0858/5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3/c392f995-d92a-4326-8bc1-bfe1ffe18d2e) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:36.686794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.696837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Transition to ACTIVE for port object c392f995-d92a-4326-8bc1-bfe1ffe18d2e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:36.715097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Transition to ACTIVE for port object c392f995-d92a-4326-8bc1-bfe1ffe18d2e will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:36.721605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.725901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:36.773231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:36.786488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:36.792169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Network 54ee8298-84f7-4491-b2d0-315f2cca0858 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:36.795550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:36.800182 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:36.802482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Pushing event updated for resources: {'Port': ['ID=c392f995-d92a-4326-8bc1-bfe1ffe18d2e,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:36.805267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:36.830619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:36.833625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.888689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Attempting to bind port c392f995-d92a-4326-8bc1-bfe1ffe18d2e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:36.889062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Attempting to bind port c392f995-d92a-4326-8bc1-bfe1ffe18d2e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:36.889427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Attempting to bind port c392f995-d92a-4326-8bc1-bfe1ffe18d2e on network 54ee8298-84f7-4491-b2d0-315f2cca0858 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:36.896203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:36.896577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Checking segment: {'id': 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:36.896968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.897369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Bound using segment: {'id': 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:36.897827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Bound port: c392f995-d92a-4326-8bc1-bfe1ffe18d2e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:36.898201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.955990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:36.989896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] For port c392f995-d92a-4326-8bc1-bfe1ffe18d2e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:36.995626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] For port c392f995-d92a-4326-8bc1-bfe1ffe18d2e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c392f995-d92a-4326-8bc1-bfe1ffe18d2e,segment=NetworkSegment(a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5),segment_id=a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:37.001979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.007718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:37.085931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-57fb7feb-fc5d-473a-95cb-c0c2f7165ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.104117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Pushing event updated for resources: {'Port': ['ID=c392f995-d92a-4326-8bc1-bfe1ffe18d2e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:37.107578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:37.148101 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ea06ac8-93b1-41f1-b07a-d784ad1678b0 req-28f10421-0343-4bed-9c25-33418893f0e0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 210 time: 0.0548413 Dec 22 08:46:37.229974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.9 (649e03b2-5969-4358-91bc-8caea1e859fe/6fb050e0-1399-44c0-8ba9-bb6d912d9a9f/c700a184-2886-4264-9842-b7677edb3499) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:37.514700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.20.0.1 (54ee8298-84f7-4491-b2d0-315f2cca0858/5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3/5ce894ee-c71b-4c03-afed-b3157acae873) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:37.623043 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.654545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object c700a184-2886-4264-9842-b7677edb3499 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:37.724297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.739941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.747046 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:37.776632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Transition to ACTIVE for port object 5ce894ee-c71b-4c03-afed-b3157acae873 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:37.832494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=c700a184-2886-4264-9842-b7677edb3499,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:37.835795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 649e03b2-5969-4358-91bc-8caea1e859fe is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:37.837654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:37.838442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:37.840928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:37.883006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.889054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:37.962713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:37.963354 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:37.996553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 54ee8298-84f7-4491-b2d0-315f2cca0858 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:37.997535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=5ce894ee-c71b-4c03-afed-b3157acae873,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:38.000715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:38.005039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:38.005726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:38.060714 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7217116 Dec 22 08:46:38.071797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-8c573811-98df-45bd-9693-ab12568a2422 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:46:38.072761 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-8c573811-98df-45bd-9693-ab12568a2422 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050583 Dec 22 08:46:38.079138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.086842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Request body: {'port': {'device_id': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:38.148069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d110f182-7966-47bd-b375-1188316933c6 None None] Provisioning for port c700a184-2886-4264-9842-b7677edb3499 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:38.153764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d110f182-7966-47bd-b375-1188316933c6 None None] Provisioning complete for port c700a184-2886-4264-9842-b7677edb3499 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:38.154793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d110f182-7966-47bd-b375-1188316933c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.192441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3038610-1dbe-4389-8615-0e419c4ac6bc None None] Network 54ee8298-84f7-4491-b2d0-315f2cca0858 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:38.247571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.296744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d110f182-7966-47bd-b375-1188316933c6 None None] Port c700a184-2886-4264-9842-b7677edb3499 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:38.452201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d88f28c2-1388-4919-8b87-6e62953f48a4 None None] Provisioning for port c392f995-d92a-4326-8bc1-bfe1ffe18d2e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:38.457028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.716754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-722f68ca-9154-4e55-8e73-02a753909805 None None] Provisioning for port 5ce894ee-c71b-4c03-afed-b3157acae873 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:38.723429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c392f995-d92a-4326-8bc1-bfe1ffe18d2e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:38.752508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-722f68ca-9154-4e55-8e73-02a753909805 None None] Provisioning complete for port 5ce894ee-c71b-4c03-afed-b3157acae873 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:38.752793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-722f68ca-9154-4e55-8e73-02a753909805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.853236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e428a-048d-40bd-a5c6-9071ee8b60b5 req-e780f3b4-900a-4c16-8160-55fe25f1fcfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:38.853948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-f79e428a-048d-40bd-a5c6-9071ee8b60b5 req-e780f3b4-900a-4c16-8160-55fe25f1fcfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:38.882832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-722f68ca-9154-4e55-8e73-02a753909805 None None] Port 5ce894ee-c71b-4c03-afed-b3157acae873 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:38.897843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port c392f995-d92a-4326-8bc1-bfe1ffe18d2e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:38.903086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c392f995-d92a-4326-8bc1-bfe1ffe18d2e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:38.903385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:38.914120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-f79e428a-048d-40bd-a5c6-9071ee8b60b5 req-e780f3b4-900a-4c16-8160-55fe25f1fcfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:38.915315 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f79e428a-048d-40bd-a5c6-9071ee8b60b5 req-e780f3b4-900a-4c16-8160-55fe25f1fcfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 931 time: 0.6325350 Dec 22 08:46:39.020685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.039372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-754fab84-f337-4d64-9d22-5147c82114e2 None None] Provisioning complete for port 5ce894ee-c71b-4c03-afed-b3157acae873 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:39.039745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-754fab84-f337-4d64-9d22-5147c82114e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.081845 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f79e428a-048d-40bd-a5c6-9071ee8b60b5 req-d39c9f35-753f-4358-ac11-c82e68f6b92e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513619 Dec 22 08:46:39.103287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port c392f995-d92a-4326-8bc1-bfe1ffe18d2e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c392f995-d92a-4326-8bc1-bfe1ffe18d2e,segment=NetworkSegment(a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5),segment_id=a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:39.109664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-754fab84-f337-4d64-9d22-5147c82114e2 None None] Port 5ce894ee-c71b-4c03-afed-b3157acae873 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:39.114723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.116567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d4fb025d-30bc-40b2-86b5-da9ae5b5a1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:39.186763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=c392f995-d92a-4326-8bc1-bfe1ffe18d2e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:39.188238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c700a184-2886-4264-9842-b7677edb3499 {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:46:39.190865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:39.196761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.204742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1978d612-e57c-439d-b472-d1d0615cd22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.225930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Transition to ACTIVE for port object c700a184-2886-4264-9842-b7677edb3499 will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:39.228064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.230721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.235346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-78858c69-74f2-43a7-bf22-f8658db834ed tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:39.263107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.393525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Pushing event updated for resources: {'Port': ['ID=c700a184-2886-4264-9842-b7677edb3499,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:39.404812 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:39.407766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-43219c55-673c-40ac-b4fc-8c42e284654d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:39.446600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.530592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=5ce894ee-c71b-4c03-afed-b3157acae873,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:39.584657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:39.694897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Attempting to bind port c700a184-2886-4264-9842-b7677edb3499 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:39.695275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Attempting to bind port c700a184-2886-4264-9842-b7677edb3499 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:39.695574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Attempting to bind port c700a184-2886-4264-9842-b7677edb3499 on network 649e03b2-5969-4358-91bc-8caea1e859fe {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:39.709870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Port c700a184-2886-4264-9842-b7677edb3499 on network 649e03b2-5969-4358-91bc-8caea1e859fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:46:39.710192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Attempting to bind port c700a184-2886-4264-9842-b7677edb3499 on network 649e03b2-5969-4358-91bc-8caea1e859fe {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:39.713161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 54ee8298-84f7-4491-b2d0-315f2cca0858 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:39.714791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:39.965841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c2cc8ad5-fa20-4ac7-ba21-e716d66a9431 None None] Provisioning complete for port 5ce894ee-c71b-4c03-afed-b3157acae873 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:39.966220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c2cc8ad5-fa20-4ac7-ba21-e716d66a9431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:39.972263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:39.972748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Checking segment: {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:39.972966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Bound using segment: {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:39.974863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Bound port: c700a184-2886-4264-9842-b7677edb3499, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:39.974863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.020236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc8ad5-fa20-4ac7-ba21-e716d66a9431 None None] Port 5ce894ee-c71b-4c03-afed-b3157acae873 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:40.199557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] For port c700a184-2886-4264-9842-b7677edb3499, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:40.217454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] For port c700a184-2886-4264-9842-b7677edb3499, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c700a184-2886-4264-9842-b7677edb3499,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:40.225407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.230211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c2e9c074-5a75-4f02-81ea-7c85f865f1b3 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:40.293737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69997-f6a9-4bb0-9d0f-d7d290e7c4c1 req-4c12b7d8-bc54-4b69-ac27-2145c1129644 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:40.295385 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfd69997-f6a9-4bb0-9d0f-d7d290e7c4c1 req-4c12b7d8-bc54-4b69-ac27-2145c1129644 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 943 time: 0.0797184 Dec 22 08:46:40.309634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.310981 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] 10.222.0.32 "PUT /v2.0/ports/c700a184-2886-4264-9842-b7677edb3499 HTTP/1.1" status: 200 len: 1093 time: 2.2291598 Dec 22 08:46:40.311593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'tag': 'c700a184-2886-4264-9842-b7677edb3499'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:40.329682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Pushing event updated for resources: {'Port': ['ID=c700a184-2886-4264-9842-b7677edb3499,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:40.334392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:40.352446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-dfd69997-f6a9-4bb0-9d0f-d7d290e7c4c1 req-ecbf5ea0-f31b-402e-a48e-771b3cf6aa15 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:46:40.366695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-dfd69997-f6a9-4bb0-9d0f-d7d290e7c4c1 req-ecbf5ea0-f31b-402e-a48e-771b3cf6aa15 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:46:40.380274 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfd69997-f6a9-4bb0-9d0f-d7d290e7c4c1 req-ecbf5ea0-f31b-402e-a48e-771b3cf6aa15 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769272 Dec 22 08:46:40.388326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.425601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.433218 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'tag': 'c700a184-2886-4264-9842-b7677edb3499', 'status': 'completed', 'code': 200} Dec 22 08:46:40.474917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:46:40.498102 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-f8079777-4433-4529-a225-e9536b20f102 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 1096 time: 0.1057594 Dec 22 08:46:40.671006 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-b9158299-2ff5-4832-a483-758a51e8eec0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c700a184-2886-4264-9842-b7677edb3499 HTTP/1.1" status: 200 len: 217 time: 0.1199005 Dec 22 08:46:40.678007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c392f995-d92a-4326-8bc1-bfe1ffe18d2e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:40.746208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-329c887c-599e-49a7-a8b3-9c104acbf4ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:40.746575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c392f995-d92a-4326-8bc1-bfe1ffe18d2e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:40.746984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.747627 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-329c887c-599e-49a7-a8b3-9c104acbf4ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f HTTP/1.1" status: 200 len: 834 time: 0.0695512 Dec 22 08:46:40.823168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:40.831384 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7069619 Dec 22 08:46:40.832012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43078) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:40.838093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'network': {'name': 'tempest-RoutersTest-580848838'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:40.839892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Sync routers for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:40.843473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:40.843817 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-09c065d3-511c-4d52-b375-729d6e9ab811 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=649e03b2-5969-4358-91bc-8caea1e859fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874538 Dec 22 08:46:40.847964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:network and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:40.850738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:40.857382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:40.871553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:40.875273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.877644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:40.878290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:40.907649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:40.918011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:40.918469 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added segment effd6a15-199f-4886-baaf-9eac2d207a14 of type vlan for network b1bb589b-2bd0-46e6-801b-4b594d521618 Dec 22 08:46:40.960180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.020017 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-ee33c20b-488d-4439-8131-ecb84c4e2ac3 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626351 Dec 22 08:46:41.025896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.025896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:41.025896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.041383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-331c8176-b8c2-49f7-88ea-8565f3a6fd0f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:41.053415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:41.154954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Network': ['ID=b1bb589b-2bd0-46e6-801b-4b594d521618,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:41.154954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:41.175224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3376188 Dec 22 08:46:41.178159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43084) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:41.190420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'subnet': {'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:41.195598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network b1bb589b-2bd0-46e6-801b-4b594d521618 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:41.358556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.373709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:41.378942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:subnet and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:41.378942 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acec2132-b0a8-42d3-95c4-bd19dec091ef req-c0fc1f9d-4cdf-495b-b8bf-5d4b9856d866 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581560 Dec 22 08:46:41.386044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:41.413430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:41.428893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:41.553925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:46:38Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None, '_interfaces': [{'id': '5ce894ee-c71b-4c03-afed-b3157acae873', 'name': '', 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:57:ae:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:37Z', 'updated_at': '2021-12-22T08:46:38Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:41.553925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Checking router: 61c65e71-baaf-4345-b2fa-ac87ff25c285 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:46:41.558833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Updating router 61c65e71-baaf-4345-b2fa-ac87ff25c285 port 5ce894ee-c71b-4c03-afed-b3157acae873 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:46:41.635040 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.639143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f08ed4-f7b7-4f0a-a204-c4df0519be63 req-25fc41a0-08fb-4b40-befb-62b297df7c99 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:41.654636 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-18f08ed4-f7b7-4f0a-a204-c4df0519be63 req-25fc41a0-08fb-4b40-befb-62b297df7c99 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 943 time: 0.1133006 Dec 22 08:46:41.706373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.721911 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-18f08ed4-f7b7-4f0a-a204-c4df0519be63 req-fb8ace6e-10e0-44ed-86b5-dffc0c7f6a22 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707498 Dec 22 08:46:41.770604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:41.986667 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a4ae7add-bf9c-47f8-9f9e-c0e15b698328 req-c91f099c-5d8e-4ac6-a1f2-c49133fad018 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 1096 time: 0.4063153 Dec 22 08:46:42.140524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.151668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Transition to ACTIVE for port object 5ce894ee-c71b-4c03-afed-b3157acae873 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:42.161768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.166127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cba93974-f35a-4277-8054-fb8a08ad3eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:42.191588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae7add-bf9c-47f8-9f9e-c0e15b698328 req-a0ad4720-33af-4af7-88c5-bb3906321ec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:42.191588 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a4ae7add-bf9c-47f8-9f9e-c0e15b698328 req-a0ad4720-33af-4af7-88c5-bb3906321ec1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 897 time: 0.2004404 Dec 22 08:46:42.282830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.287678 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a4ae7add-bf9c-47f8-9f9e-c0e15b698328 req-b87083a3-12c6-43db-8fbf-426ad571aba4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c700a184-2886-4264-9842-b7677edb3499 HTTP/1.1" status: 200 len: 217 time: 0.0804086 Dec 22 08:46:42.287678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ae6c061d-38a4-49c9-aa2e-69b1e31f7835 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:42.317419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68a4f7-a77f-49a6-92da-10d74370b6de None None] Pushing event updated for resources: {'Port': ['ID=5ce894ee-c71b-4c03-afed-b3157acae873,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:42.317419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9e68a4f7-a77f-49a6-92da-10d74370b6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:42.434747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Attempting to bind port 5ce894ee-c71b-4c03-afed-b3157acae873 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:42.434747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Attempting to bind port 5ce894ee-c71b-4c03-afed-b3157acae873 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:42.434747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Attempting to bind port 5ce894ee-c71b-4c03-afed-b3157acae873 on network 54ee8298-84f7-4491-b2d0-315f2cca0858 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:42.443831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:42.443831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Checking segment: {'id': 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:42.443831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.443831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Bound using segment: {'id': 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:42.443831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Bound port: 5ce894ee-c71b-4c03-afed-b3157acae873, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:42.443831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.480669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae7add-bf9c-47f8-9f9e-c0e15b698328 req-d32c7854-8d2b-49df-8f41-0c19e41639be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:42.480669 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a4ae7add-bf9c-47f8-9f9e-c0e15b698328 req-d32c7854-8d2b-49df-8f41-0c19e41639be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f HTTP/1.1" status: 200 len: 834 time: 0.1483421 Dec 22 08:46:42.480669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Subnet': ['ID=fa45a9d0-eb48-46be-ad81-1f44d77eb429,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:42.489611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:42.551018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Checking segment: {'id': 'effd6a15-199f-4886-baaf-9eac2d207a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:42.551018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network hostable DHCP agents. Network: b1bb589b-2bd0-46e6-801b-4b594d521618, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:42.604591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network b1bb589b-2bd0-46e6-801b-4b594d521618 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:42.621897 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a4ae7add-bf9c-47f8-9f9e-c0e15b698328 req-0c88cf90-37c1-4d3b-8567-d31485835c1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=649e03b2-5969-4358-91bc-8caea1e859fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1297085 Dec 22 08:46:42.621897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, b1bb589b-2bd0-46e6-801b-4b594d521618) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:42.621897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:42.627472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.647984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130e7c17-8285-4360-9c52-a762eaaf648b None None] Network b1bb589b-2bd0-46e6-801b-4b594d521618 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:42.724318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] For port 5ce894ee-c71b-4c03-afed-b3157acae873, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:42.760958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] For port 5ce894ee-c71b-4c03-afed-b3157acae873, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5ce894ee-c71b-4c03-afed-b3157acae873,segment=NetworkSegment(a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5),segment_id=a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:42.769501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:42.777820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:42.826563 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a4ae7add-bf9c-47f8-9f9e-c0e15b698328 req-b5f26fc5-7243-4929-ad1e-c79d75461a63 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944163 Dec 22 08:46:42.857048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68a4f7-a77f-49a6-92da-10d74370b6de None None] Pushing event updated for resources: {'Port': ['ID=5ce894ee-c71b-4c03-afed-b3157acae873,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:42.857048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9e68a4f7-a77f-49a6-92da-10d74370b6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:43.025043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:43.025043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:43.033833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43094) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:43.036350 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8589988 Dec 22 08:46:43.158766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-b1bb589b-2bd0-46e6-801b-4b594d521618', 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'fixed_ips': [{'subnet_id': 'fa45a9d0-eb48-46be-ad81-1f44d77eb429'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:46:43.158766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:43.207020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea4ef8-65af-4c12-9889-f7a32ce1f476 req-2334fd06-4b69-4571-a047-299b1857b582 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:43.207020 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d0ea4ef8-65af-4c12-9889-f7a32ce1f476 req-2334fd06-4b69-4571-a047-299b1857b582 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 943 time: 0.3232265 Dec 22 08:46:43.302733 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a4ae7add-bf9c-47f8-9f9e-c0e15b698328 req-96f4a727-2da0-43b6-b28c-abd74a0dd1a0 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576721 Dec 22 08:46:43.358205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d0ea4ef8-65af-4c12-9889-f7a32ce1f476 req-7a2647db-82d3-4425-be4a-af997fa8801f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159353 Dec 22 08:46:43.422610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:43.724140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Allocated IP 172.21.0.2 (b1bb589b-2bd0-46e6-801b-4b594d521618/fa45a9d0-eb48-46be-ad81-1f44d77eb429/c421479c-e58c-4e08-9ee6-5c2b590b28b2) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:44.031107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:46:38Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None, '_interfaces': [{'id': '5ce894ee-c71b-4c03-afed-b3157acae873', 'name': '', 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:57:ae:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:37Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 4, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:44.031107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.041126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f1b33-4d64-49f4-ba7c-2b3aafe59fbb None None] The sync data for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv is: [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:46:38Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None, '_interfaces': [{'id': '5ce894ee-c71b-4c03-afed-b3157acae873', 'name': '', 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:57:ae:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:37Z', 'updated_at': '2021-12-22T08:46:42Z', 'revision_number': 4, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:44.047223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Transition to ACTIVE for port object c421479c-e58c-4e08-9ee6-5c2b590b28b2 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:44.050491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.072307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Transition to ACTIVE for port object c421479c-e58c-4e08-9ee6-5c2b590b28b2 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:44.083036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.083036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-33b505df-a604-480d-baaa-7871fcaa5a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:44.220208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Network b1bb589b-2bd0-46e6-801b-4b594d521618 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:44.220208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:44.233949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:44.233949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Pushing event updated for resources: {'Port': ['ID=c421479c-e58c-4e08-9ee6-5c2b590b28b2,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:44.239467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:44.346061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Attempting to bind port c421479c-e58c-4e08-9ee6-5c2b590b28b2 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:44.346061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Attempting to bind port c421479c-e58c-4e08-9ee6-5c2b590b28b2 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'effd6a15-199f-4886-baaf-9eac2d207a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:44.346061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Attempting to bind port c421479c-e58c-4e08-9ee6-5c2b590b28b2 on network b1bb589b-2bd0-46e6-801b-4b594d521618 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:44.352084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:44.352084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Checking segment: {'id': 'effd6a15-199f-4886-baaf-9eac2d207a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:44.352084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.352084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Bound using segment: {'id': 'effd6a15-199f-4886-baaf-9eac2d207a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:44.352084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Bound port: c421479c-e58c-4e08-9ee6-5c2b590b28b2, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effd6a15-199f-4886-baaf-9eac2d207a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:44.352084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.444179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] For port c421479c-e58c-4e08-9ee6-5c2b590b28b2, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:44.447427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] For port c421479c-e58c-4e08-9ee6-5c2b590b28b2, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c421479c-e58c-4e08-9ee6-5c2b590b28b2,segment=NetworkSegment(effd6a15-199f-4886-baaf-9eac2d207a14),segment_id=effd6a15-199f-4886-baaf-9eac2d207a14)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:44.452339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.456516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:44.507342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.21.0.1 (b1bb589b-2bd0-46e6-801b-4b594d521618/fa45a9d0-eb48-46be-ad81-1f44d77eb429/d325d1f9-c047-4410-8899-776e37c15811) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:44.578553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Pushing event updated for resources: {'Port': ['ID=c421479c-e58c-4e08-9ee6-5c2b590b28b2,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:44.578553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:44.794484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c700a184-2886-4264-9842-b7677edb3499 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:46:44.819632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0062db9-2853-4c7f-86aa-c621affc06b7 req-fd5a1962-9383-4a41-a247-641f83b4e1ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:44.819632 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f0062db9-2853-4c7f-86aa-c621affc06b7 req-fd5a1962-9383-4a41-a247-641f83b4e1ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 943 time: 0.2849693 Dec 22 08:46:44.819632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.852716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Transition to ACTIVE for port object d325d1f9-c047-4410-8899-776e37c15811 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:44.926798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f0062db9-2853-4c7f-86aa-c621affc06b7 req-7f14b070-e845-4c3b-bd5f-0bb3885b4463 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692334 Dec 22 08:46:44.941484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:44.952058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d4ded0a-0c8d-44eb-8a22-a100334d02b7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:45.043112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=d325d1f9-c047-4410-8899-776e37c15811,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:45.048325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:45.053430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network b1bb589b-2bd0-46e6-801b-4b594d521618 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:45.054490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:45.056362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c700a184-2886-4264-9842-b7677edb3499, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c700a184-2886-4264-9842-b7677edb3499,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:45.056952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:45.070628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'c700a184-2886-4264-9842-b7677edb3499', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'port_id': 'c700a184-2886-4264-9842-b7677edb3499', 'mac_address': 'fa:16:3e:c6:3a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:46:45.130853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.138794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.158699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c700a184-2886-4264-9842-b7677edb3499 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:46:45.174896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c700a184-2886-4264-9842-b7677edb3499, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c700a184-2886-4264-9842-b7677edb3499,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:45.174896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.184325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:45.239746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.253111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=c700a184-2886-4264-9842-b7677edb3499,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:45.253111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:45.606392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['c700a184-2886-4264-9842-b7677edb3499'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:46:45.714857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.721125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.753368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:45.842647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=d325d1f9-c047-4410-8899-776e37c15811,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:45.845587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:45.849422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b87add-fca7-4435-9986-efff0b8bdadc None None] Network b1bb589b-2bd0-46e6-801b-4b594d521618 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:45.850432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:46.026757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c7d222fb-d049-404c-b26f-7aa9edf2ffb9 None None] Provisioning for port c421479c-e58c-4e08-9ee6-5c2b590b28b2 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:46.124241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network b1bb589b-2bd0-46e6-801b-4b594d521618 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:46.127912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:46.193214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eb4db-d28b-4a24-92cd-1a62a34112ac req-1b7bd21c-4841-43ba-be38-4913e3b7a98b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:46.193214 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-551eb4db-d28b-4a24-92cd-1a62a34112ac req-1b7bd21c-4841-43ba-be38-4913e3b7a98b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 944 time: 0.0988405 Dec 22 08:46:46.245345 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-551eb4db-d28b-4a24-92cd-1a62a34112ac req-fab9c820-51b2-49a6-a179-b59ae7d8c87d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498109 Dec 22 08:46:46.493653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-45d562de-b803-444a-9b19-23414e26b460 None None] Provisioning for port d325d1f9-c047-4410-8899-776e37c15811 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:46.500572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-45d562de-b803-444a-9b19-23414e26b460 None None] Provisioning complete for port d325d1f9-c047-4410-8899-776e37c15811 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:46.501124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-45d562de-b803-444a-9b19-23414e26b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.518087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:46.559571 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-45d562de-b803-444a-9b19-23414e26b460 None None] Port d325d1f9-c047-4410-8899-776e37c15811 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:46.680701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b6ed12bf-c7f1-499f-80da-e177f8bf0bc8 None None] Provisioning complete for port d325d1f9-c047-4410-8899-776e37c15811 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:46.681107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b6ed12bf-c7f1-499f-80da-e177f8bf0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.720279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:46.734244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c421479c-e58c-4e08-9ee6-5c2b590b28b2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:46.740581 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7065465 Dec 22 08:46:46.741215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43104) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:46.746317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'network': {'name': 'tempest-RoutersTest-1314771621'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:46.751855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:46.756619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:network and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:46.759614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:46.766485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:46.779342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:46.784267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.789782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed12bf-c7f1-499f-80da-e177f8bf0bc8 None None] Port d325d1f9-c047-4410-8899-776e37c15811 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:46.821209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port c421479c-e58c-4e08-9ee6-5c2b590b28b2 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:46.823489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:46.826134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c421479c-e58c-4e08-9ee6-5c2b590b28b2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:46.826511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.832623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.832982 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added segment fa0ee63c-c192-407c-8459-af59dca4a1cd of type vlan for network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b Dec 22 08:46:46.859194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.888586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.893034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:46.893604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.898598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4f545730-24d1-4ace-93f4-29f517b8242b tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:46.955486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.970089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-72af961b-eaf5-4e0d-aac9-c63f69b061b5 None None] Provisioning complete for port d325d1f9-c047-4410-8899-776e37c15811 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:46.970089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-72af961b-eaf5-4e0d-aac9-c63f69b061b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:46.993316 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2516186 Dec 22 08:46:46.996376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43108) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:47.003839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Network': ['ID=7b440525-788a-4cbf-8f9c-ca9b51c7c27b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:47.005114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'subnet': {'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:47.006882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:47.019920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:47.117597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:47.121611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:subnet and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:47.124465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:47.130279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:47.131878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port c421479c-e58c-4e08-9ee6-5c2b590b28b2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c421479c-e58c-4e08-9ee6-5c2b590b28b2,segment=NetworkSegment(effd6a15-199f-4886-baaf-9eac2d207a14),segment_id=effd6a15-199f-4886-baaf-9eac2d207a14)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:47.132707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-72af961b-eaf5-4e0d-aac9-c63f69b061b5 None None] Port d325d1f9-c047-4410-8899-776e37c15811 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:47.140763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:47.140928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.144724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-33b505df-a604-480d-baaa-7871fcaa5a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:47.243585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.247962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=c421479c-e58c-4e08-9ee6-5c2b590b28b2,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:47.251428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:47.469431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594071bf-933c-4619-921f-1fb0dd563f71 req-ccf8a80c-76ed-478b-853a-8a575aac3794 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:47.469933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.476216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2a2618a3-dd9b-4ee7-b661-44c07e49ad1c tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:47.477864 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-594071bf-933c-4619-921f-1fb0dd563f71 req-ccf8a80c-76ed-478b-853a-8a575aac3794 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 944 time: 0.1036394 Dec 22 08:46:47.542036 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-594071bf-933c-4619-921f-1fb0dd563f71 req-b0ca7acd-cb61-4ac3-a87e-1dc6ab743c58 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602717 Dec 22 08:46:47.676435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Subnet': ['ID=285f2ed2-a84e-4ac5-9c46-23769d48dace,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:47.681132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:47.695364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Checking segment: {'id': 'fa0ee63c-c192-407c-8459-af59dca4a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:47.695364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network hostable DHCP agents. Network: 7b440525-788a-4cbf-8f9c-ca9b51c7c27b, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:47.719949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:47.730301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 7b440525-788a-4cbf-8f9c-ca9b51c7c27b) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:47.737403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8578f1-a650-4d40-9db5-ac67908c333b None None] Network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:47.743379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:47.743379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:47.765693 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:46:47.772769 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7690232 Dec 22 08:46:47.772769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43114) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:47.973640 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-7b440525-788a-4cbf-8f9c-ca9b51c7c27b', 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'fixed_ips': [{'subnet_id': '285f2ed2-a84e-4ac5-9c46-23769d48dace'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:46:47.978844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.144757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Allocated IP 172.22.0.2 (7b440525-788a-4cbf-8f9c-ca9b51c7c27b/285f2ed2-a84e-4ac5-9c46-23769d48dace/581cfafe-6d39-40a9-991f-139003b6adf3) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:48.371265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.381860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Transition to ACTIVE for port object 581cfafe-6d39-40a9-991f-139003b6adf3 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:48.405516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Transition to ACTIVE for port object 581cfafe-6d39-40a9-991f-139003b6adf3 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:48.411415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.415662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c16822a6-4c73-4681-ab9f-86752f8c4172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:48.452030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.509663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:48.509663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:48.525455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:48.525455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Pushing event updated for resources: {'Port': ['ID=581cfafe-6d39-40a9-991f-139003b6adf3,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:48.540315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:48.677184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Attempting to bind port 581cfafe-6d39-40a9-991f-139003b6adf3 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:48.677184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Attempting to bind port 581cfafe-6d39-40a9-991f-139003b6adf3 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'fa0ee63c-c192-407c-8459-af59dca4a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:48.677184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Attempting to bind port 581cfafe-6d39-40a9-991f-139003b6adf3 on network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:48.683920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:48.683920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Checking segment: {'id': 'fa0ee63c-c192-407c-8459-af59dca4a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:48.683920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.683920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Bound using segment: {'id': 'fa0ee63c-c192-407c-8459-af59dca4a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:48.685562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Bound port: 581cfafe-6d39-40a9-991f-139003b6adf3, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0ee63c-c192-407c-8459-af59dca4a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:48.685562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.706480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c421479c-e58c-4e08-9ee6-5c2b590b28b2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:48.789973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c700a184-2886-4264-9842-b7677edb3499 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:48.893975 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] For port 581cfafe-6d39-40a9-991f-139003b6adf3, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:48.899265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] For port 581cfafe-6d39-40a9-991f-139003b6adf3, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=581cfafe-6d39-40a9-991f-139003b6adf3,segment=NetworkSegment(fa0ee63c-c192-407c-8459-af59dca4a1cd),segment_id=fa0ee63c-c192-407c-8459-af59dca4a1cd)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:48.910749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.914354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:48.943263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c421479c-e58c-4e08-9ee6-5c2b590b28b2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:48.943630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:48.952758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e525d4-2397-4287-b70b-5c13bed7c154 req-12c18688-602f-4f56-92a0-a10154cddfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:48.954305 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-69e525d4-2397-4287-b70b-5c13bed7c154 req-12c18688-602f-4f56-92a0-a10154cddfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 944 time: 0.2391443 Dec 22 08:46:49.015634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port c700a184-2886-4264-9842-b7677edb3499 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:49.016727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.22.0.1 (7b440525-788a-4cbf-8f9c-ca9b51c7c27b/285f2ed2-a84e-4ac5-9c46-23769d48dace/a6e6056f-26ec-4d51-b412-c9c6292cdb7a) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:49.045162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port c700a184-2886-4264-9842-b7677edb3499 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:49.045162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.054704 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-69e525d4-2397-4287-b70b-5c13bed7c154 req-c2ef6a85-9f89-45f2-bbd5-31e9a8275449 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843682 Dec 22 08:46:49.103609 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Pushing event updated for resources: {'Port': ['ID=581cfafe-6d39-40a9-991f-139003b6adf3,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:49.115189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:49.248250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.266745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.278137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c700a184-2886-4264-9842-b7677edb3499'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:49.288327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Transition to ACTIVE for port object a6e6056f-26ec-4d51-b412-c9c6292cdb7a will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:49.288904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c700a184-2886-4264-9842-b7677edb3499, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c700a184-2886-4264-9842-b7677edb3499,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:49.296136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.298760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:49.329003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.355586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c9dfec7a-05d4-48c7-a52c-60004253d227 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:49.408621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=c700a184-2886-4264-9842-b7677edb3499,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:49.415961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:49.474675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=a6e6056f-26ec-4d51-b412-c9c6292cdb7a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:49.480377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:49.483110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:49.484827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:49.495351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:49.531621 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c700a184-2886-4264-9842-b7677edb3499', 'code': 200} Dec 22 08:46:49.582799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.848671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:49.929811 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-79d70f7c-e751-4de2-95d3-21f34cf0c67b req-814ff2c1-4868-48cf-bd06-bc36a9eab255 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 1098 time: 0.1459801 Dec 22 08:46:50.123056 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-79d70f7c-e751-4de2-95d3-21f34cf0c67b req-c29e9266-71e6-4470-a0c4-23b24da7845c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828895 Dec 22 08:46:50.317079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0a563-1b18-44ff-94d4-122835fa573c None None] Network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:50.383906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8aaf13-5a07-4374-8d85-3000a9afa717 req-e037fd0a-a13d-4904-94ec-a083327d9d32 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:50.385322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ab8aaf13-5a07-4374-8d85-3000a9afa717 req-e037fd0a-a13d-4904-94ec-a083327d9d32 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 945 time: 0.1434596 Dec 22 08:46:50.415723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.421892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-431c3d4c-068b-4d71-a201-e4b7d23e0075 None None] Provisioning for port 581cfafe-6d39-40a9-991f-139003b6adf3 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:50.426248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.456697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:50.557992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.573727 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ab8aaf13-5a07-4374-8d85-3000a9afa717 req-33a12b92-6049-4353-8ce9-478e3f7d3393 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777642 Dec 22 08:46:50.575478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=a6e6056f-26ec-4d51-b412-c9c6292cdb7a,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:50.578637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:50.745290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 581cfafe-6d39-40a9-991f-139003b6adf3 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:50.766571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:50.770138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:50.828985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 581cfafe-6d39-40a9-991f-139003b6adf3 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:50.832879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 581cfafe-6d39-40a9-991f-139003b6adf3 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:50.833261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:50.970373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.003362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8a343d86-91c3-49d7-98c0-7b788c7d5e9c None None] Provisioning complete for port 581cfafe-6d39-40a9-991f-139003b6adf3 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:51.003756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8a343d86-91c3-49d7-98c0-7b788c7d5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.058257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 581cfafe-6d39-40a9-991f-139003b6adf3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=581cfafe-6d39-40a9-991f-139003b6adf3,segment=NetworkSegment(fa0ee63c-c192-407c-8459-af59dca4a1cd),segment_id=fa0ee63c-c192-407c-8459-af59dca4a1cd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:51.064699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.073641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:51.173592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:51.193251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=581cfafe-6d39-40a9-991f-139003b6adf3,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:51.199982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:51.237436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8a343d86-91c3-49d7-98c0-7b788c7d5e9c None None] Provisioning for port a6e6056f-26ec-4d51-b412-c9c6292cdb7a completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:51.244819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8a343d86-91c3-49d7-98c0-7b788c7d5e9c None None] Provisioning complete for port a6e6056f-26ec-4d51-b412-c9c6292cdb7a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:51.244819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8a343d86-91c3-49d7-98c0-7b788c7d5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.323428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8a343d86-91c3-49d7-98c0-7b788c7d5e9c None None] Port a6e6056f-26ec-4d51-b412-c9c6292cdb7a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:51.413334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:51.430669 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6598289 Dec 22 08:46:51.434168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43126) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:51.440934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'network': {'name': 'tempest-RoutersTest-1041212227'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:51.448673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:51.451811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9aee5240-0a25-457b-b9b3-0d5dc4ff1f3a None None] Provisioning complete for port a6e6056f-26ec-4d51-b412-c9c6292cdb7a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:51.452210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9aee5240-0a25-457b-b9b3-0d5dc4ff1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.452470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:network and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:51.456562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:51.462622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:51.481214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:51.485669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.544189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:46:51.557169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.557690 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added segment 911911e1-1b97-4efe-898d-13da3285b3d9 of type vlan for network 6b9f6694-e419-43b9-bf75-58539fb118c5 Dec 22 08:46:51.588348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9aee5240-0a25-457b-b9b3-0d5dc4ff1f3a None None] Port a6e6056f-26ec-4d51-b412-c9c6292cdb7a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:51.732915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-591d3fc9-36bf-48df-af5d-aa4121740836 None None] Provisioning complete for port a6e6056f-26ec-4d51-b412-c9c6292cdb7a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:51.733601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-591d3fc9-36bf-48df-af5d-aa4121740836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.749383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.783975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.790755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:51.791439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:51.799336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3982d230-9f05-4934-840f-0ada714bb836 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:51.801524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-591d3fc9-36bf-48df-af5d-aa4121740836 None None] Port a6e6056f-26ec-4d51-b412-c9c6292cdb7a cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:51.827813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b013959-aa88-40bf-a0fe-e1a5f4089177 req-d65c201d-e9ab-4013-8485-93fce0b8dea7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:51.834016 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b013959-aa88-40bf-a0fe-e1a5f4089177 req-d65c201d-e9ab-4013-8485-93fce0b8dea7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 945 time: 0.1102405 Dec 22 08:46:51.885645 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b013959-aa88-40bf-a0fe-e1a5f4089177 req-e390a20f-5a14-43cb-aced-adaf48c47686 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496490 Dec 22 08:46:51.926525 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4913681 Dec 22 08:46:51.931311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43134) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:51.940479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'subnet': {'network_id': '6b9f6694-e419-43b9-bf75-58539fb118c5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:52.031847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Network': ['ID=6b9f6694-e419-43b9-bf75-58539fb118c5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:52.045050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 6b9f6694-e419-43b9-bf75-58539fb118c5 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:46:52.061395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b5f27d86-4bf4-4e66-9454-75bd6aec5a9d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:52.152685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:52.159723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:subnet and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:52.165053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:52.173336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:52.192145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Made reservation on behalf of ffe70799f28a4144a0757fedae8daa0b for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:46:52.288839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e3838-cd7f-42b6-a8fa-fa7cabe0e556 req-8febb5aa-6224-454b-8797-67a208af6aab tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:52.291299 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6d2e3838-cd7f-42b6-a8fa-fa7cabe0e556 req-8febb5aa-6224-454b-8797-67a208af6aab tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 945 time: 0.2020097 Dec 22 08:46:52.341892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.440658 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6d2e3838-cd7f-42b6-a8fa-fa7cabe0e556 req-e6964313-f2bb-4fdf-8696-a591233a2366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391349 Dec 22 08:46:52.495936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43138) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:52.570979 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-077e8b54-fbda-4aea-837f-94a102a7ec8f tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 1093 time: 0.0738101 Dec 22 08:46:52.576207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43142) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:52.589780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'c700a184-2886-4264-9842-b7677edb3499', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:52.599642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:46:52.604353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.608811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:floatingip and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:46:52.611359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-94047aab-b652-4614-a7e0-e336eec1ac8c tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:52.637977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:46:52.654432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:46:52.685870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.772170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Subnet': ['ID=9a86c236-210c-436b-886a-09096dcefdc5,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:52.778927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:52.785750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 581cfafe-6d39-40a9-991f-139003b6adf3 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:52.793372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Checking segment: {'id': '911911e1-1b97-4efe-898d-13da3285b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b9f6694-e419-43b9-bf75-58539fb118c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:52.793372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network hostable DHCP agents. Network: 6b9f6694-e419-43b9-bf75-58539fb118c5, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:46:52.839068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 6b9f6694-e419-43b9-bf75-58539fb118c5 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:46:52.853727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 6b9f6694-e419-43b9-bf75-58539fb118c5) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:52.858363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:52.859997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.868662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de6450-8f58-4abc-82ef-af7c706f1eda None None] Network 6b9f6694-e419-43b9-bf75-58539fb118c5 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:52.899699 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9648938 Dec 22 08:46:52.899699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:52.903070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43146) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:53.015059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 581cfafe-6d39-40a9-991f-139003b6adf3 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:53.015059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.063509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.213 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/ad14a11c-1fdd-4fa4-8175-5068cd71dc65) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:53.241685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5ce894ee-c71b-4c03-afed-b3157acae873 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:53.266331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-6b9f6694-e419-43b9-bf75-58539fb118c5', 'network_id': '6b9f6694-e419-43b9-bf75-58539fb118c5', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'fixed_ips': [{'subnet_id': '9a86c236-210c-436b-886a-09096dcefdc5'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:46:53.266966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.269781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.313762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.327124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-41d37d4a-e575-42c6-bfff-a67d73d3767e tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:53.405410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:53.406481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 5ce894ee-c71b-4c03-afed-b3157acae873 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:53.408182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:53.412170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:53.417403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 5ce894ee-c71b-4c03-afed-b3157acae873 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:53.417786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.460688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=ad14a11c-1fdd-4fa4-8175-5068cd71dc65,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:53.465411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:53.528929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Allocated IP 172.23.0.2 (6b9f6694-e419-43b9-bf75-58539fb118c5/9a86c236-210c-436b-886a-09096dcefdc5/2da187a7-0cb0-492e-9ee5-bf34913decfa) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:53.815124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.841692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.890262 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.908238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Transition to ACTIVE for port object 2da187a7-0cb0-492e-9ee5-bf34913decfa will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:53.942085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 5ce894ee-c71b-4c03-afed-b3157acae873, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5ce894ee-c71b-4c03-afed-b3157acae873,segment=NetworkSegment(a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5),segment_id=a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:53.947119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Transition to ACTIVE for port object 2da187a7-0cb0-492e-9ee5-bf34913decfa will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:53.955460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:53.961781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-73850e81-f5bf-4486-b5d6-1715a8dec5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:54.033876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=5ce894ee-c71b-4c03-afed-b3157acae873,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.036952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.042440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:54.042440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:54.110261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Network 6b9f6694-e419-43b9-bf75-58539fb118c5 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:54.110621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Pushing event updated for resources: {'Port': ['ID=2da187a7-0cb0-492e-9ee5-bf34913decfa,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.113130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:54.114839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:54.115578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:54.182324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.208889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Attempting to bind port 2da187a7-0cb0-492e-9ee5-bf34913decfa on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:46:54.209272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Attempting to bind port 2da187a7-0cb0-492e-9ee5-bf34913decfa by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '911911e1-1b97-4efe-898d-13da3285b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b9f6694-e419-43b9-bf75-58539fb118c5'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:46:54.209640 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Attempting to bind port 2da187a7-0cb0-492e-9ee5-bf34913decfa on network 6b9f6694-e419-43b9-bf75-58539fb118c5 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:46:54.216238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:46:54.216674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Checking segment: {'id': '911911e1-1b97-4efe-898d-13da3285b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b9f6694-e419-43b9-bf75-58539fb118c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:46:54.217181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.217567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Bound using segment: {'id': '911911e1-1b97-4efe-898d-13da3285b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b9f6694-e419-43b9-bf75-58539fb118c5'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:46:54.218039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Bound port: 2da187a7-0cb0-492e-9ee5-bf34913decfa, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911911e1-1b97-4efe-898d-13da3285b3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b9f6694-e419-43b9-bf75-58539fb118c5'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:46:54.218444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.261096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.277123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Allocated IP 172.23.0.1 (6b9f6694-e419-43b9-bf75-58539fb118c5/9a86c236-210c-436b-886a-09096dcefdc5/ce8d5b3d-13b8-4228-933d-f393b81d8d85) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:46:54.325430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e50566ec-8e01-4993-b297-289c2272862b None None] For port 2da187a7-0cb0-492e-9ee5-bf34913decfa, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:46:54.330093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e50566ec-8e01-4993-b297-289c2272862b None None] For port 2da187a7-0cb0-492e-9ee5-bf34913decfa, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2da187a7-0cb0-492e-9ee5-bf34913decfa,segment=NetworkSegment(911911e1-1b97-4efe-898d-13da3285b3d9),segment_id=911911e1-1b97-4efe-898d-13da3285b3d9)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:46:54.334860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.340671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:54.423767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Pushing event updated for resources: {'Port': ['ID=2da187a7-0cb0-492e-9ee5-bf34913decfa,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.427496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:54.456070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.476610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Transition to ACTIVE for port object ce8d5b3d-13b8-4228-933d-f393b81d8d85 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:46:54.493594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.501160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.504949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.510378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:54.517012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:54.556681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 6b9f6694-e419-43b9-bf75-58539fb118c5 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:54.563492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:54.571943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:46:54.640862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=ad14a11c-1fdd-4fa4-8175-5068cd71dc65,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.643972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:54.660879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.661046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=ce8d5b3d-13b8-4228-933d-f393b81d8d85,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:54.665349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:54.667437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.782164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.836026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5ce894ee-c71b-4c03-afed-b3157acae873 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:54.912346 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 5ce894ee-c71b-4c03-afed-b3157acae873 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:54.913293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:54.924674 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP 0e88f9e3-66b1-404d-995f-f7a89d881408 associated. External IP: 172.26.5.213, port: c700a184-2886-4264-9842-b7677edb3499. Dec 22 08:46:55.051599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2da187a7-0cb0-492e-9ee5-bf34913decfa up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:55.134389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 2da187a7-0cb0-492e-9ee5-bf34913decfa completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:55.237325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.244299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.277231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-33dc1866-e4a2-4846-8578-c579d7094efe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:55.397328 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:55.488158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event updated for resources: {'Port': ['ID=ce8d5b3d-13b8-4228-933d-f393b81d8d85,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:55.490601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.500724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:55.519950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d549dc-4d82-4c28-bde1-d19fa4a29d99 None None] Network 6b9f6694-e419-43b9-bf75-58539fb118c5 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:46:55.621179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8bb206b7-3573-4494-9c3f-407abc6cc141 None None] Provisioning for port 2da187a7-0cb0-492e-9ee5-bf34913decfa completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:55.629878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Network 6b9f6694-e419-43b9-bf75-58539fb118c5 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:46:55.630776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8bb206b7-3573-4494-9c3f-407abc6cc141 None None] Provisioning complete for port 2da187a7-0cb0-492e-9ee5-bf34913decfa triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:55.631203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:46:55.631529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8bb206b7-3573-4494-9c3f-407abc6cc141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.639099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:55.652285 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] Sync routers for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:46:55.665826 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:55.666676 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:55.674224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.759890 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1825130 Dec 22 08:46:55.760505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'tag': 'c700a184-2886-4264-9842-b7677edb3499'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:46:55.761517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43152) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:55.834396 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'tag': 'c700a184-2886-4264-9842-b7677edb3499', 'status': 'completed', 'code': 200} Dec 22 08:46:55.859835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8bb206b7-3573-4494-9c3f-407abc6cc141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.865314 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:55.897583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8bb206b7-3573-4494-9c3f-407abc6cc141 None None] For port 2da187a7-0cb0-492e-9ee5-bf34913decfa, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2da187a7-0cb0-492e-9ee5-bf34913decfa,segment=NetworkSegment(911911e1-1b97-4efe-898d-13da3285b3d9),segment_id=911911e1-1b97-4efe-898d-13da3285b3d9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:46:55.906093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8bb206b7-3573-4494-9c3f-407abc6cc141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:55.909933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:46:55.917777 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f57ae3b6-13ff-4294-b8e5-7f48403a9102 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 991 time: 0.1550391 Dec 22 08:46:55.995673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb206b7-3573-4494-9c3f-407abc6cc141 None None] Pushing event updated for resources: {'Port': ['ID=2da187a7-0cb0-492e-9ee5-bf34913decfa,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:46:55.998809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8bb206b7-3573-4494-9c3f-407abc6cc141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:46:56.077592 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-221bf23f-19c4-4e8f-874b-e5ef3cf1eee8 req-a8c37865-372b-47f2-a550-8989401bb26e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 1098 time: 0.2218909 Dec 22 08:46:56.187742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:56.241228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf23f-19c4-4e8f-874b-e5ef3cf1eee8 req-ceb90b1d-a62a-4e9a-b6ee-d49bbaf96c04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:56.241444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0b0bbdfe-1f1e-467a-9e60-cc03656409db None None] Provisioning complete for port 2da187a7-0cb0-492e-9ee5-bf34913decfa triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:56.242235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0b0bbdfe-1f1e-467a-9e60-cc03656409db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.243417 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-221bf23f-19c4-4e8f-874b-e5ef3cf1eee8 req-ceb90b1d-a62a-4e9a-b6ee-d49bbaf96c04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 897 time: 0.1598227 Dec 22 08:46:56.304282 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0e88f9e3-66b1-404d-995f-f7a89d881408', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'port_id': 'c700a184-2886-4264-9842-b7677edb3499', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'mac_address': 'fa:16:3e:c6:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:53Z', 'updated_at': '2021-12-22T08:46:53Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:56.313523 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] Checking router: f79a8d6a-2d3e-42f2-910e-2aadd13e4677 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:46:56.327261 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:46:56.327889 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:56.445621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0b0bbdfe-1f1e-467a-9e60-cc03656409db None None] Provisioning for port ce8d5b3d-13b8-4228-933d-f393b81d8d85 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:46:56.448618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:56.456219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0b0bbdfe-1f1e-467a-9e60-cc03656409db None None] Provisioning complete for port ce8d5b3d-13b8-4228-933d-f393b81d8d85 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:56.457583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0b0bbdfe-1f1e-467a-9e60-cc03656409db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.470523 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-221bf23f-19c4-4e8f-874b-e5ef3cf1eee8 req-096abbe3-35b6-40dc-b182-045190c337ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c700a184-2886-4264-9842-b7677edb3499 HTTP/1.1" status: 200 len: 999 time: 0.2194090 Dec 22 08:46:56.483991 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5827267 Dec 22 08:46:56.491702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43158) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:56.504247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:56.561934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0b0bbdfe-1f1e-467a-9e60-cc03656409db None None] Port ce8d5b3d-13b8-4228-933d-f393b81d8d85 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:56.564275 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:46:56.588521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf23f-19c4-4e8f-874b-e5ef3cf1eee8 req-f027169f-787a-427d-8ad7-584438105805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:46:56.590411 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-221bf23f-19c4-4e8f-874b-e5ef3cf1eee8 req-f027169f-787a-427d-8ad7-584438105805 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f HTTP/1.1" status: 200 len: 834 time: 0.1112778 Dec 22 08:46:56.726190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2da187a7-0cb0-492e-9ee5-bf34913decfa up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:46:56.749575 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-221bf23f-19c4-4e8f-874b-e5ef3cf1eee8 req-fefec14a-fc42-4847-ad7e-db34e951945f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=649e03b2-5969-4358-91bc-8caea1e859fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1477032 Dec 22 08:46:56.781570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cce99715-cf2a-4887-a313-cb15f68f7c6f None None] Provisioning complete for port ce8d5b3d-13b8-4228-933d-f393b81d8d85 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:56.782159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cce99715-cf2a-4887-a313-cb15f68f7c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.911679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cce99715-cf2a-4887-a313-cb15f68f7c6f None None] Port ce8d5b3d-13b8-4228-933d-f393b81d8d85 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:56.932240 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 2da187a7-0cb0-492e-9ee5-bf34913decfa triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:56.933045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:56.933980 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-221bf23f-19c4-4e8f-874b-e5ef3cf1eee8 req-a5529ec3-6bc8-4878-a84e-5d251a233355 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770110 Dec 22 08:46:56.934614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43162) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:57.039736 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0e88f9e3-66b1-404d-995f-f7a89d881408', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'port_id': 'c700a184-2886-4264-9842-b7677edb3499', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'mac_address': 'fa:16:3e:c6:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:53Z', 'updated_at': '2021-12-22T08:46:53Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:46:57.044910 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bb304-a1be-488c-b483-d5637f16d30b None None] The sync data for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv is: [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0e88f9e3-66b1-404d-995f-f7a89d881408', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'port_id': 'c700a184-2886-4264-9842-b7677edb3499', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'mac_address': 'fa:16:3e:c6:3a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:53Z', 'updated_at': '2021-12-22T08:46:53Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:46:57.092643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6adcefc3-b047-487f-a2e9-1fa7279ba895 None None] Provisioning complete for port ce8d5b3d-13b8-4228-933d-f393b81d8d85 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:46:57.093235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6adcefc3-b047-487f-a2e9-1fa7279ba895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.146532 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-87757195-7afc-4cf5-a027-1bfd771e2358 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 991 time: 0.2102754 Dec 22 08:46:57.164104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6adcefc3-b047-487f-a2e9-1fa7279ba895 None None] Port ce8d5b3d-13b8-4228-933d-f393b81d8d85 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:46:57.199610 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-221bf23f-19c4-4e8f-874b-e5ef3cf1eee8 req-854dc625-1ee2-473e-9e56-b96bc885240e service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724994 Dec 22 08:46:57.445301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 08:46:57.458750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Removed routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 08:46:57.459563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.784990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.788391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:57.970256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:58.145143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:58.148623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43168) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.150917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:58.152086 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c5f507fa-aabe-4dd8-9de8-3b48d139a811 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285 HTTP/1.1" status: 200 len: 934 time: 1.6590409 Dec 22 08:46:58.154858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43172) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.250040 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c094ccd1-7ff6-400c-811c-0dac9131cb8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 991 time: 0.1000838 Dec 22 08:46:58.334918 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6eeab90b-f163-45a3-b6c2-feda37adb05b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285 HTTP/1.1" status: 200 len: 934 time: 0.1789739 Dec 22 08:46:58.337678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43176) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:58.342525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'routes': None}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:46:58.842691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce2a5d-c809-41dc-be16-4c5ee7095203 None None] New status for floating IP 0e88f9e3-66b1-404d-995f-f7a89d881408: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:46:59.023663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added routes are [] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 08:46:59.024360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.extraroute_db [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 08:46:59.052370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.253057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43180) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.359718 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4578fbfe-43c5-421a-b925-dd7b73f7a2c6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 993 time: 0.1050167 Dec 22 08:46:59.373409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.376805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.547181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:46:59.735905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:46:59.745353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:46:59.746502 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61b9b615-c6eb-4124-b830-145d201d4ada tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285 HTTP/1.1" status: 200 len: 700 time: 1.4079418 Dec 22 08:46:59.749308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43184) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:46:59.929039 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f6b17cd7-b544-42e2-9aa2-2e874c13572b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285 HTTP/1.1" status: 200 len: 700 time: 0.1762645 Dec 22 08:46:59.929335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:00.398597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.969416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port ce8d5b3d-13b8-4228-933d-f393b81d8d85 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:00.969882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:00.974555 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Sync routers for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:47:01.000388 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:01.001107 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:01.177083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.217626 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:01.317022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for ce8d5b3d-13b8-4228-933d-f393b81d8d85 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:01.479749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401909d-6890-4caf-856c-741cca7f7e9d req-aa581e11-985d-47b6-8a0d-7251606f66d1 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:01.481108 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6401909d-6890-4caf-856c-741cca7f7e9d req-aa581e11-985d-47b6-8a0d-7251606f66d1 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.1360977 Dec 22 08:47:01.570889 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:46:59Z', 'revision_number': 7, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None, '_interfaces': [{'id': '5ce894ee-c71b-4c03-afed-b3157acae873', 'name': '', 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:57:ae:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:37Z', 'updated_at': '2021-12-22T08:46:53Z', 'revision_number': 5, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6e6056f-26ec-4d51-b412-c9c6292cdb7a', 'name': '', 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:1d:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285f2ed2-a84e-4ac5-9c46-23769d48dace', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:48Z', 'updated_at': '2021-12-22T08:46:50Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '285f2ed2-a84e-4ac5-9c46-23769d48dace', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce8d5b3d-13b8-4228-933d-f393b81d8d85', 'name': '', 'network_id': '6b9f6694-e419-43b9-bf75-58539fb118c5', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:5e:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a86c236-210c-436b-886a-09096dcefdc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:54Z', 'updated_at': '2021-12-22T08:46:55Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '9a86c236-210c-436b-886a-09096dcefdc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd325d1f9-c047-4410-8899-776e37c15811', 'name': '', 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:3e:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa45a9d0-eb48-46be-ad81-1f44d77eb429', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:44Z', 'updated_at': '2021-12-22T08:46:45Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': 'fa45a9d0-eb48-46be-ad81-1f44d77eb429', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:01.574171 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6401909d-6890-4caf-856c-741cca7f7e9d req-2f10ef02-6bd8-421b-8372-c4e772ba5c34 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856831 Dec 22 08:47:01.584522 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Checking router: 61c65e71-baaf-4345-b2fa-ac87ff25c285 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:47:01.584845 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Updating router 61c65e71-baaf-4345-b2fa-ac87ff25c285 port a6e6056f-26ec-4d51-b412-c9c6292cdb7a binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:47:01.605831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.610701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e2e9424c-7cb9-4493-9712-515364bd509a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:01.647966 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:01.651559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=ce8d5b3d-13b8-4228-933d-f393b81d8d85,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:01.654916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:02.003074 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.016717 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Transition to ACTIVE for port object a6e6056f-26ec-4d51-b412-c9c6292cdb7a will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:02.027012 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.031682 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-cf60c4ff-ee4a-49fd-b763-894688f20875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:02.049205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.152569 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Pushing event updated for resources: {'Port': ['ID=a6e6056f-26ec-4d51-b412-c9c6292cdb7a,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:02.156190 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:02.242259 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Attempting to bind port a6e6056f-26ec-4d51-b412-c9c6292cdb7a on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:02.242866 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Attempting to bind port a6e6056f-26ec-4d51-b412-c9c6292cdb7a by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'fa0ee63c-c192-407c-8459-af59dca4a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:02.243412 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Attempting to bind port a6e6056f-26ec-4d51-b412-c9c6292cdb7a on network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:47:02.250265 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:47:02.250837 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Checking segment: {'id': 'fa0ee63c-c192-407c-8459-af59dca4a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:47:02.251506 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.251901 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Bound using segment: {'id': 'fa0ee63c-c192-407c-8459-af59dca4a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:47:02.252358 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Bound port: a6e6056f-26ec-4d51-b412-c9c6292cdb7a, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0ee63c-c192-407c-8459-af59dca4a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:02.252749 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.338577 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] For port a6e6056f-26ec-4d51-b412-c9c6292cdb7a, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:47:02.341603 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] For port a6e6056f-26ec-4d51-b412-c9c6292cdb7a, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a6e6056f-26ec-4d51-b412-c9c6292cdb7a,segment=NetworkSegment(fa0ee63c-c192-407c-8459-af59dca4a1cd),segment_id=fa0ee63c-c192-407c-8459-af59dca4a1cd)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:47:02.348339 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.352841 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:02.404282 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Updating router 61c65e71-baaf-4345-b2fa-ac87ff25c285 port ce8d5b3d-13b8-4228-933d-f393b81d8d85 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:47:02.450565 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Port ce8d5b3d-13b8-4228-933d-f393b81d8d85 not found while updating agent binding for router 61c65e71-baaf-4345-b2fa-ac87ff25c285. {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Dec 22 08:47:02.450924 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Updating router 61c65e71-baaf-4345-b2fa-ac87ff25c285 port d325d1f9-c047-4410-8899-776e37c15811 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:47:02.488250 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Pushing event updated for resources: {'Port': ['ID=a6e6056f-26ec-4d51-b412-c9c6292cdb7a,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:02.493006 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:02.510441 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.558204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:47:02.740093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:47:02.759558 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8264399 Dec 22 08:47:02.759558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43206) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:02.787337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bba02-f0a2-44df-8aa2-23adcf7427fb req-295dcaf2-48e2-44ad-8fca-f473c3745bfa tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:02.788850 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f91bba02-f0a2-44df-8aa2-23adcf7427fb req-295dcaf2-48e2-44ad-8fca-f473c3745bfa tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.0869999 Dec 22 08:47:02.835592 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f91bba02-f0a2-44df-8aa2-23adcf7427fb req-0a2b9ae6-3abd-47db-8ab0-34bb371b4db8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412502 Dec 22 08:47:02.884122 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.895987 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Transition to ACTIVE for port object d325d1f9-c047-4410-8899-776e37c15811 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:47:02.903060 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:02.907776 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-622c0efe-a976-4cf7-9201-fc97d6256454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:02.962171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-182fea36-25f6-4d35-bdd8-23134bf4b536 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting subnet 9a86c236-210c-436b-886a-09096dcefdc5 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:47:02.965437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-182fea36-25f6-4d35-bdd8-23134bf4b536 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.020623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-182fea36-25f6-4d35-bdd8-23134bf4b536 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.057920 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Pushing event updated for resources: {'Port': ['ID=d325d1f9-c047-4410-8899-776e37c15811,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:03.061656 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:03.119524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-182fea36-25f6-4d35-bdd8-23134bf4b536 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.146507 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Attempting to bind port d325d1f9-c047-4410-8899-776e37c15811 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:47:03.146962 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Attempting to bind port d325d1f9-c047-4410-8899-776e37c15811 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'effd6a15-199f-4886-baaf-9eac2d207a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:47:03.147443 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Attempting to bind port d325d1f9-c047-4410-8899-776e37c15811 on network b1bb589b-2bd0-46e6-801b-4b594d521618 {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:47:03.156496 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:47:03.157717 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Checking segment: {'id': 'effd6a15-199f-4886-baaf-9eac2d207a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:47:03.158188 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.158660 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Bound using segment: {'id': 'effd6a15-199f-4886-baaf-9eac2d207a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:47:03.159755 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Bound port: d325d1f9-c047-4410-8899-776e37c15811, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effd6a15-199f-4886-baaf-9eac2d207a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:47:03.160156 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.194678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-182fea36-25f6-4d35-bdd8-23134bf4b536 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.199047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7550bddb-753e-4cb6-b417-3f1f13ce839f tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:03.237418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fea36-25f6-4d35-bdd8-23134bf4b536 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Subnet': ['ID=9a86c236-210c-436b-886a-09096dcefdc5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:03.240043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-182fea36-25f6-4d35-bdd8-23134bf4b536 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:03.245221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-182fea36-25f6-4d35-bdd8-23134bf4b536 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.254982 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-182fea36-25f6-4d35-bdd8-23134bf4b536 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/9a86c236-210c-436b-886a-09096dcefdc5 HTTP/1.1" status: 204 len: 168 time: 0.4925120 Dec 22 08:47:03.255140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014e5fb6-a560-4d92-b5d2-14cf87cc8d73 None None] Network 6b9f6694-e419-43b9-bf75-58539fb118c5 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:47:03.255652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43210) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:03.257730 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] For port d325d1f9-c047-4410-8899-776e37c15811, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:47:03.261408 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] For port d325d1f9-c047-4410-8899-776e37c15811, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d325d1f9-c047-4410-8899-776e37c15811,segment=NetworkSegment(effd6a15-199f-4886-baaf-9eac2d207a14),segment_id=effd6a15-199f-4886-baaf-9eac2d207a14)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:47:03.266778 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.271294 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-e963bf3b-7f68-49c6-ba1a-2589272fedce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:03.359603 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:03.360567 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:46:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.505026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.508698 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Pushing event updated for resources: {'Port': ['ID=d325d1f9-c047-4410-8899-776e37c15811,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:03.514146 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:03.520696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 2da187a7-0cb0-492e-9ee5-bf34913decfa {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:03.521045 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.555719 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:03.604113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] DHCP port deletion for 6b9f6694-e419-43b9-bf75-58539fb118c5 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:47:03.608514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] Deleting port 2da187a7-0cb0-492e-9ee5-bf34913decfa {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:03.609136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.756104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port 2da187a7-0cb0-492e-9ee5-bf34913decfa, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2da187a7-0cb0-492e-9ee5-bf34913decfa,segment=NetworkSegment(911911e1-1b97-4efe-898d-13da3285b3d9),segment_id=911911e1-1b97-4efe-898d-13da3285b3d9)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:03.756692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.825165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] For port 2da187a7-0cb0-492e-9ee5-bf34913decfa, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2da187a7-0cb0-492e-9ee5-bf34913decfa,segment=NetworkSegment(911911e1-1b97-4efe-898d-13da3285b3d9),segment_id=911911e1-1b97-4efe-898d-13da3285b3d9)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:03.825568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:03.879015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for 2da187a7-0cb0-492e-9ee5-bf34913decfa owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:03.882636 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:01Z', 'revision_number': 8, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None, '_interfaces': [{'id': '5ce894ee-c71b-4c03-afed-b3157acae873', 'name': '', 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:57:ae:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:37Z', 'updated_at': '2021-12-22T08:46:53Z', 'revision_number': 5, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6e6056f-26ec-4d51-b412-c9c6292cdb7a', 'name': '', 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:1d:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285f2ed2-a84e-4ac5-9c46-23769d48dace', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:48Z', 'updated_at': '2021-12-22T08:47:02Z', 'revision_number': 4, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '285f2ed2-a84e-4ac5-9c46-23769d48dace', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd325d1f9-c047-4410-8899-776e37c15811', 'name': '', 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:3e:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa45a9d0-eb48-46be-ad81-1f44d77eb429', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:44Z', 'updated_at': '2021-12-22T08:47:03Z', 'revision_number': 4, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': 'fa45a9d0-eb48-46be-ad81-1f44d77eb429', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:03.887859 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc53a0-8e92-4acb-8e8a-07392d1d270e None None] The sync data for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv is: [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:01Z', 'revision_number': 8, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None, '_interfaces': [{'id': '5ce894ee-c71b-4c03-afed-b3157acae873', 'name': '', 'network_id': '54ee8298-84f7-4491-b2d0-315f2cca0858', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:57:ae:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:37Z', 'updated_at': '2021-12-22T08:46:53Z', 'revision_number': 5, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6e6056f-26ec-4d51-b412-c9c6292cdb7a', 'name': '', 'network_id': '7b440525-788a-4cbf-8f9c-ca9b51c7c27b', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:1d:33:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '285f2ed2-a84e-4ac5-9c46-23769d48dace', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:48Z', 'updated_at': '2021-12-22T08:47:02Z', 'revision_number': 4, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': '285f2ed2-a84e-4ac5-9c46-23769d48dace', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd325d1f9-c047-4410-8899-776e37c15811', 'name': '', 'network_id': 'b1bb589b-2bd0-46e6-801b-4b594d521618', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'mac_address': 'fa:16:3e:3e:27:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa45a9d0-eb48-46be-ad81-1f44d77eb429', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:44Z', 'updated_at': '2021-12-22T08:47:03Z', 'revision_number': 4, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'subnets': [{'id': 'fa45a9d0-eb48-46be-ad81-1f44d77eb429', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:47:03.965203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] Calling delete_port for 2da187a7-0cb0-492e-9ee5-bf34913decfa owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:03.988932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.002513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a977aeaa-75f7-4f84-bded-e7cc8231c622 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:04.039984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No DVR routers for this DVR port 2da187a7-0cb0-492e-9ee5-bf34913decfa on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:04.054286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:04.055037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:04.144569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=2da187a7-0cb0-492e-9ee5-bf34913decfa,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:04.147758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:04.235837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.267015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9f6694-e419-43b9-bf75-58539fb118c5']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:04.286687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911911e1-1b97-4efe-898d-13da3285b3d9') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:04.286978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911911e1-1b97-4efe-898d-13da3285b3d9') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:04.302047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.313843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32438d23-68d5-4450-9fa4-f68aee8b2b8b req-136332ca-642f-4551-a3ce-5c9a69d245dc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:04.315368 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-32438d23-68d5-4450-9fa4-f68aee8b2b8b req-136332ca-642f-4551-a3ce-5c9a69d245dc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.2474110 Dec 22 08:47:04.338017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.349634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:47:04.350025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:04.369718 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:04.468919 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-32438d23-68d5-4450-9fa4-f68aee8b2b8b req-1b763e09-6d6c-4e05-868f-7bda87d1968d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1470859 Dec 22 08:47:04.482437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.488560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1293ecd8-ffa6-43ca-be32-b2d1a8bcffd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:04.503300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.517672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Network': ['ID=6b9f6694-e419-43b9-bf75-58539fb118c5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:04.521422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:04.523430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/networks/6b9f6694-e419-43b9-bf75-58539fb118c5 HTTP/1.1" status: 204 len: 168 time: 1.2669575 Dec 22 08:47:04.526194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43216) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:04.556218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] Deleting port 2da187a7-0cb0-492e-9ee5-bf34913decfa {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:04.557239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.627089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5180bce7-bbcd-49fd-b85f-362995afc63e None None] The port '2da187a7-0cb0-492e-9ee5-bf34913decfa' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:47:04.775762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d325d1f9-c047-4410-8899-776e37c15811 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:04.850275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port d325d1f9-c047-4410-8899-776e37c15811 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:04.856504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port d325d1f9-c047-4410-8899-776e37c15811 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:04.856899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.876967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:04.976761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.011879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port d325d1f9-c047-4410-8899-776e37c15811, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d325d1f9-c047-4410-8899-776e37c15811,segment=NetworkSegment(effd6a15-199f-4886-baaf-9eac2d207a14),segment_id=effd6a15-199f-4886-baaf-9eac2d207a14)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:05.016828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.017857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a6e6056f-26ec-4d51-b412-c9c6292cdb7a up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:05.044519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:05.134238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=d325d1f9-c047-4410-8899-776e37c15811,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:05.137584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:05.150138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port a6e6056f-26ec-4d51-b412-c9c6292cdb7a completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:47:05.155126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port a6e6056f-26ec-4d51-b412-c9c6292cdb7a triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:05.155556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.275071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.306790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port a6e6056f-26ec-4d51-b412-c9c6292cdb7a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a6e6056f-26ec-4d51-b412-c9c6292cdb7a,segment=NetworkSegment(fa0ee63c-c192-407c-8459-af59dca4a1cd),segment_id=fa0ee63c-c192-407c-8459-af59dca4a1cd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:05.310857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.312703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e55651e0-7d40-4e71-bab0-4a37d09833fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:05.361549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2da187a7-0cb0-492e-9ee5-bf34913decfa no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:05.448283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 2da187a7-0cb0-492e-9ee5-bf34913decfa {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:47:05.448624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2da187a7-0cb0-492e-9ee5-bf34913decfa not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:05.458659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=a6e6056f-26ec-4d51-b412-c9c6292cdb7a,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:05.461651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:05.572801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port a6e6056f-26ec-4d51-b412-c9c6292cdb7a {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:05.573132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.678224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b9051-7011-4dd6-9f3c-faf376bcfbb9 req-251053dc-9286-4b97-9971-0caf7c2e1761 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:05.679680 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f96b9051-7011-4dd6-9f3c-faf376bcfbb9 req-251053dc-9286-4b97-9971-0caf7c2e1761 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.0744679 Dec 22 08:47:05.729241 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f96b9051-7011-4dd6-9f3c-faf376bcfbb9 req-2316a1bf-ee80-4dcd-8177-e6244cff981f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433435 Dec 22 08:47:05.769964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port a6e6056f-26ec-4d51-b412-c9c6292cdb7a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a6e6056f-26ec-4d51-b412-c9c6292cdb7a,segment=NetworkSegment(fa0ee63c-c192-407c-8459-af59dca4a1cd),segment_id=fa0ee63c-c192-407c-8459-af59dca4a1cd)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:05.771006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:05.891431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for a6e6056f-26ec-4d51-b412-c9c6292cdb7a owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:06.071943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.075579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:06.121554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=a6e6056f-26ec-4d51-b412-c9c6292cdb7a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:06.161686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.162319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.162685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.163045 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.163430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.163783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.164135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.164478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.164822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.165186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.165557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:06.172751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:06.403068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:06.744621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d325d1f9-c047-4410-8899-776e37c15811 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:06.819841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port d325d1f9-c047-4410-8899-776e37c15811 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:06.820365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.041761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408ff74-fb39-4c5a-886d-90c95390ee96 req-c70d365a-2de6-4831-b236-9e443313eec3 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:07.043182 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6408ff74-fb39-4c5a-886d-90c95390ee96 req-c70d365a-2de6-4831-b236-9e443313eec3 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.1579306 Dec 22 08:47:07.062059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dea2a938-f02f-4c85-9bdf-fb70cce2f3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.105579 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6408ff74-fb39-4c5a-886d-90c95390ee96 req-3e1259e8-0afc-46ff-9794-869864a14d7c tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561607 Dec 22 08:47:07.113637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:47:07.290158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:47:07.302580 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7752321 Dec 22 08:47:07.305566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43224) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:07.520951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting subnet 285f2ed2-a84e-4ac5-9c46-23769d48dace {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:47:07.525696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.581951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.784544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.858918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.865431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-58afd0ff-1e53-4c33-853e-86c2f1d048dd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:07.899825 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Subnet': ['ID=285f2ed2-a84e-4ac5-9c46-23769d48dace,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:07.909090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:07.913847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17adfdf0-f2d0-4ddb-a0c5-c2a14f601c6b None None] Network 7b440525-788a-4cbf-8f9c-ca9b51c7c27b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:47:07.916591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.918833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.918833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.918833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.918833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.918833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.918833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.919990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.919990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.920542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.920542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:07.929537 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/285f2ed2-a84e-4ac5-9c46-23769d48dace HTTP/1.1" status: 204 len: 168 time: 0.6180408 Dec 22 08:47:07.929537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:07.929537 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43230) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:08.070484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.079346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 581cfafe-6d39-40a9-991f-139003b6adf3 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:08.081514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.211733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] DHCP port deletion for 7b440525-788a-4cbf-8f9c-ca9b51c7c27b request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:47:08.218463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] Deleting port 581cfafe-6d39-40a9-991f-139003b6adf3 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:08.219721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.371965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port 581cfafe-6d39-40a9-991f-139003b6adf3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=581cfafe-6d39-40a9-991f-139003b6adf3,segment=NetworkSegment(fa0ee63c-c192-407c-8459-af59dca4a1cd),segment_id=fa0ee63c-c192-407c-8459-af59dca4a1cd)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:08.372489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.482342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] For port 581cfafe-6d39-40a9-991f-139003b6adf3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=581cfafe-6d39-40a9-991f-139003b6adf3,segment=NetworkSegment(fa0ee63c-c192-407c-8459-af59dca4a1cd),segment_id=fa0ee63c-c192-407c-8459-af59dca4a1cd)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:08.482637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.550592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for 581cfafe-6d39-40a9-991f-139003b6adf3 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:08.600163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409cf42-17e1-4db5-945d-e306d76cab5b req-f4cd2e20-1eca-44b5-8824-64730a2b85da tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:08.607002 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3409cf42-17e1-4db5-945d-e306d76cab5b req-f4cd2e20-1eca-44b5-8824-64730a2b85da tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.3137414 Dec 22 08:47:08.635658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] Calling delete_port for 581cfafe-6d39-40a9-991f-139003b6adf3 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:08.683252 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3409cf42-17e1-4db5-945d-e306d76cab5b req-6e611576-aa1e-4b37-a336-ffd2212b9697 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740955 Dec 22 08:47:08.690030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.696759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:08.728023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:08.728023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:08.744061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=581cfafe-6d39-40a9-991f-139003b6adf3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:08.746954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:08.750572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No DVR routers for this DVR port 581cfafe-6d39-40a9-991f-139003b6adf3 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:08.759436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 581cfafe-6d39-40a9-991f-139003b6adf3 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:08.795752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 581cfafe-6d39-40a9-991f-139003b6adf3 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:47:08.795752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 581cfafe-6d39-40a9-991f-139003b6adf3 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:08.883273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.912026 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b440525-788a-4cbf-8f9c-ca9b51c7c27b']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:08.928093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0ee63c-c192-407c-8459-af59dca4a1cd') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:08.928093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0ee63c-c192-407c-8459-af59dca4a1cd') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:08.941552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.955856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.961367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:47:08.961924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:08.978769 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:09.065794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.069354 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:09.083586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.095020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Network': ['ID=7b440525-788a-4cbf-8f9c-ca9b51c7c27b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:09.101057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:09.103529 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/networks/7b440525-788a-4cbf-8f9c-ca9b51c7c27b HTTP/1.1" status: 204 len: 168 time: 1.1753352 Dec 22 08:47:09.108047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43236) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:09.201910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2ccf8251-7829-4623-8062-1a789db26c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.228068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] Deleting port 581cfafe-6d39-40a9-991f-139003b6adf3 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:09.228530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.316282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-facc2016-dbcc-43ca-9004-282d9eae3e06 None None] The port '581cfafe-6d39-40a9-991f-139003b6adf3' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:47:09.593804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:09.880616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8e7d-293c-40b5-bcc7-5ccf8bb7ff77 req-a927403d-5e6a-4257-bed8-78598c883174 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:09.881177 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b4b8e7d-293c-40b5-bcc7-5ccf8bb7ff77 req-a927403d-5e6a-4257-bed8-78598c883174 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.0837288 Dec 22 08:47:09.932078 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b4b8e7d-293c-40b5-bcc7-5ccf8bb7ff77 req-67f63457-abb9-4e47-bc88-40940ad96aaa tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418265 Dec 22 08:47:10.249455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port d325d1f9-c047-4410-8899-776e37c15811 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:10.250111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.379772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.429569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.477423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port d325d1f9-c047-4410-8899-776e37c15811, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=d325d1f9-c047-4410-8899-776e37c15811,segment=NetworkSegment(effd6a15-199f-4886-baaf-9eac2d207a14),segment_id=effd6a15-199f-4886-baaf-9eac2d207a14)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:10.477708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.595976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for d325d1f9-c047-4410-8899-776e37c15811 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:10.784391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:10.787949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-db9a9298-ea79-420c-a8d2-db39dca354d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:10.832872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=d325d1f9-c047-4410-8899-776e37c15811,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:10.836346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:11.201139 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.306543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c334c3b-acc6-4658-8cb9-250214017e89 req-ba72615d-2405-43f9-9754-0b3cdbd9cafb tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:11.307501 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3c334c3b-acc6-4658-8cb9-250214017e89 req-ba72615d-2405-43f9-9754-0b3cdbd9cafb tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.2406557 Dec 22 08:47:11.309856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.492969 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3c334c3b-acc6-4658-8cb9-250214017e89 req-268d5bcc-e82f-4abf-bc9f-3d698be7eaf4 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790960 Dec 22 08:47:11.716754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:11.884033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:47:12.063616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:47:12.076043 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9686825 Dec 22 08:47:12.079038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43244) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.275577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting subnet fa45a9d0-eb48-46be-ad81-1f44d77eb429 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:47:12.278405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.333820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.421541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.496016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.499627 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-adce409a-aabe-4904-a9f0-86dd2eeeff19 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:12.533369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Subnet': ['ID=fa45a9d0-eb48-46be-ad81-1f44d77eb429,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:12.537392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:12.542593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.549354 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/fa45a9d0-eb48-46be-ad81-1f44d77eb429 HTTP/1.1" status: 204 len: 168 time: 0.4691176 Dec 22 08:47:12.549561 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b9e96-c7f3-475d-b6bc-f2fde500798b None None] Network b1bb589b-2bd0-46e6-801b-4b594d521618 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:47:12.551830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43250) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:12.670054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.683598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port c421479c-e58c-4e08-9ee6-5c2b590b28b2 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:12.684271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:12.717468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87868e68-ed05-4ac0-b46f-0589e91dae44 req-5841c325-122b-4955-9ef1-d494ccc93b1c tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:12.722479 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-87868e68-ed05-4ac0-b46f-0589e91dae44 req-5841c325-122b-4955-9ef1-d494ccc93b1c tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.0921686 Dec 22 08:47:12.771628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-87868e68-ed05-4ac0-b46f-0589e91dae44 req-f7519e0a-da39-472e-bbfe-78b3bb4caaa7 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462892 Dec 22 08:47:12.816767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] DHCP port deletion for b1bb589b-2bd0-46e6-801b-4b594d521618 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:47:12.821118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] Deleting port c421479c-e58c-4e08-9ee6-5c2b590b28b2 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:12.821492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.021730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port c421479c-e58c-4e08-9ee6-5c2b590b28b2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c421479c-e58c-4e08-9ee6-5c2b590b28b2,segment=NetworkSegment(effd6a15-199f-4886-baaf-9eac2d207a14),segment_id=effd6a15-199f-4886-baaf-9eac2d207a14)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:13.022249 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.023444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] For port c421479c-e58c-4e08-9ee6-5c2b590b28b2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c421479c-e58c-4e08-9ee6-5c2b590b28b2,segment=NetworkSegment(effd6a15-199f-4886-baaf-9eac2d207a14),segment_id=effd6a15-199f-4886-baaf-9eac2d207a14)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:13.023843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.147667 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for c421479c-e58c-4e08-9ee6-5c2b590b28b2 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:13.182048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] Calling delete_port for c421479c-e58c-4e08-9ee6-5c2b590b28b2 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:13.230040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.234055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:13.254863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:13.255257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:13.274938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=c421479c-e58c-4e08-9ee6-5c2b590b28b2,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:13.277569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:13.283912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No DVR routers for this DVR port c421479c-e58c-4e08-9ee6-5c2b590b28b2 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:13.414194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.440643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bb589b-2bd0-46e6-801b-4b594d521618']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:13.456124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effd6a15-199f-4886-baaf-9eac2d207a14') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:13.456421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effd6a15-199f-4886-baaf-9eac2d207a14') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:13.468230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.485573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.493439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:47:13.493439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:13.510111 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:13.595212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.595900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-64fb4536-e5e0-4e3d-8a0a-c6cfd6c5e139 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:13.610150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.621029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Network': ['ID=b1bb589b-2bd0-46e6-801b-4b594d521618,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:13.625313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:13.628758 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/networks/b1bb589b-2bd0-46e6-801b-4b594d521618 HTTP/1.1" status: 204 len: 168 time: 1.0759585 Dec 22 08:47:13.631604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43254) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:13.756417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] Deleting port c421479c-e58c-4e08-9ee6-5c2b590b28b2 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:13.756802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:13.820210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5ef8d355-0c0f-4cb0-9599-bac3a85e5f2a None None] The port 'c421479c-e58c-4e08-9ee6-5c2b590b28b2' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:47:14.018372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c3f86-5fb2-4493-a2ac-16c52223b22a req-5afee52f-8e50-41ef-b712-d83c22819299 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:14.019700 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-788c3f86-5fb2-4493-a2ac-16c52223b22a req-5afee52f-8e50-41ef-b712-d83c22819299 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.1102598 Dec 22 08:47:14.049493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.301201 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-788c3f86-5fb2-4493-a2ac-16c52223b22a req-fa9994d6-28fd-4a43-8157-13e7a470694b tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2750838 Dec 22 08:47:14.691877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c421479c-e58c-4e08-9ee6-5c2b590b28b2 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:14.724830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: c421479c-e58c-4e08-9ee6-5c2b590b28b2 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:47:14.725473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c421479c-e58c-4e08-9ee6-5c2b590b28b2 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:14.774063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port 5ce894ee-c71b-4c03-afed-b3157acae873 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:14.774292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:14.968379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port 5ce894ee-c71b-4c03-afed-b3157acae873, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=5ce894ee-c71b-4c03-afed-b3157acae873,segment=NetworkSegment(a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5),segment_id=a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:14.968726 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.087289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for 5ce894ee-c71b-4c03-afed-b3157acae873 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:15.279701 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.283732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-de876dad-60eb-4d47-b314-3c92be605cdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:15.330938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=5ce894ee-c71b-4c03-afed-b3157acae873,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:15.334663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:15.524068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556c2b-93f4-4e4c-88e1-7f142dedb033 req-3d9bccf4-7438-426c-b41e-173ef1010297 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:15.527712 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4f556c2b-93f4-4e4c-88e1-7f142dedb033 req-3d9bccf4-7438-426c-b41e-173ef1010297 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.0889449 Dec 22 08:47:15.557689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] Sync routers for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:47:15.570408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:15.572790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:15.575059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:15.597433 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4f556c2b-93f4-4e4c-88e1-7f142dedb033 req-a5cfe55e-7a19-4ee0-add3-f7668addc565 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594816 Dec 22 08:47:15.712202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:15.818836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:15Z', 'revision_number': 11, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:15.823755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] Checking router: 61c65e71-baaf-4345-b2fa-ac87ff25c285 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:47:15.836019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:15.836689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:15.964470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:16.071918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:15Z', 'revision_number': 11, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:16.076094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2422c4-09e6-49a6-b5bd-fad8a8ab8abb None None] The sync data for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv is: [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:15Z', 'revision_number': 11, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:47:16.097887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:47:16.236897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:47:16.250233 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6176424 Dec 22 08:47:16.253381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43264) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.440866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting subnet 5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:47:16.443978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.507204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.591542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.670486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.675158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-54d746f7-3dad-4473-bda3-c99e2ea527dd tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:16.713154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:16.715775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:16.720374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.727980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8937e-bb9a-40be-87b1-27e903a12cf8 None None] Network 54ee8298-84f7-4491-b2d0-315f2cca0858 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:47:16.770637 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3 HTTP/1.1" status: 204 len: 168 time: 0.5162115 Dec 22 08:47:16.773433 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:16.830691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fc916-2793-4c10-a4aa-9a430dd6fbd4 req-6fceefd0-1e88-4809-a676-a7f2a33c1950 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:16.832027 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7b8fc916-2793-4c10-a4aa-9a430dd6fbd4 req-6fceefd0-1e88-4809-a676-a7f2a33c1950 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.1052463 Dec 22 08:47:16.898347 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7b8fc916-2793-4c10-a4aa-9a430dd6fbd4 req-32ec9a86-ba74-4ff4-91e1-a20a30859c34 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607438 Dec 22 08:47:16.898595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:16.910719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Deleting port c392f995-d92a-4326-8bc1-bfe1ffe18d2e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:16.911188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.120549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] DHCP port deletion for 54ee8298-84f7-4491-b2d0-315f2cca0858 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:47:17.124579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] Deleting port c392f995-d92a-4326-8bc1-bfe1ffe18d2e {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:17.128924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.152252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] For port c392f995-d92a-4326-8bc1-bfe1ffe18d2e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c392f995-d92a-4326-8bc1-bfe1ffe18d2e,segment=NetworkSegment(a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5),segment_id=a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:17.152606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.163149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5ce894ee-c71b-4c03-afed-b3157acae873 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:17.212278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 5ce894ee-c71b-4c03-afed-b3157acae873 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:47:17.212278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 5ce894ee-c71b-4c03-afed-b3157acae873 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:17.212508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a6e6056f-26ec-4d51-b412-c9c6292cdb7a no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:17.254354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: a6e6056f-26ec-4d51-b412-c9c6292cdb7a {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:47:17.254805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a6e6056f-26ec-4d51-b412-c9c6292cdb7a not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:17.264328 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] Sync routers for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:47:17.279895 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:17.280763 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:17.403497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Calling delete_port for c392f995-d92a-4326-8bc1-bfe1ffe18d2e owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:17.431391 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:17.438602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] For port c392f995-d92a-4326-8bc1-bfe1ffe18d2e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c392f995-d92a-4326-8bc1-bfe1ffe18d2e,segment=NetworkSegment(a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5),segment_id=a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:17.439032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.500938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.506913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-da35a705-8a21-4668-8cbf-77e593215f9e tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:17.561715 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:15Z', 'revision_number': 11, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:17.561900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Port': ['ID=c392f995-d92a-4326-8bc1-bfe1ffe18d2e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.566532 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] Checking router: 61c65e71-baaf-4345-b2fa-ac87ff25c285 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:47:17.577519 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:17.577692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:17.579494 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:17.579616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No DVR routers for this DVR port c392f995-d92a-4326-8bc1-bfe1ffe18d2e on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:47:17.644419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] Calling delete_port for c392f995-d92a-4326-8bc1-bfe1ffe18d2e owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:47:17.709394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.719989 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:47:17.720817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:47:17.736092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ee8298-84f7-4491-b2d0-315f2cca0858']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:17.738007 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:17.748329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:17.748927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8aa9cf2-dd8c-403a-8ac6-bf430447e9a5') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:17.760499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.777497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.784865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:47:17.785232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:47:17.805381 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:47:17.876062 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:15Z', 'revision_number': 11, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:17.880488 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff185e3-4e9b-470a-8679-460c8dc9ec46 None None] The sync data for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv is: [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:15Z', 'revision_number': 11, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:47:17.883505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.886691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-407a5196-8931-4feb-bcd2-e40d157afcb8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:17.905454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:17.912446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Pushing event deleted for resources: {'Network': ['ID=54ee8298-84f7-4491-b2d0-315f2cca0858,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:17.916739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:17.927582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43276) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:17.928411 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/networks/54ee8298-84f7-4491-b2d0-315f2cca0858 HTTP/1.1" status: 204 len: 168 time: 1.1528907 Dec 22 08:47:17.933556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'routes': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:47:18.112356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff278a2-58db-4258-8ba6-c99543e7796e req-a5f173d6-b9b9-40aa-91c1-9db3954f2a11 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:18.113963 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ff278a2-58db-4258-8ba6-c99543e7796e req-a5f173d6-b9b9-40aa-91c1-9db3954f2a11 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.0897946 Dec 22 08:47:18.162435 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ff278a2-58db-4258-8ba6-c99543e7796e req-97a2cbe8-07d3-4f7d-9c5a-b0de4912a81a tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437536 Dec 22 08:47:18.222478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] Deleting port c392f995-d92a-4326-8bc1-bfe1ffe18d2e {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:47:18.222987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.235055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.extraroute_db [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Added routes are [] {{(pid=83496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 08:47:18.235360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.extraroute_db [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Removed routes are [] {{(pid=83496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 08:47:18.235722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.307321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-03c8e5f7-ba0d-4a47-a293-831a5be34841 None None] The port 'c392f995-d92a-4326-8bc1-bfe1ffe18d2e' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:47:18.623739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.627485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.709551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d325d1f9-c047-4410-8899-776e37c15811 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:18.748904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: d325d1f9-c047-4410-8899-776e37c15811 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:47:18.748904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device d325d1f9-c047-4410-8899-776e37c15811 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:18.748904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c392f995-d92a-4326-8bc1-bfe1ffe18d2e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:18.784804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: c392f995-d92a-4326-8bc1-bfe1ffe18d2e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:47:18.784804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c392f995-d92a-4326-8bc1-bfe1ffe18d2e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:47:18.789285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 61c65e71-baaf-4345-b2fa-ac87ff25c285 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:47:18.979194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:47:18.994687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:18.999701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] Sync routers for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:47:19.005564 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c407f743-1f07-4153-afe5-98bd2bf8615d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285 HTTP/1.1" status: 200 len: 701 time: 1.0621834 Dec 22 08:47:19.005564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43282) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.015790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:19.015790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:19.043718 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-00afa0e4-8a44-46dd-bd2e-b34913a171d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4111352 Dec 22 08:47:19.043718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f4a5182c-ee2d-41b4-8fe0-bf2fe20e4036 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:19.069344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f4a5182c-ee2d-41b4-8fe0-bf2fe20e4036 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:19.071448 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f4a5182c-ee2d-41b4-8fe0-bf2fe20e4036 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=61c65e71-baaf-4345-b2fa-ac87ff25c285 HTTP/1.1" status: 200 len: 205 time: 0.0768018 Dec 22 08:47:19.074382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43286) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.176965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:19.303515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:15Z', 'revision_number': 11, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:19.317766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] Checking router: 61c65e71-baaf-4345-b2fa-ac87ff25c285 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:47:19.322602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a713866-b228-40ca-86cd-561a7aef9b2a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.327997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] Routers {'61c65e71-baaf-4345-b2fa-ac87ff25c285'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:19.327997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['61c65e71-baaf-4345-b2fa-ac87ff25c285'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:19.424458 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-bc15abae-05c6-4556-a42d-48560d576bda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 1098 time: 0.2578778 Dec 22 08:47:19.504053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] Set router 61c65e71-baaf-4345-b2fa-ac87ff25c285 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:19.626145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:15Z', 'revision_number': 11, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:19.626145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bb69c-04e2-41cb-b6c8-136bb497c9a9 None None] The sync data for ids ['61c65e71-baaf-4345-b2fa-ac87ff25c285'] in dv-neutron-822610-1-hyperv is: [{'id': '61c65e71-baaf-4345-b2fa-ac87ff25c285', 'name': 'tempest-RoutersTest-router-1246434736', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:34Z', 'updated_at': '2021-12-22T08:47:15Z', 'revision_number': 11, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:47:19.780711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638c1cb-6162-4fc5-8952-3374f001009a req-2407c729-80a0-445f-8da8-0ab1def0ca25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.780711 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5638c1cb-6162-4fc5-8952-3374f001009a req-2407c729-80a0-445f-8da8-0ab1def0ca25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.3174348 Dec 22 08:47:19.788735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-b054402d-d110-452c-a5fc-81c6e6c42f2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:19.788735 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-b054402d-d110-452c-a5fc-81c6e6c42f2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.2616274 Dec 22 08:47:19.838634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a713866-b228-40ca-86cd-561a7aef9b2a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.844170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a713866-b228-40ca-86cd-561a7aef9b2a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.892340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a713866-b228-40ca-86cd-561a7aef9b2a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.894130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a713866-b228-40ca-86cd-561a7aef9b2a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Fanout notify agent at l3_agent the message router_deleted on router 61c65e71-baaf-4345-b2fa-ac87ff25c285 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:47:19.923578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a713866-b228-40ca-86cd-561a7aef9b2a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:19.923578 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a713866-b228-40ca-86cd-561a7aef9b2a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285 HTTP/1.1" status: 204 len: 168 time: 0.8436136 Dec 22 08:47:19.928524 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43292) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:19.948891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1945355885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:47:19.962700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:47:19.970851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Usage tracker for resource:router and tenant:ffe70799f28a4144a0757fedae8daa0b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:47:19.973851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:47:19.978104 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-280c4fb3-0130-4427-a46e-bbb991d0ace3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045 HTTP/1.1" status: 200 len: 1001 time: 0.1720586 Dec 22 08:47:19.980379 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5638c1cb-6162-4fc5-8952-3374f001009a req-65e0fd20-974f-4407-88ab-70d84f321e28 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1999016 Dec 22 08:47:19.991630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:47:20.060690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.061715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.074881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-4ea7e7c1-4709-4570-9db0-4e9a46008b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:20.078438 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-4ea7e7c1-4709-4570-9db0-4e9a46008b02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.0864131 Dec 22 08:47:20.134662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.158754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.195396 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-0a6bbfdf-5967-488b-b221-3a5727417870 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120968 Dec 22 08:47:20.196612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.198001 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f92f22c5-7d49-4915-9b08-6c276afcd666 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2610826 Dec 22 08:47:20.200946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43296) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:20.225657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d1d696bf-aeef-4e88-8f44-f25efab2a3eb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:47:20.705796 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-ee262e47-8aaa-4675-bb10-3c1cf40ff680 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022757 Dec 22 08:47:20.954013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1d696bf-aeef-4e88-8f44-f25efab2a3eb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.968114 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-543494b0-ed6d-4469-832a-62918cf9bfbe req-0789cf0e-b655-4afb-87fb-85d9ab6abc58 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534590 Dec 22 08:47:20.970646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1d696bf-aeef-4e88-8f44-f25efab2a3eb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:20.978832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device faa30f88-a373-4ad6-89c0-617bcd3b58ef no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:47:21.101010 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.129516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:21.139491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:21.144198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.146242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:21.197261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d696bf-aeef-4e88-8f44-f25efab2a3eb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Router 35f92a82-9a7b-4459-9eb2-087ef8f0a87b is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:47:21.223251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=faa30f88-a373-4ad6-89c0-617bcd3b58ef,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:21.228509 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'code': 200} Dec 22 08:47:21.233505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.233842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.234462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.234808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.235350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.235532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.235815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.236143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.236581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.237393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.237393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:47:21.241030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:21.256558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79847858-ea80-4589-9ada-29d6a4ae1053 req-f4e43439-b1e5-4d1e-a4dd-f6b2aa4ca86f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:21.258018 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-79847858-ea80-4589-9ada-29d6a4ae1053 req-f4e43439-b1e5-4d1e-a4dd-f6b2aa4ca86f tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 943 time: 0.1044874 Dec 22 08:47:21.305737 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-79847858-ea80-4589-9ada-29d6a4ae1053 req-61d8a209-644f-4ef7-8b56-1f902964b861 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416851 Dec 22 08:47:21.405391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d696bf-aeef-4e88-8f44-f25efab2a3eb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:47:21.411171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d1d696bf-aeef-4e88-8f44-f25efab2a3eb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.412325 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d1d696bf-aeef-4e88-8f44-f25efab2a3eb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "PUT /v2.0/routers/35f92a82-9a7b-4459-9eb2-087ef8f0a87b HTTP/1.1" status: 200 len: 694 time: 1.2103522 Dec 22 08:47:21.415195 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] Sync routers for ids ['35f92a82-9a7b-4459-9eb2-087ef8f0a87b'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:47:21.415671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43304) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.415769 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a85f7009-c414-47a9-8148-50e0d1aed4bc req-ca7f810f-3db9-45f3-8117-8da841d4ffab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 1096 time: 0.2080603 Dec 22 08:47:21.428901 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] Routers {'35f92a82-9a7b-4459-9eb2-087ef8f0a87b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:21.429594 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['35f92a82-9a7b-4459-9eb2-087ef8f0a87b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:21.467118 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a85f7009-c414-47a9-8148-50e0d1aed4bc req-a2edcec6-f783-408e-b58f-782ac2ebde86 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439811 Dec 22 08:47:21.566786 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] Set router 35f92a82-9a7b-4459-9eb2-087ef8f0a87b gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:21.670095 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-03e164b2-0ba2-446f-87a5-67dc31a703ef tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/routers/35f92a82-9a7b-4459-9eb2-087ef8f0a87b HTTP/1.1" status: 200 len: 700 time: 0.2535486 Dec 22 08:47:21.671423 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f92a82-9a7b-4459-9eb2-087ef8f0a87b', 'name': 'tempest-RoutersTest-router-1945355885', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:20Z', 'updated_at': '2021-12-22T08:47:20Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:21.673246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43308) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.675776 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] Checking router: 35f92a82-9a7b-4459-9eb2-087ef8f0a87b for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:47:21.686514 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] Routers {'35f92a82-9a7b-4459-9eb2-087ef8f0a87b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:47:21.687136 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['35f92a82-9a7b-4459-9eb2-087ef8f0a87b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:21.713668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0d18f6bb-b8b2-46a7-8878-ae5a2e980720 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Synchronizing usage tracker for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:47:21.725669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0d18f6bb-b8b2-46a7-8878-ae5a2e980720 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Unset dirty status for tenant:ffe70799f28a4144a0757fedae8daa0b on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:47:21.726780 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0d18f6bb-b8b2-46a7-8878-ae5a2e980720 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f92a82-9a7b-4459-9eb2-087ef8f0a87b HTTP/1.1" status: 200 len: 205 time: 0.0524883 Dec 22 08:47:21.729595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43312) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:21.808939 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] Set router 35f92a82-9a7b-4459-9eb2-087ef8f0a87b gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:47:21.869130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77b1f5d7-4bda-4295-b32c-ddf34d3a19a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:21.911527 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f92a82-9a7b-4459-9eb2-087ef8f0a87b', 'name': 'tempest-RoutersTest-router-1945355885', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:20Z', 'updated_at': '2021-12-22T08:47:20Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:47:21.915512 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5c674e-922a-45fd-96cb-381ef6abcd51 None None] The sync data for ids ['35f92a82-9a7b-4459-9eb2-087ef8f0a87b'] in dv-neutron-822610-1-hyperv is: [{'id': '35f92a82-9a7b-4459-9eb2-087ef8f0a87b', 'name': 'tempest-RoutersTest-router-1945355885', 'tenant_id': 'ffe70799f28a4144a0757fedae8daa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:47:20Z', 'updated_at': '2021-12-22T08:47:20Z', 'revision_number': 2, 'project_id': 'ffe70799f28a4144a0757fedae8daa0b', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:47:22.253655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77b1f5d7-4bda-4295-b32c-ddf34d3a19a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.258125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77b1f5d7-4bda-4295-b32c-ddf34d3a19a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.283824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77b1f5d7-4bda-4295-b32c-ddf34d3a19a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.284293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b1f5d7-4bda-4295-b32c-ddf34d3a19a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Fanout notify agent at l3_agent the message router_deleted on router 35f92a82-9a7b-4459-9eb2-087ef8f0a87b {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:47:22.298282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-77b1f5d7-4bda-4295-b32c-ddf34d3a19a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:22.299383 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-77b1f5d7-4bda-4295-b32c-ddf34d3a19a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/35f92a82-9a7b-4459-9eb2-087ef8f0a87b HTTP/1.1" status: 204 len: 168 time: 0.5688784 Dec 22 08:47:22.305890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43316) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.347346 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41b7881e-a94a-4530-ab88-64f2acda4fbc tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f92a82-9a7b-4459-9eb2-087ef8f0a87b HTTP/1.1" status: 200 len: 205 time: 0.0398493 Dec 22 08:47:22.349736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43322) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.415265 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-0b6e88aa-77b7-437b-887e-f781f2100c6e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] delete failed (client error): The resource could not be found. Dec 22 08:47:22.416287 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0b6e88aa-77b7-437b-887e-f781f2100c6e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/35f92a82-9a7b-4459-9eb2-087ef8f0a87b HTTP/1.1" status: 404 len: 336 time: 0.0657029 Dec 22 08:47:22.419020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43326) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.458043 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a125215b-ba7e-407e-a7c1-10bddff67068 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:22.458472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a125215b-ba7e-407e-a7c1-10bddff67068 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:22.460122 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a125215b-ba7e-407e-a7c1-10bddff67068 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/9a86c236-210c-436b-886a-09096dcefdc5 HTTP/1.1" status: 404 len: 337 time: 0.0398026 Dec 22 08:47:22.462675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43330) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.507689 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed37fdc-4475-450d-9993-c4645e93049e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:22.508129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed37fdc-4475-450d-9993-c4645e93049e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:22.512371 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aed37fdc-4475-450d-9993-c4645e93049e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/285f2ed2-a84e-4ac5-9c46-23769d48dace HTTP/1.1" status: 404 len: 337 time: 0.0462158 Dec 22 08:47:22.512546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43334) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.528468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca4927-67f2-45a4-98ff-505c09b9b415 req-f332b2bc-9e1f-4766-bc5d-f56a6695d079 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:22.530045 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c8ca4927-67f2-45a4-98ff-505c09b9b415 req-f332b2bc-9e1f-4766-bc5d-f56a6695d079 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 943 time: 0.0889719 Dec 22 08:47:22.555937 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86ce5bb-b1d7-43a8-b1c0-0e797c1d1bb1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:22.556375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86ce5bb-b1d7-43a8-b1c0-0e797c1d1bb1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:22.558084 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f86ce5bb-b1d7-43a8-b1c0-0e797c1d1bb1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/fa45a9d0-eb48-46be-ad81-1f44d77eb429 HTTP/1.1" status: 404 len: 337 time: 0.0446486 Dec 22 08:47:22.560725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43338) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.583966 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c8ca4927-67f2-45a4-98ff-505c09b9b415 req-de6a5aec-d1df-4238-a4e4-775664178c21 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447741 Dec 22 08:47:22.600531 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7590c4e0-481b-4cf6-affe-80f8f15a478e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:22.600930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7590c4e0-481b-4cf6-affe-80f8f15a478e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:22.605348 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7590c4e0-481b-4cf6-affe-80f8f15a478e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/5d0c8e9a-5136-4393-8b37-b6a4de6dd6b3 HTTP/1.1" status: 404 len: 337 time: 0.0409532 Dec 22 08:47:22.605600 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43342) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.658854 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6b6d09f1-f53c-427f-89c5-da8bbfaa74a6 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=61c65e71-baaf-4345-b2fa-ac87ff25c285 HTTP/1.1" status: 200 len: 205 time: 0.0493739 Dec 22 08:47:22.659061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43346) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.724148 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-75016cca-aa39-47d7-91ca-ad63c995fa20 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] delete failed (client error): The resource could not be found. Dec 22 08:47:22.725222 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-75016cca-aa39-47d7-91ca-ad63c995fa20 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/61c65e71-baaf-4345-b2fa-ac87ff25c285 HTTP/1.1" status: 404 len: 336 time: 0.0652893 Dec 22 08:47:22.728058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43350) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.773305 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-27c3f484-ab60-4a3b-8515-3fbc5ac21de8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=743f92fe-9f1f-4898-becf-142cc063a084 HTTP/1.1" status: 200 len: 205 time: 0.0440245 Dec 22 08:47:22.775682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43354) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.839526 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-3e59aa9a-b99c-402a-9eac-8435b3ec03a2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] delete failed (client error): The resource could not be found. Dec 22 08:47:22.840552 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3e59aa9a-b99c-402a-9eac-8435b3ec03a2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/743f92fe-9f1f-4898-becf-142cc063a084 HTTP/1.1" status: 404 len: 336 time: 0.0639467 Dec 22 08:47:22.843163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43358) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.883872 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-551a003b-7b7c-4606-88a6-101d75a791bc tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:22.884212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551a003b-7b7c-4606-88a6-101d75a791bc tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:22.885829 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-551a003b-7b7c-4606-88a6-101d75a791bc tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/b6f995cf-4622-4b45-9b22-1afa73bb6672 HTTP/1.1" status: 404 len: 337 time: 0.0416229 Dec 22 08:47:22.888587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43362) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:22.930635 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-86d91f5d-4e0f-408c-a1bb-14c4ade34e5e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c8afb0a-d558-4026-8050-77c7a67cf510 HTTP/1.1" status: 200 len: 205 time: 0.0409184 Dec 22 08:47:22.932996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43366) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.006170 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-6136654d-37f3-4afe-89cf-5b88c3aced98 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] delete failed (client error): The resource could not be found. Dec 22 08:47:23.007172 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6136654d-37f3-4afe-89cf-5b88c3aced98 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/8c8afb0a-d558-4026-8050-77c7a67cf510 HTTP/1.1" status: 404 len: 336 time: 0.0732300 Dec 22 08:47:23.011275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43370) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.013605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device faa30f88-a373-4ad6-89c0-617bcd3b58ef details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:47:23.053395 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a5f5bb24-06d6-41da-8f88-df00b4986ab3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee9c4f18-6147-481a-8151-a4a37c61ce9c HTTP/1.1" status: 200 len: 205 time: 0.0408649 Dec 22 08:47:23.055688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43374) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.152755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:23.167260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'port_id': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'mac_address': 'fa:16:3e:3c:ff:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:47:23.222341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.234396 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-a3e7a6c8-539e-40d9-9929-1e6f35b19317 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] delete failed (client error): The resource could not be found. Dec 22 08:47:23.235487 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a3e7a6c8-539e-40d9-9929-1e6f35b19317 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/ee9c4f18-6147-481a-8151-a4a37c61ce9c HTTP/1.1" status: 404 len: 336 time: 0.1787844 Dec 22 08:47:23.238543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43378) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.239522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa30f88-a373-4ad6-89c0-617bcd3b58ef {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:47:23.255950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:23.259851 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:23.263165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9e68a4f7-a77f-49a6-92da-10d74370b6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:23.277558 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6c84e9-a1d7-467a-942a-3b52180302b7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:23.278067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6c84e9-a1d7-467a-942a-3b52180302b7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:23.282411 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1d6c84e9-a1d7-467a-942a-3b52180302b7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/2f0450ee-46cb-4e91-bda7-881d2a758e21 HTTP/1.1" status: 404 len: 337 time: 0.0402033 Dec 22 08:47:23.282834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43382) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.324657 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-200f4483-576d-4a70-9520-32201683a83c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=5831e3d3-0ebb-4e0e-b126-17154405484c HTTP/1.1" status: 200 len: 205 time: 0.0404518 Dec 22 08:47:23.327197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43386) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.372930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=faa30f88-a373-4ad6-89c0-617bcd3b58ef,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:23.376283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:23.514992 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.api.v2.resource [None req-2a902317-4b21-4b34-8c4d-004713402885 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] delete failed (client error): The resource could not be found. Dec 22 08:47:23.516264 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2a902317-4b21-4b34-8c4d-004713402885 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/5831e3d3-0ebb-4e0e-b126-17154405484c HTTP/1.1" status: 404 len: 336 time: 0.1877904 Dec 22 08:47:23.518838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43390) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.558984 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7c1738-804f-4c91-b1d6-04da22c965b6 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:23.559458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7c1738-804f-4c91-b1d6-04da22c965b6 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:23.561075 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0c7c1738-804f-4c91-b1d6-04da22c965b6 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/d7f33f7a-12bc-440e-ac9c-835b360fbd9a HTTP/1.1" status: 404 len: 337 time: 0.0412676 Dec 22 08:47:23.563846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43394) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.605982 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-084c99e7-22f8-49ae-ac3d-e34a89bc406d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a72ba6-0458-4f62-bde6-3965966ad568 HTTP/1.1" status: 200 len: 205 time: 0.0410166 Dec 22 08:47:23.609599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43398) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.635887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['faa30f88-a373-4ad6-89c0-617bcd3b58ef'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:47:23.676099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-47237787-b64c-40c8-9350-3694b0585d5f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] delete failed (client error): The resource could not be found. Dec 22 08:47:23.679736 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-47237787-b64c-40c8-9350-3694b0585d5f tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/routers/b5a72ba6-0458-4f62-bde6-3965966ad568 HTTP/1.1" status: 404 len: 336 time: 0.0664499 Dec 22 08:47:23.679970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43404) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.750196 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df529be-e5bc-44af-ae0f-3cbed9ce07c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:23.750660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df529be-e5bc-44af-ae0f-3cbed9ce07c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:23.752303 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9df529be-e5bc-44af-ae0f-3cbed9ce07c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/97f2aa0e-f0c7-43bf-81d8-314bcbf2b77d HTTP/1.1" status: 404 len: 337 time: 0.0714688 Dec 22 08:47:23.755189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43408) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.795905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699a545-4536-4a3c-84c0-08cb8e7267d7 req-b9fa861c-7f3c-4d11-bffe-3c5038be8041 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:47:23.796127 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9056ef-6851-4773-9c00-3e817933d3c7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] DELETE failed (client error): The resource could not be found. Dec 22 08:47:23.796398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9056ef-6851-4773-9c00-3e817933d3c7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 08:47:23.798141 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fc9056ef-6851-4773-9c00-3e817933d3c7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] 10.222.0.31 "DELETE /v2.0/subnets/005312ed-d847-476e-9d21-3756bc8ca96a HTTP/1.1" status: 404 len: 337 time: 0.0419700 Dec 22 08:47:23.800815 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0699a545-4536-4a3c-84c0-08cb8e7267d7 req-b9fa861c-7f3c-4d11-bffe-3c5038be8041 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 944 time: 0.0869474 Dec 22 08:47:23.849386 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0699a545-4536-4a3c-84c0-08cb8e7267d7 req-9ac68116-041e-4f93-aa65-c333183b1825 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451567 Dec 22 08:47:23.880994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43414) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:23.987856 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4138ab27-a9ef-43f6-9650-ae33851b90f7 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/floatingips/bb4da622-d89e-441f-a571-6d268adcb3ce HTTP/1.1" status: 200 len: 992 time: 0.1055562 Dec 22 08:47:24.103790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43424) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.288311 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f99e4e43-abb3-41d6-afd2-d6bc9cc45671 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffe70799f28a4144a0757fedae8daa0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1832888 Dec 22 08:47:24.291829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:47:24.353577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c10949e6-4311-408f-9dba-7fabefb18734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.378285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c10949e6-4311-408f-9dba-7fabefb18734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.431304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c10949e6-4311-408f-9dba-7fabefb18734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.436330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-44288d45-d861-49a9-8608-b145ecc9739d tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:24.451402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10949e6-4311-408f-9dba-7fabefb18734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82e286f-d212-4b26-bbc3-b10de70f358f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:24.463647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c10949e6-4311-408f-9dba-7fabefb18734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:24.463647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c10949e6-4311-408f-9dba-7fabefb18734 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c82e286f-d212-4b26-bbc3-b10de70f358f HTTP/1.1" status: 204 len: 168 time: 0.1623695 Dec 22 08:47:24.463647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c10949e6-4311-408f-9dba-7fabefb18734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:24.762668 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:47:25.018377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device faa30f88-a373-4ad6-89c0-617bcd3b58ef up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:47:25.098338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port faa30f88-a373-4ad6-89c0-617bcd3b58ef triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:47:25.098715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.213997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.242018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:47:25.251747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:47:25.258742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:25.260501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:47:25.300594 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'code': 200} Dec 22 08:47:25.331572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=faa30f88-a373-4ad6-89c0-617bcd3b58ef,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:47:25.334795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:47:37.077662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9cae4a83-2d74-482e-9520-ad6aff649ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:39.206040 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aa4064f7-2600-4129-8a9c-4f13f7d66f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.381315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:40.432480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:41.234998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:47:41.721459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:00.067704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43454) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:00.159114 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4e0fd48e-49bc-4df0-9d3e-507029a07c86 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=5e4a8f216e894d43bb9450dc62ec6901&network_id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 2999 time: 0.0898762 Dec 22 08:48:01.767160 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:48:04.491619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43472) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.562530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f624f141-40c6-4bcc-b621-5548e723ee28 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:04.564041 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f624f141-40c6-4bcc-b621-5548e723ee28 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead HTTP/1.1" status: 200 len: 814 time: 0.0713897 Dec 22 08:48:04.680569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43478) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:04.900778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Deleting port d1af7fa2-8a55-4090-879b-b4ef970242b6 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:04.901101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.079344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.079573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.197097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Calling delete_port for d1af7fa2-8a55-4090-879b-b4ef970242b6 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:05.359375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.362812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3a3ef7dc-4b08-4fd7-a07a-12c9df810d29 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:05.401927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event deleted for resources: {'Port': ['ID=d1af7fa2-8a55-4090-879b-b4ef970242b6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:05.405328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:05.494680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.569643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43486) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:05.575300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2bc2ac93-b096-4369-9225-d7d7246efb5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:05.683468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ac93-b096-4369-9225-d7d7246efb5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.958494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ac93-b096-4369-9225-d7d7246efb5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.964910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ac93-b096-4369-9225-d7d7246efb5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:05.965486 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-2bc2ac93-b096-4369-9225-d7d7246efb5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP 0e88f9e3-66b1-404d-995f-f7a89d881408 disassociated. External IP: 172.26.5.213, port: c700a184-2886-4264-9842-b7677edb3499. Dec 22 08:48:06.008281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Router 0110442b-4a23-46b7-8a57-ad853c51d04c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:48:06.213915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:48:06.223786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] Sync routers for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:48:06.236725 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:06.236950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:06.237450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.291798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "DELETE /v2.0/floatingips/cf05235b-afe4-4277-b46f-710ee41d6573 HTTP/1.1" status: 204 len: 168 time: 1.6100972 Dec 22 08:48:06.293129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:06.361468 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'status': 'completed', 'code': 200} Dec 22 08:48:06.371693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc2ac93-b096-4369-9225-d7d7246efb5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:48:06.431220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:06.610535 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f885346c-98d4-4d39-8802-234f2303e6cf req-80c5954d-1225-4c15-ba49-04baeaa10741 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 1098 time: 0.1732280 Dec 22 08:48:06.813989 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5ae17755-0716-4ddc-818d-a57ec133d11f', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:49Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 1, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.817984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] Checking router: 0110442b-4a23-46b7-8a57-ad853c51d04c for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:48:06.829317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:06.829911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:06.959718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885346c-98d4-4d39-8802-234f2303e6cf req-79fe4779-bd9f-4947-baab-7a2567e5da9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:06.961144 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f885346c-98d4-4d39-8802-234f2303e6cf req-79fe4779-bd9f-4947-baab-7a2567e5da9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.3435731 Dec 22 08:48:06.973635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e7eaa-394a-4dae-80d6-32db3a93e4ae req-51ffb6b1-e7ec-4236-aafb-c900ab3cd2f2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:06.975168 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f51e7eaa-394a-4dae-80d6-32db3a93e4ae req-51ffb6b1-e7ec-4236-aafb-c900ab3cd2f2 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 945 time: 0.3321638 Dec 22 08:48:07.016472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:07.062734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc2ac93-b096-4369-9225-d7d7246efb5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:48:07.065167 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f885346c-98d4-4d39-8802-234f2303e6cf req-f2cd0dcc-730d-43fc-a573-b27d094f74fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26eb3616-1134-4ff1-8566-f813e3b01cc1 HTTP/1.1" status: 200 len: 217 time: 0.0879323 Dec 22 08:48:07.068106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ac93-b096-4369-9225-d7d7246efb5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.072859 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] Sync routers for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:48:07.086268 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:07.086947 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:07.131657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2077a618-5ec2-44c3-a1c6-0dbd95b64b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:07.195300 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2bc2ac93-b096-4369-9225-d7d7246efb5e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 690 time: 1.6218181 Dec 22 08:48:07.195300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'tag': 'c700a184-2886-4264-9842-b7677edb3499'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:07.196147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43498) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:07.211819 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f51e7eaa-394a-4dae-80d6-32db3a93e4ae req-4184b22f-f89b-4104-bb58-b87b55cf9c28 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868119 Dec 22 08:48:07.213914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885346c-98d4-4d39-8802-234f2303e6cf req-2864aef1-8fd1-48fb-889a-8a05efc80c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:07.215452 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f885346c-98d4-4d39-8802-234f2303e6cf req-2864aef1-8fd1-48fb-889a-8a05efc80c31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.1135578 Dec 22 08:48:07.286820 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:07.296598 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-da68c209-3542-4d5e-8d56-5a7584f934c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 690 time: 0.0973299 Dec 22 08:48:07.344840 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f885346c-98d4-4d39-8802-234f2303e6cf req-a1dcd54e-d6c3-44fb-a0fe-5194dbe04689 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193774 Dec 22 08:48:07.460061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5ae17755-0716-4ddc-818d-a57ec133d11f', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:49Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 1, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:07.464935 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb603ea-7092-4544-847d-f05afbb337b5 None None] The sync data for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv is: [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '5ae17755-0716-4ddc-818d-a57ec133d11f', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'port_id': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'mac_address': 'fa:16:3e:da:7e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904e80e-192e-43ad-a440-361497c20e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:43:49Z', 'updated_at': '2021-12-22T08:43:55Z', 'revision_number': 1, 'project_id': '24a66f8478a345ff840018a8952a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:48:07.503869 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f885346c-98d4-4d39-8802-234f2303e6cf req-81979573-e9fe-432b-b512-c7e632f1b98a service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501992 Dec 22 08:48:07.601394 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'tag': 'c700a184-2886-4264-9842-b7677edb3499', 'status': 'completed', 'code': 200} Dec 22 08:48:07.653586 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:07.658522 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] Checking router: f79a8d6a-2d3e-42f2-910e-2aadd13e4677 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:48:07.666762 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f885346c-98d4-4d39-8802-234f2303e6cf req-f65a4060-e0d7-43ee-9a08-8cf2a289cd35 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481931 Dec 22 08:48:07.671805 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:07.672609 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:47:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:07.706696 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2f8e4300-1a19-482d-bf54-47f8d2d417bf req-74cdcb43-448f-4d5c-be1b-bb305c6ff6d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 1098 time: 0.0797694 Dec 22 08:48:07.794531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f7364-f4dc-4b46-a51e-9eab3f1aa1d3 None None] New status for floating IP cf05235b-afe4-4277-b46f-710ee41d6573: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:48:07.853975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e4300-1a19-482d-bf54-47f8d2d417bf req-d49157ce-fb1e-4af5-ac38-7632bb59710a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:07.855530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2f8e4300-1a19-482d-bf54-47f8d2d417bf req-d49157ce-fb1e-4af5-ac38-7632bb59710a service neutron] 10.222.0.32 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 897 time: 0.1406586 Dec 22 08:48:07.901184 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:07.931513 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2f8e4300-1a19-482d-bf54-47f8d2d417bf req-c9d73cb3-2085-4505-a048-6ed1782d27cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c700a184-2886-4264-9842-b7677edb3499 HTTP/1.1" status: 200 len: 217 time: 0.0674529 Dec 22 08:48:07.993516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e4300-1a19-482d-bf54-47f8d2d417bf req-d77be7a6-0262-400f-9757-ccc91b3d8517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:07.994949 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2f8e4300-1a19-482d-bf54-47f8d2d417bf req-d77be7a6-0262-400f-9757-ccc91b3d8517 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f HTTP/1.1" status: 200 len: 834 time: 0.0570779 Dec 22 08:48:08.078421 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2f8e4300-1a19-482d-bf54-47f8d2d417bf req-23a8e1f0-3565-4739-9110-6194669495f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=649e03b2-5969-4358-91bc-8caea1e859fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722098 Dec 22 08:48:08.212533 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:08.215715 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ea332-1138-401e-b8fa-69e893ff6725 None None] The sync data for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv is: [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:48:08.215984 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2f8e4300-1a19-482d-bf54-47f8d2d417bf req-08fb4476-f62d-4a58-978f-1afb7b9291cb service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291966 Dec 22 08:48:08.302754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43508) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:08.335956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-61fed2cf-2381-4d6e-ad86-fda33566f360 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:08.337391 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-61fed2cf-2381-4d6e-ad86-fda33566f360 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 945 time: 0.0848618 Dec 22 08:48:08.400581 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e1b635bc-0a3f-4910-b5c4-0dc72fac9039 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 690 time: 0.0947566 Dec 22 08:48:08.450916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Deleting port 26eb3616-1134-4ff1-8566-f813e3b01cc1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:08.451279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.487003 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664fec51-5624-4cf2-b282-a5dc396f6715 None None] New status for floating IP 0e88f9e3-66b1-404d-995f-f7a89d881408: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:48:08.572231 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2f8e4300-1a19-482d-bf54-47f8d2d417bf req-cbcfd1cc-4d85-4785-8ef4-40335ffaf3a2 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446336 Dec 22 08:48:08.667224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561225fc-241d-4830-8e42-a9174c5acc21 req-c9acd6a4-b45f-44e5-b41a-efbcbe9fbff7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:08.668698 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-561225fc-241d-4830-8e42-a9174c5acc21 req-c9acd6a4-b45f-44e5-b41a-efbcbe9fbff7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 945 time: 0.2929635 Dec 22 08:48:08.760281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] For port 26eb3616-1134-4ff1-8566-f813e3b01cc1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=26eb3616-1134-4ff1-8566-f813e3b01cc1,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:08.760515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:08.769598 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-561225fc-241d-4830-8e42-a9174c5acc21 req-8df7d7ce-2855-4fd9-8506-3a3390c2abe9 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854011 Dec 22 08:48:08.882080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Calling delete_port for 26eb3616-1134-4ff1-8566-f813e3b01cc1 owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:09.048496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.054044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:09.096691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event deleted for resources: {'Port': ['ID=26eb3616-1134-4ff1-8566-f813e3b01cc1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:09.134984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.135397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.135761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.136125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.136483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.136845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.137202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.137560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.137914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.138260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.138592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:09.148786 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:09.201451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dfbf5066-32b1-4fa6-8891-cfc7126b4a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.299194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] No DVR routers for this DVR port 26eb3616-1134-4ff1-8566-f813e3b01cc1 on host hv-neutron-8226 {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:09.301625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:09.311273 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b7c4f19a-dad5-41f9-b41b-583a04b36cb2 req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "DELETE /v2.0/ports/26eb3616-1134-4ff1-8566-f813e3b01cc1 HTTP/1.1" status: 204 len: 173 time: 0.9680092 Dec 22 08:48:09.404493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43512) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:09.494975 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-98b3ae4d-f71d-43e5-88e6-80b2a85378a0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 688 time: 0.0871615 Dec 22 08:48:09.603092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'name': 'network-vif-deleted', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:09.661623 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a', 'name': 'network-vif-deleted', 'tag': '26eb3616-1134-4ff1-8566-f813e3b01cc1', 'status': 'completed', 'code': 200} Dec 22 08:48:09.933084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-238ce3f0-991f-486e-a40e-71e12ba57b0a req-79a149b7-bfc7-4833-abcf-8eadea500db7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:09.948665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-238ce3f0-991f-486e-a40e-71e12ba57b0a req-79a149b7-bfc7-4833-abcf-8eadea500db7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:09.950027 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-238ce3f0-991f-486e-a40e-71e12ba57b0a req-79a149b7-bfc7-4833-abcf-8eadea500db7 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ad4ee84-f37a-4d8d-a6e5-ae30a9443b3a HTTP/1.1" status: 200 len: 210 time: 0.0572507 Dec 22 08:48:10.375934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.432462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.903590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43528) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:10.912545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285668522', 'description': 'tempest-secgroup-smoke-285668522 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:10.921605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.931706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:10.946825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:10.982247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:10.986350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:10.989283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:10.995492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:11.056232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.061578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.068169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6a07dc04-9dd2-4f0f-8230-c6a67d2851d5 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:11.116605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc68cc4c-07aa-40f9-90b0-24624b5499ba,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.124450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.125698 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2210739 Dec 22 08:48:11.129062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43536) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.129775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.130154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.130524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.130910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.131350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.131681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.132162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.132609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.133016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.133381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.133795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:11.137258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'bc68cc4c-07aa-40f9-90b0-24624b5499ba', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:11.137735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:11.144275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:11.148363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:11.151259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:11.159692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:11.178755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.238441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 26eb3616-1134-4ff1-8566-f813e3b01cc1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:11.248283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.253790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.256031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:11.280141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 26eb3616-1134-4ff1-8566-f813e3b01cc1 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:11.281067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 26eb3616-1134-4ff1-8566-f813e3b01cc1 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:11.282518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8639491-6112-47de-b1b9-607e3acae6de,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.287681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:11.292229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.293423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.294926 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1642234 Dec 22 08:48:11.297894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43542) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.303427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'bc68cc4c-07aa-40f9-90b0-24624b5499ba', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:11.309272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:11.313133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:11.316038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:11.322086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:11.342839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.404260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.408939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.415030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ffb68b10-dc87-40a8-a11c-60da42d2ae83 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:11.434801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01dbaa26-b0bc-4de9-8901-a8c78c14e7ee,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.437417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:11.445823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.447028 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1482179 Dec 22 08:48:11.450158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43546) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.456518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'bc68cc4c-07aa-40f9-90b0-24624b5499ba', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:11.462835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:11.467068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:11.470264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:11.476869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:11.495685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.560606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.564877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.566815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8140f336-b4c1-4a4d-88a6-4c712516bc6b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:11.590740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d60c1ce-45fc-400c-af76-fbd5dd8610fa,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.593229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:11.601378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.602767 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1515658 Dec 22 08:48:11.605537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.611132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'bc68cc4c-07aa-40f9-90b0-24624b5499ba', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:11.617038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:11.620794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:11.623806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:11.629724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:11.645899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.712640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.718346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.726325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.727336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-30fb73ee-3343-4020-b5d4-38cc26028054 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:11.747795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb732aa-fad7-4d76-8f6b-1d88a1178196,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.750277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:11.754857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.756060 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1496041 Dec 22 08:48:11.758850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43554) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.764336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'bc68cc4c-07aa-40f9-90b0-24624b5499ba', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:11.770503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:11.774342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:11.777236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:11.783078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:11.794281 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:48:11.801388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.868124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.872604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.878921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:11.898023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5346c8-438e-40f0-8bac-13473f197ca0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:11.900459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:11.908665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:11.910021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1502302 Dec 22 08:48:11.912843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43558) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:11.918170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'bc68cc4c-07aa-40f9-90b0-24624b5499ba', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:11.924504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:11.928262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:11.931098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:11.936706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:11.947958 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:48:11.954838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.023677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.028514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.030639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-618db775-b714-49fb-a847-e798ab3eb76a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:12.052489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e063beb-6cba-4cd6-92a7-0f341b02e0d1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:12.054801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:12.063080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:12.064291 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1505637 Dec 22 08:48:12.296329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-a86def01-f9f4-4986-b761-76745beb0462 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:12.318499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-a86def01-f9f4-4986-b761-76745beb0462 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:12.320902 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-a86def01-f9f4-4986-b761-76745beb0462 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285668522&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0654554 Dec 22 08:48:12.484993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-30479de7-1b7f-4fde-8891-cc9683665616 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:12.485583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-30479de7-1b7f-4fde-8891-cc9683665616 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:12.498805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-30479de7-1b7f-4fde-8891-cc9683665616 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:12.500126 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-30479de7-1b7f-4fde-8891-cc9683665616 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 796 time: 0.1689503 Dec 22 08:48:12.526671 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1bd7e94b-4a0c-40c0-b23f-8dba20df8e5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0116765 Dec 22 08:48:12.621822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-a219176e-f80f-4961-ab57-8fb95c674830 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0871623 Dec 22 08:48:12.638645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-516d94d8-1eac-4c5f-90f7-bf64a5e8d572 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:48:12.642138 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-516d94d8-1eac-4c5f-90f7-bf64a5e8d572 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058978 Dec 22 08:48:12.776929 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-148f673c-b8d7-4e6e-9b19-f957847cdd4a service neutron] 10.222.0.31 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297131 Dec 22 08:48:12.916127 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-f53a7388-e2b8-4706-afe9-dfe18e95ede8 service neutron] 10.222.0.31 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329017 Dec 22 08:48:14.141283 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-218abc1d-1489-4831-b9e2-089fd0f00bed req-dd173a42-aff9-4926-87e5-2b4065c4ebf5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 210 time: 0.0478399 Dec 22 08:48:15.325913 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-efde1ad6-f574-4f17-b532-9baf19445b17 req-aec65a32-7d64-4591-89b6-151ae1a9c22f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 210 time: 0.0429006 Dec 22 08:48:15.444289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-af4382d4-7b18-4b98-b5d4-77519c584279 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:15.445602 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-af4382d4-7b18-4b98-b5d4-77519c584279 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 796 time: 0.1421483 Dec 22 08:48:15.500613 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-6082fe96-7922-4177-b4fc-c81ee46fb8d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 471 time: 0.0414889 Dec 22 08:48:15.510216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['bc68cc4c-07aa-40f9-90b0-24624b5499ba']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:15.653275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:15.670306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:15.681758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:15.684993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:15.755770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43600) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:15.851326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.5 (649e03b2-5969-4358-91bc-8caea1e859fe/6fb050e0-1399-44c0-8ba9-bb6d912d9a9f/9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:15.967627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Deleting port 74ec5e7c-d2ca-4b8d-9143-6e4aa906e52e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:15.968044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.041676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.057547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:16.079883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.089275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b61041c7-1074-4753-8db1-eb6ccb514850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:16.143692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.144013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.193125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 649e03b2-5969-4358-91bc-8caea1e859fe is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:16.204264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:16.210348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:48:16.242468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:16.249334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:16.267206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Calling delete_port for 74ec5e7c-d2ca-4b8d-9143-6e4aa906e52e owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:16.278686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:16.279365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.309975 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8029280 Dec 22 08:48:16.321939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Request body: {'port': {'device_id': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:16.512074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1e4f9dcc-a0d6-41aa-bf1c-67f58c9fbd9b None None] Provisioning for port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:16.518662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1e4f9dcc-a0d6-41aa-bf1c-67f58c9fbd9b None None] Provisioning complete for port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:16.519309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9dcc-a0d6-41aa-bf1c-67f58c9fbd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.561013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.567039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ea050ff0-6a45-4ffe-b691-83fd3e65a82b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:16.572669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.588390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f9dcc-a0d6-41aa-bf1c-67f58c9fbd9b None None] Port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:48:16.612287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event deleted for resources: {'Port': ['ID=74ec5e7c-d2ca-4b8d-9143-6e4aa906e52e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:16.615783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:16.675856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ade87d-74a0-42ae-8243-5ac7c51a4c20 req-e7887698-c54c-4fd9-a1f1-fc476979910a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:16.676565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-16ade87d-74a0-42ae-8243-5ac7c51a4c20 req-e7887698-c54c-4fd9-a1f1-fc476979910a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:16.711687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:16.751603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-16ade87d-74a0-42ae-8243-5ac7c51a4c20 req-e7887698-c54c-4fd9-a1f1-fc476979910a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:16.752779 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-16ade87d-74a0-42ae-8243-5ac7c51a4c20 req-e7887698-c54c-4fd9-a1f1-fc476979910a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 931 time: 0.2769516 Dec 22 08:48:16.878623 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-16ade87d-74a0-42ae-8243-5ac7c51a4c20 req-d75962d0-bd4c-49ac-b392-6f23bda46036 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189256 Dec 22 08:48:17.109750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b {{(pid=83496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:48:17.117959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.123381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Router 0110442b-4a23-46b7-8a57-ad853c51d04c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:48:17.133750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Transition to ACTIVE for port object 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b will not be triggered until provisioned by entity L2. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:17.138192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.142312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-df29ac7d-d68d-45a7-a377-338dadbfebe0 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:17.257873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:17.267705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:17.352077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:48:17.365079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] Sync routers for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:48:17.377503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.379389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:17.380363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:17.381738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Attempting to bind port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:48:17.382074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Attempting to bind port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:48:17.382393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Attempting to bind port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b on network 649e03b2-5969-4358-91bc-8caea1e859fe {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:48:17.388574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b on network 649e03b2-5969-4358-91bc-8caea1e859fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:48:17.388824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Attempting to bind port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b on network 649e03b2-5969-4358-91bc-8caea1e859fe {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:48:17.395742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:48:17.396068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Checking segment: {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:48:17.396495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Bound using segment: {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'} {{(pid=83496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:48:17.396911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.managers [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Bound port: 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfce837-d407-4368-bc18-1671de514813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe'}}] {{(pid=83496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:48:17.397245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.440757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "DELETE /v2.0/floatingips/5ae17755-0716-4ddc-818d-a57ec133d11f HTTP/1.1" status: 204 len: 168 time: 1.6812546 Dec 22 08:48:17.440757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:17.502632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] For port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b, host hv-neutron-8226, cleared binding levels {{(pid=83496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:48:17.505301 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'status': 'completed', 'code': 200} Dec 22 08:48:17.508768 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] For port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:48:17.520664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.526125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:17.594991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:17.597501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:17.599187 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] 10.222.0.32 "PUT /v2.0/ports/9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b HTTP/1.1" status: 200 len: 1093 time: 1.2818217 Dec 22 08:48:17.599849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'tag': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:17.617704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,revision_number=3']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:17.624468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:17.730941 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b41a38fd-b377-45c1-89e1-1b93a60510c8 req-2a87925b-ee33-45f1-a711-425e75db71f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=24a66f8478a345ff840018a8952a092e&device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 1098 time: 0.1883373 Dec 22 08:48:17.752501 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-29b0ba42-794f-403d-aa94-7d46796001d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 1096 time: 0.1039329 Dec 22 08:48:17.754164 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'tag': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b', 'status': 'completed', 'code': 200} Dec 22 08:48:17.837954 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-292b9d99-99d1-46eb-9ab7-2918522df899 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b HTTP/1.1" status: 200 len: 217 time: 0.0773945 Dec 22 08:48:17.945752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a38fd-b377-45c1-89e1-1b93a60510c8 req-683dc5b4-15b3-4643-b2ee-7b4f14f50530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:17.947252 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b41a38fd-b377-45c1-89e1-1b93a60510c8 req-683dc5b4-15b3-4643-b2ee-7b4f14f50530 service neutron] 10.222.0.32 "GET /v2.0/networks?id=92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 200 len: 912 time: 0.2086840 Dec 22 08:48:17.984833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-84450bf6-fdc3-4171-9354-816a353cbc15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:17.986476 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-84450bf6-fdc3-4171-9354-816a353cbc15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f HTTP/1.1" status: 200 len: 834 time: 0.1416721 Dec 22 08:48:18.021330 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b41a38fd-b377-45c1-89e1-1b93a60510c8 req-da32b806-a672-470d-9827-e114762a1e3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045 HTTP/1.1" status: 200 len: 217 time: 0.0665154 Dec 22 08:48:18.079775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137fe01-56db-42ca-997e-adbf60928582 req-845f70ac-79ef-4346-aac5-99b6e7ac3971 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:18.081340 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7137fe01-56db-42ca-997e-adbf60928582 req-845f70ac-79ef-4346-aac5-99b6e7ac3971 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 945 time: 0.1685719 Dec 22 08:48:18.088469 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:18.093004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] Checking router: 0110442b-4a23-46b7-8a57-ad853c51d04c for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:48:18.105503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:18.106128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:18.123292 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-50e3c993-5dd8-4ba5-b906-249efca3212b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=649e03b2-5969-4358-91bc-8caea1e859fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1258667 Dec 22 08:48:18.137172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a38fd-b377-45c1-89e1-1b93a60510c8 req-69f40e16-2014-4dae-a766-cab0bb0dbf99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:18.138596 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b41a38fd-b377-45c1-89e1-1b93a60510c8 req-69f40e16-2014-4dae-a766-cab0bb0dbf99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 200 len: 850 time: 0.0719516 Dec 22 08:48:18.201204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f8946-e50d-4e34-8cad-35dd91814535 req-fbe43cf7-1ab1-4071-a73a-63df06671061 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:18.202795 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff5f8946-e50d-4e34-8cad-35dd91814535 req-fbe43cf7-1ab1-4071-a73a-63df06671061 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 943 time: 0.1769555 Dec 22 08:48:18.215162 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7137fe01-56db-42ca-997e-adbf60928582 req-83ea8101-fdec-4a42-b7ed-ac6292ebb01b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180525 Dec 22 08:48:18.264488 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff5f8946-e50d-4e34-8cad-35dd91814535 req-6a5b2d49-64dc-4d0c-97fd-dd8e08414eaa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530069 Dec 22 08:48:18.272355 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b41a38fd-b377-45c1-89e1-1b93a60510c8 req-9eb4022c-c8b7-434d-bde5-b9ddc569b11d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=92f65482-9f9c-46c3-804a-23a9f7abb542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234457 Dec 22 08:48:18.278071 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-bdf80002-2830-4610-8f4d-73f92fc0d1c9 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456559 Dec 22 08:48:18.354491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:18.420438 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bae53a3a-ef4d-4c84-8fbc-1f8fe5a86fb4 req-662a8717-b567-43dc-af16-d87058b4111f service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322956 Dec 22 08:48:18.539309 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b41a38fd-b377-45c1-89e1-1b93a60510c8 req-4b1438e7-4374-433e-98d5-74b0c25ea337 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529261 Dec 22 08:48:18.571656 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-397b715b-febd-44c1-8ca8-3b4608560ff2 req-6c3b966f-c64b-4ee3-adbd-7736a0a79f1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 1096 time: 0.0848885 Dec 22 08:48:18.677545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b41a38fd-b377-45c1-89e1-1b93a60510c8 req-bea958db-70b8-4699-a1f6-b32cf9c00425 service neutron] 10.222.0.32 "GET /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317594 Dec 22 08:48:18.702375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:18.706528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe7ec8-cec6-4423-b5e9-44a6f7c57a5d None None] The sync data for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv is: [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '779454ce-ba3b-4a83-862a-0b93bb4e406d', 'name': '', 'network_id': '92f65482-9f9c-46c3-804a-23a9f7abb542', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'mac_address': 'fa:16:3e:3d:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eee5301-e275-4078-a5f2-0e5308490799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:18Z', 'updated_at': '2021-12-22T08:39:31Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'subnets': [{'id': '8eee5301-e275-4078-a5f2-0e5308490799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:48:18.713445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b715b-febd-44c1-8ca8-3b4608560ff2 req-0b286e12-82af-4541-86d5-8883951333f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:18.714978 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-397b715b-febd-44c1-8ca8-3b4608560ff2 req-0b286e12-82af-4541-86d5-8883951333f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 897 time: 0.1366518 Dec 22 08:48:18.784037 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-397b715b-febd-44c1-8ca8-3b4608560ff2 req-8f8e5611-f070-41f9-b6aa-08ab4d150582 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b HTTP/1.1" status: 200 len: 217 time: 0.0607445 Dec 22 08:48:18.850863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b715b-febd-44c1-8ca8-3b4608560ff2 req-bb854ec5-f745-44b8-bec7-9a39e9772e2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:18.852360 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-397b715b-febd-44c1-8ca8-3b4608560ff2 req-bb854ec5-f745-44b8-bec7-9a39e9772e2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f HTTP/1.1" status: 200 len: 834 time: 0.0606368 Dec 22 08:48:18.931437 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3974fae-9b84-4217-9eb6-46e475358e3d None None] New status for floating IP 5ae17755-0716-4ddc-818d-a57ec133d11f: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:48:18.935847 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-397b715b-febd-44c1-8ca8-3b4608560ff2 req-b860716b-b468-444e-8bd1-4c1e609eec21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=649e03b2-5969-4358-91bc-8caea1e859fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766973 Dec 22 08:48:19.182181 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-397b715b-febd-44c1-8ca8-3b4608560ff2 req-272265dd-ae03-48ff-ac0f-767f5b6eb755 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369530 Dec 22 08:48:19.322365 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-397b715b-febd-44c1-8ca8-3b4608560ff2 req-0fc5b3a1-5db8-4371-a565-9e1a470cf11b service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326528 Dec 22 08:48:19.430209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455730a4-ee9a-474c-b197-5f9e5f2fe742 req-53b566b3-e940-453a-baf3-e22dd3a9c48f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:19.431689 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-455730a4-ee9a-474c-b197-5f9e5f2fe742 req-53b566b3-e940-453a-baf3-e22dd3a9c48f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 945 time: 0.0802031 Dec 22 08:48:19.467362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d36d-c173-4811-b7cf-f0c188fcc4cf req-5a2fa835-c8c3-4d19-af65-925b878a8c7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:19.469222 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b19d36d-c173-4811-b7cf-f0c188fcc4cf req-5a2fa835-c8c3-4d19-af65-925b878a8c7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 943 time: 0.0773039 Dec 22 08:48:19.478992 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-455730a4-ee9a-474c-b197-5f9e5f2fe742 req-767a290a-3f2b-4c16-9faf-bb7bb2eb9a2e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/security-groups?id=4eadc0ea-f026-44b2-bbfb-e5ca721864a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413642 Dec 22 08:48:19.522262 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b19d36d-c173-4811-b7cf-f0c188fcc4cf req-555acb92-89a1-4aa0-bb7d-32c19f90cc0a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470667 Dec 22 08:48:19.642662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4d74b0ba-b9e5-4922-81e7-616b5d1732ac tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:19.644103 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4d74b0ba-b9e5-4922-81e7-616b5d1732ac tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 945 time: 0.0762029 Dec 22 08:48:19.695445 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06045f35-177c-48a5-99e8-0daf11273528 req-a0f58c3b-daf8-41a9-90fa-88b38376d3a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747018 Dec 22 08:48:19.721984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Deleting port e42f2013-b288-4ce4-b421-7ad1b8df1045 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:19.722958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:19.795194 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06045f35-177c-48a5-99e8-0daf11273528 req-329cd01d-81e5-4a70-86c6-5656be7c1d44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb00fc42bd6240d7af14f4353fb6e83f&device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 1098 time: 0.0686784 Dec 22 08:48:19.945896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06045f35-177c-48a5-99e8-0daf11273528 req-881c966e-f3f6-4b3e-821d-04a8fffd3130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:19.947326 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06045f35-177c-48a5-99e8-0daf11273528 req-881c966e-f3f6-4b3e-821d-04a8fffd3130 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b83dd3-920d-4332-b36d-e02ded2d9928 HTTP/1.1" status: 200 len: 897 time: 0.1316974 Dec 22 08:48:19.971048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] For port e42f2013-b288-4ce4-b421-7ad1b8df1045, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e42f2013-b288-4ce4-b421-7ad1b8df1045,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:19.971436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.053530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06045f35-177c-48a5-99e8-0daf11273528 req-d592136e-b9ac-4ce7-9bf5-dcbceb09641e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef HTTP/1.1" status: 200 len: 1001 time: 0.0974751 Dec 22 08:48:20.090523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Calling delete_port for e42f2013-b288-4ce4-b421-7ad1b8df1045 owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:20.116577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06045f35-177c-48a5-99e8-0daf11273528 req-8c7c1ac0-23b1-4d22-9dcf-5211eddf2721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:20.118046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06045f35-177c-48a5-99e8-0daf11273528 req-8c7c1ac0-23b1-4d22-9dcf-5211eddf2721 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025 HTTP/1.1" status: 200 len: 834 time: 0.0572567 Dec 22 08:48:20.198195 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06045f35-177c-48a5-99e8-0daf11273528 req-db4fb230-22f4-4c72-ba4d-f3553ef77c47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b83dd3-920d-4332-b36d-e02ded2d9928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739508 Dec 22 08:48:20.236947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.242783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-74469719-4c81-4f8f-9b6d-3f13bbd2fcaa tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:20.285302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event deleted for resources: {'Port': ['ID=e42f2013-b288-4ce4-b421-7ad1b8df1045,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:20.289551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:20.335993 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06045f35-177c-48a5-99e8-0daf11273528 req-fb7f91bf-c5ad-48ee-b5f9-33548f7b3a6e service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309197 Dec 22 08:48:20.362371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] No DVR routers for this DVR port e42f2013-b288-4ce4-b421-7ad1b8df1045 on host hv-neutron-8226 {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:20.364956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:20.368947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'name': 'network-vif-deleted', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:20.379668 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7fce47cf-791b-42ea-8621-649c553f5abe req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.32 "DELETE /v2.0/ports/e42f2013-b288-4ce4-b421-7ad1b8df1045 HTTP/1.1" status: 204 len: 173 time: 0.7294912 Dec 22 08:48:20.423551 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904e80e-192e-43ad-a440-361497c20e63', 'name': 'network-vif-deleted', 'tag': 'e42f2013-b288-4ce4-b421-7ad1b8df1045', 'status': 'completed', 'code': 200} Dec 22 08:48:20.474420 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06045f35-177c-48a5-99e8-0daf11273528 req-60ad3996-13aa-455c-afd6-8c24a32edbb2 service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316895 Dec 22 08:48:20.660476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-991ec2a0-fd7b-4d98-957b-3f56ab17ffea req-351dba28-0087-451b-84f6-33d8aeaa287e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Synchronizing usage tracker for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:20.683638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-991ec2a0-fd7b-4d98-957b-3f56ab17ffea req-351dba28-0087-451b-84f6-33d8aeaa287e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Unset dirty status for tenant:24a66f8478a345ff840018a8952a092e on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:20.685843 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-991ec2a0-fd7b-4d98-957b-3f56ab17ffea req-351dba28-0087-451b-84f6-33d8aeaa287e tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904e80e-192e-43ad-a440-361497c20e63 HTTP/1.1" status: 200 len: 210 time: 0.0719643 Dec 22 08:48:20.751501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24fa2-39d7-4753-a6f8-64f3ef791423 req-21a2acfa-9f45-4497-836d-9826617f7114 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:20.752974 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c4d24fa2-39d7-4753-a6f8-64f3ef791423 req-21a2acfa-9f45-4497-836d-9826617f7114 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 943 time: 0.0939553 Dec 22 08:48:20.804013 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c4d24fa2-39d7-4753-a6f8-64f3ef791423 req-07134e86-c2e2-4ed4-b213-bdfa1f493739 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443830 Dec 22 08:48:21.800484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43630) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:21.960326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Deleting port 3575cf29-a382-4eb4-adb1-9e214af33981 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:21.960657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.005511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dc1b4-f50e-4f1c-927c-f839f9f8edf1 req-1464f476-42f3-48d6-a63d-a8845f7c457b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:22.006835 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f53dc1b4-f50e-4f1c-927c-f839f9f8edf1 req-1464f476-42f3-48d6-a63d-a8845f7c457b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 943 time: 0.0802748 Dec 22 08:48:22.052213 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f53dc1b4-f50e-4f1c-927c-f839f9f8edf1 req-b4620c5f-5725-4060-8f18-8fc152421659 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396883 Dec 22 08:48:22.128690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.128982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.362212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Calling delete_port for 3575cf29-a382-4eb4-adb1-9e214af33981 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:22.511554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.521556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:22.565525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event deleted for resources: {'Port': ['ID=3575cf29-a382-4eb4-adb1-9e214af33981,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:22.568199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:22.666642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.686028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:22.687554 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "DELETE /v2.0/floatingips/5d4f291d-1dc9-456c-b44c-5bb0e9dfd925 HTTP/1.1" status: 204 len: 168 time: 0.8859773 Dec 22 08:48:23.247741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d492273-94d9-48c3-9385-668edf653ffa req-3813e28b-25ae-43eb-8ebf-5e6a7fc07a23 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:23.249430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d492273-94d9-48c3-9385-668edf653ffa req-3813e28b-25ae-43eb-8ebf-5e6a7fc07a23 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 943 time: 0.0776832 Dec 22 08:48:23.291041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:48:23.294729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device e42f2013-b288-4ce4-b421-7ad1b8df1045 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:23.305141 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d492273-94d9-48c3-9385-668edf653ffa req-106b8b49-83f8-4c0e-81e0-fb65108686ea tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488062 Dec 22 08:48:23.334778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: e42f2013-b288-4ce4-b421-7ad1b8df1045 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:23.335205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device e42f2013-b288-4ce4-b421-7ad1b8df1045 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:23.462210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:23.476717 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'port_id': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b', 'mac_address': 'fa:16:3e:de:c0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:48:23.534075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.551946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:48:23.567085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:23.572571 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:23.574284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:23.645758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:23.654177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.654517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.654852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.655172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.655897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.656584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.656915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.657242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.657568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.657888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.658242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:48:23.662191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:23.920033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:48:24.517831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452757d-9040-4352-aee4-2d9c50963ae1 req-f65aa287-383e-4242-a224-9c2518b2ad64 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:24.519998 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2452757d-9040-4352-aee4-2d9c50963ae1 req-f65aa287-383e-4242-a224-9c2518b2ad64 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 944 time: 0.0876775 Dec 22 08:48:24.569352 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2452757d-9040-4352-aee4-2d9c50963ae1 req-6396b304-fdbe-47cc-96a8-6d0aa1bb2717 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430984 Dec 22 08:48:25.183666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43654) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:25.255993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f80976-6218-4d03-9c58-b183e2b3e79f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.285672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f80976-6218-4d03-9c58-b183e2b3e79f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.298427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:48:25.353385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f80976-6218-4d03-9c58-b183e2b3e79f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.358661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-31c244c0-d754-4617-897d-8e539a3f2067 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:25.367855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:48:25.373819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:48:25.374444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.375959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f80976-6218-4d03-9c58-b183e2b3e79f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eadc0ea-f026-44b2-bbfb-e5ca721864a7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:25.378817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-13f80976-6218-4d03-9c58-b183e2b3e79f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:25.386715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13f80976-6218-4d03-9c58-b183e2b3e79f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.390890 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-13f80976-6218-4d03-9c58-b183e2b3e79f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] 10.222.0.31 "DELETE /v2.0/security-groups/4eadc0ea-f026-44b2-bbfb-e5ca721864a7 HTTP/1.1" status: 204 len: 168 time: 0.2032545 Dec 22 08:48:25.471066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43660) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:25.521399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.549404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:25.559398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:25.565334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:25.567724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:25.635981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:25.639354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:25.721800 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b', 'code': 200} Dec 22 08:48:25.883673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dd04e-9d22-4e41-9cdf-b3739efbb5a0 req-36a742cc-ac21-4d04-ab16-f56195a31c44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:25.885192 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af4dd04e-9d22-4e41-9cdf-b3739efbb5a0 req-36a742cc-ac21-4d04-ab16-f56195a31c44 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 945 time: 0.1551852 Dec 22 08:48:25.995127 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af4dd04e-9d22-4e41-9cdf-b3739efbb5a0 req-ad3ce6b0-25e1-4b43-9123-649af865fdd9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029408 Dec 22 08:48:26.034467 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-71683c33-d215-4bba-8d77-78f4f2ef38ed req-6588baf4-b70d-4a95-8e78-0495d5542d5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 1098 time: 0.1034169 Dec 22 08:48:26.139739 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-71683c33-d215-4bba-8d77-78f4f2ef38ed req-eb99b42d-58b4-4700-99f0-effa4fedd859 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554779 Dec 22 08:48:26.259043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:26.978644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Deleting port 779454ce-ba3b-4a83-862a-0b93bb4e406d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:26.978947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.152390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] For port 779454ce-ba3b-4a83-862a-0b93bb4e406d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=779454ce-ba3b-4a83-862a-0b93bb4e406d,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:27.152690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.203618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dcea8-f794-46a0-b8bc-4467992461d6 req-dbe8477c-519d-4595-a1e9-9151d3ac15c2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:27.205068 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b61dcea8-f794-46a0-b8bc-4467992461d6 req-dbe8477c-519d-4595-a1e9-9151d3ac15c2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 945 time: 0.0815079 Dec 22 08:48:27.252445 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b61dcea8-f794-46a0-b8bc-4467992461d6 req-965074fe-318d-4999-a6fd-6b15b9eb1013 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416918 Dec 22 08:48:27.270261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Calling delete_port for 779454ce-ba3b-4a83-862a-0b93bb4e406d owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:27.445648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:27.449387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:27.488613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Pushing event deleted for resources: {'Port': ['ID=779454ce-ba3b-4a83-862a-0b93bb4e406d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:27.492539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:27.787804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:28.527797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6afe6-feef-4fa7-a458-b78506951624 req-157ae070-4556-4f35-a872-e89a9266fc93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:28.529232 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a4a6afe6-feef-4fa7-a458-b78506951624 req-157ae070-4556-4f35-a872-e89a9266fc93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 945 time: 0.1551065 Dec 22 08:48:28.586243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Router 0110442b-4a23-46b7-8a57-ad853c51d04c has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:48:28.594535 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a4a6afe6-feef-4fa7-a458-b78506951624 req-5ba8ee62-2ba0-44ec-93a1-b293a8192ce1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577157 Dec 22 08:48:28.798639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4295106-bfe2-40da-9a54-c3a1e20aabd0 req-e34c3dcb-9fb4-4157-949f-d3974398e2f9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:28.800139 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d4295106-bfe2-40da-9a54-c3a1e20aabd0 req-e34c3dcb-9fb4-4157-949f-d3974398e2f9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 945 time: 0.0758641 Dec 22 08:48:28.801605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:48:28.810177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] Sync routers for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:48:28.816842 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] 10.222.0.31 "PUT /v2.0/routers/0110442b-4a23-46b7-8a57-ad853c51d04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3424315 Dec 22 08:48:28.817272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43678) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.823024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:28.823898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:28.850864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d4295106-bfe2-40da-9a54-c3a1e20aabd0 req-38be9f64-8b23-4c7d-af9b-0178a31c0937 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433755 Dec 22 08:48:28.879013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43682) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.955903 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e908fca4-830a-438b-8fa1-b136f67bc1d5 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 1093 time: 0.0755458 Dec 22 08:48:28.959898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43686) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:28.965064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fb5a3c02-a76e-434b-9936-9b8e4ce06d1b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'port_id': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:29.010733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:29.016182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.151142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb5a3c02-a76e-434b-9936-9b8e4ce06d1b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.227607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.238996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Deleting port 7731daa7-d9ad-4a14-99a1-ea35f13192b5 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:29.239346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.352362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:48:27Z', 'revision_number': 5, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port': {'id': '7731daa7-d9ad-4a14-99a1-ea35f13192b5', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:07Z', 'updated_at': '2021-12-22T08:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:29.358310 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] Checking router: 0110442b-4a23-46b7-8a57-ad853c51d04c for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:48:29.368971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] Routers {'0110442b-4a23-46b7-8a57-ad853c51d04c'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:29.369595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0110442b-4a23-46b7-8a57-ad853c51d04c'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:29.416356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] For port 7731daa7-d9ad-4a14-99a1-ea35f13192b5, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=7731daa7-d9ad-4a14-99a1-ea35f13192b5,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:29.416630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.524673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] Set router 0110442b-4a23-46b7-8a57-ad853c51d04c gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:29.545330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Calling delete_port for 7731daa7-d9ad-4a14-99a1-ea35f13192b5 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:29.640428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:48:29Z', 'revision_number': 6, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:29.645000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a59c2b-6cec-414a-bb5c-304e7079a5f1 None None] The sync data for ids ['0110442b-4a23-46b7-8a57-ad853c51d04c'] in dv-neutron-822610-1-hyperv is: [{'id': '0110442b-4a23-46b7-8a57-ad853c51d04c', 'name': 'tempest-TestVolumeBootPattern-443842137-router', 'tenant_id': '24a66f8478a345ff840018a8952a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:05Z', 'updated_at': '2021-12-22T08:48:29Z', 'revision_number': 6, 'project_id': '24a66f8478a345ff840018a8952a092e', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:48:29.722855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.726623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c7174b5f-d734-494e-a752-e152bf2f6c6d tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:29.765265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7731daa7-d9ad-4a14-99a1-ea35f13192b5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:29.769190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:29.774129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb5a3c02-a76e-434b-9936-9b8e4ce06d1b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.778461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb5a3c02-a76e-434b-9936-9b8e4ce06d1b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:29.975751 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-fb5a3c02-a76e-434b-9936-9b8e4ce06d1b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP 0e88f9e3-66b1-404d-995f-f7a89d881408 associated. External IP: 172.26.5.213, port: 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b. Dec 22 08:48:30.113908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.370569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.377589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.391924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5a3c02-a76e-434b-9936-9b8e4ce06d1b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:48:30.409128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.409637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0110442b-4a23-46b7-8a57-ad853c51d04c {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:48:30.422553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.426035 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0110442b-4a23-46b7-8a57-ad853c51d04c HTTP/1.1" status: 204 len: 168 time: 1.6052799 Dec 22 08:48:30.426256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43692) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.490138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab9b71c-23e5-437b-be09-aa5be7ebaf56 admin admin] Deleting subnet 8eee5301-e275-4078-a5f2-0e5308490799 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:48:30.494408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eab9b71c-23e5-437b-be09-aa5be7ebaf56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.553390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eab9b71c-23e5-437b-be09-aa5be7ebaf56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.639741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eab9b71c-23e5-437b-be09-aa5be7ebaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.716118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eab9b71c-23e5-437b-be09-aa5be7ebaf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.721085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-043e0c58-545e-4f82-bd19-851c6b6d5e53 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:30.754989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5a3c02-a76e-434b-9936-9b8e4ce06d1b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:48:30.758761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9b71c-23e5-437b-be09-aa5be7ebaf56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eee5301-e275-4078-a5f2-0e5308490799,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:30.761088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb5a3c02-a76e-434b-9936-9b8e4ce06d1b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.762682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-eab9b71c-23e5-437b-be09-aa5be7ebaf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:30.765394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eab9b71c-23e5-437b-be09-aa5be7ebaf56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.770691 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] Sync routers for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:48:30.771369 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eab9b71c-23e5-437b-be09-aa5be7ebaf56 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8eee5301-e275-4078-a5f2-0e5308490799 HTTP/1.1" status: 204 len: 168 time: 0.3441038 Dec 22 08:48:30.773911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43696) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.774602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7731daa7-d9ad-4a14-99a1-ea35f13192b5 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:30.792178 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:30.793220 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:30.819139 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be20e314-4277-498a-a126-0db01a526c8e None None] Network 92f65482-9f9c-46c3-804a-23a9f7abb542 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:48:30.827136 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fb5a3c02-a76e-434b-9936-9b8e4ce06d1b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 991 time: 1.8662484 Dec 22 08:48:30.828278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'tag': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:30.833146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43700) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:30.933450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.945222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Deleting port 3b93a763-0f91-4e4c-b850-0dca14905526 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:30.945560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:30.961075 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5d56e454-0bd1-405b-afce-1e088e05790a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 991 time: 0.1262395 Dec 22 08:48:30.963092 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'tag': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b', 'status': 'completed', 'code': 200} Dec 22 08:48:30.988583 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:30.995454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 7731daa7-d9ad-4a14-99a1-ea35f13192b5 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:30.995812 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 7731daa7-d9ad-4a14-99a1-ea35f13192b5 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:30.996241 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 779454ce-ba3b-4a83-862a-0b93bb4e406d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:31.041965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 779454ce-ba3b-4a83-862a-0b93bb4e406d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:31.042684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 779454ce-ba3b-4a83-862a-0b93bb4e406d not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:31.144074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] DHCP port deletion for 92f65482-9f9c-46c3-804a-23a9f7abb542 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:48:31.148325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] Deleting port 3b93a763-0f91-4e4c-b850-0dca14905526 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:31.148754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.187981 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-259fa270-dc16-4dc4-adb6-7b8547fa4d1f req-4ad2e631-fcd6-460b-bed3-e7605a52e642 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 1098 time: 0.2172379 Dec 22 08:48:31.272051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] For port 3b93a763-0f91-4e4c-b850-0dca14905526, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3b93a763-0f91-4e4c-b850-0dca14905526,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:31.272394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.360046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] For port 3b93a763-0f91-4e4c-b850-0dca14905526, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3b93a763-0f91-4e4c-b850-0dca14905526,segment=NetworkSegment(da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84),segment_id=da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:31.360872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.387462 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0e88f9e3-66b1-404d-995f-f7a89d881408', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'port_id': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'mac_address': 'fa:16:3e:de:c0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:53Z', 'updated_at': '2021-12-22T08:48:29Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:31.392162 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] Checking router: f79a8d6a-2d3e-42f2-910e-2aadd13e4677 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:48:31.403328 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:31.403862 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:31.482711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] Calling delete_port for 3b93a763-0f91-4e4c-b850-0dca14905526 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:31.521694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Calling delete_port for 3b93a763-0f91-4e4c-b850-0dca14905526 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:31.569955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:31.576083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:31.589472 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:31.616304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fa270-dc16-4dc4-adb6-7b8547fa4d1f req-8e53e321-d75b-46b7-8797-6e312e8c6e3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:31.617019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] Pushing event deleted for resources: {'Port': ['ID=3b93a763-0f91-4e4c-b850-0dca14905526,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:31.617743 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-259fa270-dc16-4dc4-adb6-7b8547fa4d1f req-8e53e321-d75b-46b7-8797-6e312e8c6e3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 897 time: 0.4194036 Dec 22 08:48:31.619607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:31.622663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] No DVR routers for this DVR port 3b93a763-0f91-4e4c-b850-0dca14905526 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:31.623617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.db.api [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:48:31.624068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_db.api [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:48:31.731272 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-259fa270-dc16-4dc4-adb6-7b8547fa4d1f req-6629dff2-f7a5-455d-8873-2b8973a4b38d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b HTTP/1.1" status: 200 len: 999 time: 0.0969024 Dec 22 08:48:31.798296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fa270-dc16-4dc4-adb6-7b8547fa4d1f req-1462c613-8222-4508-9b19-87fb3742afc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:31.799757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-259fa270-dc16-4dc4-adb6-7b8547fa4d1f req-1462c613-8222-4508-9b19-87fb3742afc1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f HTTP/1.1" status: 200 len: 834 time: 0.0604329 Dec 22 08:48:31.875211 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-259fa270-dc16-4dc4-adb6-7b8547fa4d1f req-9ba5d0f7-ba62-4e97-81b6-57bc65c5782d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=649e03b2-5969-4358-91bc-8caea1e859fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670097 Dec 22 08:48:31.940130 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0e88f9e3-66b1-404d-995f-f7a89d881408', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'port_id': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'mac_address': 'fa:16:3e:de:c0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:53Z', 'updated_at': '2021-12-22T08:48:29Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:31.944166 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebff75-8400-4b88-9709-c09a1149c86f None None] The sync data for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv is: [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0e88f9e3-66b1-404d-995f-f7a89d881408', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'port_id': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'mac_address': 'fa:16:3e:de:c0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:46:53Z', 'updated_at': '2021-12-22T08:48:29Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:48:31.964218 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43706) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:32.014572 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-259fa270-dc16-4dc4-adb6-7b8547fa4d1f req-28ccf991-213c-40ee-9e91-a0024a933f6e service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318533 Dec 22 08:48:32.076157 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e160118b-edc7-4b24-b99d-bfd94fefbd6c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 991 time: 0.1107259 Dec 22 08:48:32.133559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Deleting port 3b93a763-0f91-4e4c-b850-0dca14905526 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:32.133887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.160001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c847eee-3118-4cbf-9ad2-f30a6b1ffa3b None None] New status for floating IP 0e88f9e3-66b1-404d-995f-f7a89d881408: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:48:32.215326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] The port '3b93a763-0f91-4e4c-b850-0dca14905526' was deleted {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:48:32.219307 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-259fa270-dc16-4dc4-adb6-7b8547fa4d1f req-55b40890-f743-4336-a17e-542df26ed3d0 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961312 Dec 22 08:48:32.332292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.358196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f65482-9f9c-46c3-804a-23a9f7abb542']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:32.371829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:32.372114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da800aaa-8d71-4cd1-8e05-9b0b9cb1fb84') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:32.384619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.400517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.407063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:48:32.407468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:32.420699 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:32.499141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.503071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f1a50c75-6fed-4225-988b-137056030e4c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:32.515759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:32.528173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=92f65482-9f9c-46c3-804a-23a9f7abb542,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:32.532717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:32.548296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43710) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:32.548499 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] 10.222.0.31 "DELETE /v2.0/networks/92f65482-9f9c-46c3-804a-23a9f7abb542 HTTP/1.1" status: 204 len: 168 time: 1.7735169 Dec 22 08:48:32.741021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3b93a763-0f91-4e4c-b850-0dca14905526 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:32.773914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 3b93a763-0f91-4e4c-b850-0dca14905526 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:32.774261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3b93a763-0f91-4e4c-b850-0dca14905526 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:32.962964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.080237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43714) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:33.210158 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f409922-a9d4-4d95-a6ee-a2b411812abb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 200 len: 993 time: 0.1203659 Dec 22 08:48:33.576588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Deleting port 19a99b66-b52f-4e4a-8206-6203bfb3348f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:33.577184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.757730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] For port 19a99b66-b52f-4e4a-8206-6203bfb3348f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=19a99b66-b52f-4e4a-8206-6203bfb3348f,segment=NetworkSegment(339d5835-706c-4a85-af86-1e038ab2559e),segment_id=339d5835-706c-4a85-af86-1e038ab2559e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:33.758073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:33.993931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Calling delete_port for 19a99b66-b52f-4e4a-8206-6203bfb3348f owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:34.180473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:34.184281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c1605df5-815b-466f-a50b-3ec7b54fcd42 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:34.224447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Pushing event deleted for resources: {'Port': ['ID=19a99b66-b52f-4e4a-8206-6203bfb3348f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:34.228714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:34.520016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.112987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Router 17e099fb-4f92-422c-82c1-de9bcba3b30b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:48:35.325194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:48:35.334109 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] Sync routers for ids ['17e099fb-4f92-422c-82c1-de9bcba3b30b'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:48:35.345984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43720) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:35.346518 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] 10.222.0.31 "PUT /v2.0/routers/17e099fb-4f92-422c-82c1-de9bcba3b30b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7966318 Dec 22 08:48:35.359905 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] Routers {'17e099fb-4f92-422c-82c1-de9bcba3b30b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:35.360533 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['17e099fb-4f92-422c-82c1-de9bcba3b30b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:35.555977 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] Set router 17e099fb-4f92-422c-82c1-de9bcba3b30b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:35.571704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.844833 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:30Z', 'updated_at': '2021-12-22T08:48:34Z', 'revision_number': 5, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'gw_port': {'id': '4e8082a4-a59e-4424-86f6-96ddd8a12f41', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:39:32Z', 'updated_at': '2021-12-22T08:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:35.848908 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] Checking router: 17e099fb-4f92-422c-82c1-de9bcba3b30b for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:48:35.859021 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] Routers {'17e099fb-4f92-422c-82c1-de9bcba3b30b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:35.859637 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['17e099fb-4f92-422c-82c1-de9bcba3b30b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:35.889096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:35.899582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Deleting port 4e8082a4-a59e-4424-86f6-96ddd8a12f41 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:35.899952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.035771 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] Set router 17e099fb-4f92-422c-82c1-de9bcba3b30b gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:36.078681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] For port 4e8082a4-a59e-4424-86f6-96ddd8a12f41, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4e8082a4-a59e-4424-86f6-96ddd8a12f41,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:36.079038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.137244 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:30Z', 'updated_at': '2021-12-22T08:48:35Z', 'revision_number': 6, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:36.141631 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad4a60f-0f86-4788-9d74-dd83ae744e17 None None] The sync data for ids ['17e099fb-4f92-422c-82c1-de9bcba3b30b'] in dv-neutron-822610-1-hyperv is: [{'id': '17e099fb-4f92-422c-82c1-de9bcba3b30b', 'name': 'tempest-TestVolumeBootPattern-1350167312-router', 'tenant_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:39:30Z', 'updated_at': '2021-12-22T08:48:35Z', 'revision_number': 6, 'project_id': '7a7582edb06b4ba8afde8bcf2dd962bd', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:48:36.200188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Calling delete_port for 4e8082a4-a59e-4424-86f6-96ddd8a12f41 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:36.377658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.381315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-62ef9070-e5cc-4655-bdf1-6c79e473d2a3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:36.420279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8082a4-a59e-4424-86f6-96ddd8a12f41,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:36.423817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:36.675575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.749059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 19a99b66-b52f-4e4a-8206-6203bfb3348f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:36.784903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 19a99b66-b52f-4e4a-8206-6203bfb3348f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:36.785255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 19a99b66-b52f-4e4a-8206-6203bfb3348f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:36.943338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.947923 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.976980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.977466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e099fb-4f92-422c-82c1-de9bcba3b30b {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:48:36.990313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:36.991485 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] 10.222.0.31 "DELETE /v2.0/routers/17e099fb-4f92-422c-82c1-de9bcba3b30b HTTP/1.1" status: 204 len: 168 time: 1.6434271 Dec 22 08:48:36.994169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43724) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:37.076355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ae40a463-2f56-45d1-b3c8-68803044a816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.180707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] Deleting subnet ff30c3df-395a-40e4-87d6-eeacec1adbe5 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:48:37.183749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.232973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.312522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.391251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.394769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-55b1469e-ad8b-49d7-8ea7-5c6b7cfc57fe tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:37.426561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff30c3df-395a-40e4-87d6-eeacec1adbe5,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:37.431777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:37.434908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.439939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c712fa2-253a-4c6d-81f3-3a773f6b90ff None None] Network c690d9cb-4082-45ab-bd5c-a65ad9a760ae requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:48:37.441640 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff30c3df-395a-40e4-87d6-eeacec1adbe5 HTTP/1.1" status: 204 len: 168 time: 0.4464931 Dec 22 08:48:37.444358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43728) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:37.550473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.560845 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Deleting port 112db5ed-d752-4fb4-98c4-74dae94ddcac {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:37.561163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.679026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] DHCP port deletion for c690d9cb-4082-45ab-bd5c-a65ad9a760ae request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:48:37.682963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] Deleting port 112db5ed-d752-4fb4-98c4-74dae94ddcac {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:37.683348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.762260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] For port 112db5ed-d752-4fb4-98c4-74dae94ddcac, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=112db5ed-d752-4fb4-98c4-74dae94ddcac,segment=NetworkSegment(339d5835-706c-4a85-af86-1e038ab2559e),segment_id=339d5835-706c-4a85-af86-1e038ab2559e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:37.762586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.880662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Calling delete_port for 112db5ed-d752-4fb4-98c4-74dae94ddcac owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:37.885176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] For port 112db5ed-d752-4fb4-98c4-74dae94ddcac, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=112db5ed-d752-4fb4-98c4-74dae94ddcac,segment=NetworkSegment(339d5835-706c-4a85-af86-1e038ab2559e),segment_id=339d5835-706c-4a85-af86-1e038ab2559e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:37.885714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.953473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:37.958121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3245307b-b9d7-4374-a5d9-8d3cedb89765 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:38.001717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=112db5ed-d752-4fb4-98c4-74dae94ddcac,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:38.004193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:38.006579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] No DVR routers for this DVR port 112db5ed-d752-4fb4-98c4-74dae94ddcac on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:38.008752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] Calling delete_port for 112db5ed-d752-4fb4-98c4-74dae94ddcac owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:38.081742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 08:48:38.082101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 08:48:38.120879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.145006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c690d9cb-4082-45ab-bd5c-a65ad9a760ae']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:38.156622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339d5835-706c-4a85-af86-1e038ab2559e') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:38.156904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339d5835-706c-4a85-af86-1e038ab2559e') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:38.168055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.183508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.189744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:48:38.190107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:38.202724 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:38.290540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.294294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-61513404-c285-4c8d-8fb1-6e96b935e4a7 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:38.306814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.316804 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c690d9cb-4082-45ab-bd5c-a65ad9a760ae,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:38.321089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:38.324676 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] 10.222.0.31 "DELETE /v2.0/networks/c690d9cb-4082-45ab-bd5c-a65ad9a760ae HTTP/1.1" status: 204 len: 168 time: 0.8793657 Dec 22 08:48:38.483585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43734) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:38.537655 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f8fbd44e-6f54-4675-bf5d-045e1f9f7a9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24a66f8478a345ff840018a8952a092e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524726 Dec 22 08:48:38.540033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43738) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:38.583045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] Deleting port 112db5ed-d752-4fb4-98c4-74dae94ddcac {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:38.583456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.650463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac422b-8772-4a01-918d-7cb28b5ae62d None None] The port '112db5ed-d752-4fb4-98c4-74dae94ddcac' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 08:48:38.713952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e572c3a-b7d4-4280-b687-22cc40338d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.739868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e572c3a-b7d4-4280-b687-22cc40338d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.747814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 112db5ed-d752-4fb4-98c4-74dae94ddcac no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:38.769436 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:48:38.789218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 112db5ed-d752-4fb4-98c4-74dae94ddcac {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:38.789755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 112db5ed-d752-4fb4-98c4-74dae94ddcac not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:38.790213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4e8082a4-a59e-4424-86f6-96ddd8a12f41 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:38.809324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e572c3a-b7d4-4280-b687-22cc40338d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.813683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-457fbe33-e3bc-4975-881f-d1bcdedb974c tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:38.822704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 4e8082a4-a59e-4424-86f6-96ddd8a12f41 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:38.823054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4e8082a4-a59e-4424-86f6-96ddd8a12f41 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:38.826450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e572c3a-b7d4-4280-b687-22cc40338d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3116fb3-f74e-4777-93e4-4c5ef9ef6412,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:38.829739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7e572c3a-b7d4-4280-b687-22cc40338d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:38.835737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7e572c3a-b7d4-4280-b687-22cc40338d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:38.836872 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7e572c3a-b7d4-4280-b687-22cc40338d2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3116fb3-f74e-4777-93e4-4c5ef9ef6412 HTTP/1.1" status: 204 len: 168 time: 0.2956119 Dec 22 08:48:39.203043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43748) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.203363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a11d4830-5488-4ff7-af3e-f1bee75cbf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.262595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43752) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.313677 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3a427778-2281-45c7-8cc7-1f68641c1ba4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a7582edb06b4ba8afde8bcf2dd962bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496330 Dec 22 08:48:39.316086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43756) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:39.376899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d315c09-a0fb-4005-a201-88eba02e3ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.403340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d315c09-a0fb-4005-a201-88eba02e3ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.407104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Deleting port 347e2269-75f8-440b-8454-fc2febbc52ef {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:39.407473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.461378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d315c09-a0fb-4005-a201-88eba02e3ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.465639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:39.479157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d315c09-a0fb-4005-a201-88eba02e3ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ca848c-f64d-402c-90ba-cb1b7b212392,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:39.482099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5d315c09-a0fb-4005-a201-88eba02e3ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:39.484140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5d315c09-a0fb-4005-a201-88eba02e3ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.487699 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5d315c09-a0fb-4005-a201-88eba02e3ec0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0ca848c-f64d-402c-90ba-cb1b7b212392 HTTP/1.1" status: 204 len: 168 time: 0.1682224 Dec 22 08:48:39.586975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.587546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.705660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Calling delete_port for 347e2269-75f8-440b-8454-fc2febbc52ef owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:39.867743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:39.871942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-506c229d-0da6-4202-90b3-1fdd27b8552c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:39.911987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event deleted for resources: {'Port': ['ID=347e2269-75f8-440b-8454-fc2febbc52ef,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:39.915861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:40.004473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.379548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.406127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Router 0fb814ac-e7eb-4d47-929b-6eae8528f167 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:48:40.435138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.721362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:48:40.731125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] Sync routers for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:48:40.742833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:40.743292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:40.743924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:40.795581 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "DELETE /v2.0/floatingips/bb4da622-d89e-441f-a571-6d268adcb3ce HTTP/1.1" status: 204 len: 168 time: 1.5895855 Dec 22 08:48:40.796285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:40.854316 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'status': 'completed', 'code': 200} Dec 22 08:48:40.929317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:40.953026 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e569f438-b303-45df-a010-5bbf87c4c74f req-f32a60bc-3774-4a8b-bf65-e64887b92b84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb00fc42bd6240d7af14f4353fb6e83f&device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 1098 time: 0.0737739 Dec 22 08:48:41.093901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569f438-b303-45df-a010-5bbf87c4c74f req-d90428a4-9a3b-46fd-94d7-c6eea80dba3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:41.095352 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e569f438-b303-45df-a010-5bbf87c4c74f req-d90428a4-9a3b-46fd-94d7-c6eea80dba3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=59b83dd3-920d-4332-b36d-e02ded2d9928 HTTP/1.1" status: 200 len: 897 time: 0.1356735 Dec 22 08:48:41.211867 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e569f438-b303-45df-a010-5bbf87c4c74f req-8480af41-76c2-4ffa-a18b-a9ca447fee15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef HTTP/1.1" status: 200 len: 217 time: 0.1072655 Dec 22 08:48:41.282396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.294951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569f438-b303-45df-a010-5bbf87c4c74f req-74f4e72b-cd21-42b5-8c6c-6568e7ed93fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:41.297017 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e569f438-b303-45df-a010-5bbf87c4c74f req-74f4e72b-cd21-42b5-8c6c-6568e7ed93fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025 HTTP/1.1" status: 200 len: 834 time: 0.0761538 Dec 22 08:48:41.307186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24839294-b1e9-4c44-8d36-161d8d46ec19 req-69dc0662-41a4-49a3-98c0-faea933885ed tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:41.307871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-24839294-b1e9-4c44-8d36-161d8d46ec19 req-69dc0662-41a4-49a3-98c0-faea933885ed tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Synchronizing usage tracker for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:41.310827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '10a1e3da-72a9-4397-80e0-f655b703d7de', 'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'mac_address': 'fa:16:3e:5b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:27Z', 'updated_at': '2021-12-22T08:45:37Z', 'revision_number': 5, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'subnets': [{'id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:41.315100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] Checking router: 0fb814ac-e7eb-4d47-929b-6eae8528f167 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:48:41.325643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:41.326249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:41.365469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-24839294-b1e9-4c44-8d36-161d8d46ec19 req-69dc0662-41a4-49a3-98c0-faea933885ed tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Unset dirty status for tenant:cb00fc42bd6240d7af14f4353fb6e83f on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:41.366620 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-24839294-b1e9-4c44-8d36-161d8d46ec19 req-69dc0662-41a4-49a3-98c0-faea933885ed tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.2061450 Dec 22 08:48:41.422578 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e569f438-b303-45df-a010-5bbf87c4c74f req-a58b85eb-f31d-4c32-9ea1-cdfc8ae1eaf6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59b83dd3-920d-4332-b36d-e02ded2d9928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110842 Dec 22 08:48:41.429873 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-24839294-b1e9-4c44-8d36-161d8d46ec19 req-8327de0e-56f1-4681-a9cc-d67bf673de27 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568488 Dec 22 08:48:41.512848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:41.559492 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e569f438-b303-45df-a010-5bbf87c4c74f req-99265a7c-9977-4daf-9257-d3827580c131 service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286621 Dec 22 08:48:41.693042 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e569f438-b303-45df-a010-5bbf87c4c74f req-b5b1d0f8-456e-491d-932f-f2ad47a6f09c service neutron] 10.222.0.32 "GET /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268952 Dec 22 08:48:41.741283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:41.840766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '10a1e3da-72a9-4397-80e0-f655b703d7de', 'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'mac_address': 'fa:16:3e:5b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:27Z', 'updated_at': '2021-12-22T08:45:37Z', 'revision_number': 5, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'subnets': [{'id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:41.844923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c256b7e-8abd-4bb0-8466-b5d4ca58090a None None] The sync data for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv is: [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '10a1e3da-72a9-4397-80e0-f655b703d7de', 'name': '', 'network_id': '59b83dd3-920d-4332-b36d-e02ded2d9928', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'mac_address': 'fa:16:3e:5b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:27Z', 'updated_at': '2021-12-22T08:45:37Z', 'revision_number': 5, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'subnets': [{'id': '7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:48:42.569569 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da544b-40d4-4db5-b384-e9f8a42d0198 None None] New status for floating IP bb4da622-d89e-441f-a571-6d268adcb3ce: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:48:42.654910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ef8a1-4c9f-4009-a5c2-cf05b4d4ec67 req-fdd92b5f-3e11-475d-a336-d9c10c6a7db0 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:42.656674 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-777ef8a1-4c9f-4009-a5c2-cf05b4d4ec67 req-fdd92b5f-3e11-475d-a336-d9c10c6a7db0 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.0787210 Dec 22 08:48:42.703683 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-777ef8a1-4c9f-4009-a5c2-cf05b4d4ec67 req-38f6e230-f9fc-4716-9af0-12e695dbee12 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/security-groups?id=9dd79957-c35d-4bd2-b1f6-a8d21cd87095&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413098 Dec 22 08:48:42.843421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-0e215a80-9430-44a5-b667-9ebad9030cdf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:42.845185 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-0e215a80-9430-44a5-b667-9ebad9030cdf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 945 time: 0.0910826 Dec 22 08:48:42.911909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Deleting port faa30f88-a373-4ad6-89c0-617bcd3b58ef {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:42.912118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.152999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] For port faa30f88-a373-4ad6-89c0-617bcd3b58ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=faa30f88-a373-4ad6-89c0-617bcd3b58ef,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:43.153354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.277338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Calling delete_port for faa30f88-a373-4ad6-89c0-617bcd3b58ef owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:43.417707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.424415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b1f97e3-2314-4e2e-bd34-ae6495aa55e4 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:43.466949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event deleted for resources: {'Port': ['ID=faa30f88-a373-4ad6-89c0-617bcd3b58ef,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:43.470614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:43.550101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] No DVR routers for this DVR port faa30f88-a373-4ad6-89c0-617bcd3b58ef on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:43.554026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:43.557562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'name': 'network-vif-deleted', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:48:43.574482 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-78f56034-a1ac-446f-96aa-966a0e5a8163 req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.32 "DELETE /v2.0/ports/faa30f88-a373-4ad6-89c0-617bcd3b58ef HTTP/1.1" status: 204 len: 173 time: 0.7232625 Dec 22 08:48:43.616409 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ac2673-61b7-4665-8dde-fcc8348f09e3', 'name': 'network-vif-deleted', 'tag': 'faa30f88-a373-4ad6-89c0-617bcd3b58ef', 'status': 'completed', 'code': 200} Dec 22 08:48:43.885565 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ca2086ae-7301-4c25-8c80-025eb05bd40a req-af2264a5-7a1b-457e-97f7-b3016a2fd85d tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ac2673-61b7-4665-8dde-fcc8348f09e3 HTTP/1.1" status: 200 len: 210 time: 0.0476260 Dec 22 08:48:45.005031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43776) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:45.392129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device faa30f88-a373-4ad6-89c0-617bcd3b58ef no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:45.427559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: faa30f88-a373-4ad6-89c0-617bcd3b58ef {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:45.427903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device faa30f88-a373-4ad6-89c0-617bcd3b58ef not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:45.528961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.174514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Deleting port 10a1e3da-72a9-4397-80e0-f655b703d7de {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:46.175282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.371934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] For port 10a1e3da-72a9-4397-80e0-f655b703d7de, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=10a1e3da-72a9-4397-80e0-f655b703d7de,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:46.372256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.491873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Calling delete_port for 10a1e3da-72a9-4397-80e0-f655b703d7de owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:46.689307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:46.693502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17f876e5-1598-402c-b086-5413101bcffd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:46.738066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event deleted for resources: {'Port': ['ID=10a1e3da-72a9-4397-80e0-f655b703d7de,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:46.741446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:47.154608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:47.761870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Router 0fb814ac-e7eb-4d47-929b-6eae8528f167 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:48:47.964613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:48:47.974878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] Sync routers for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:48:47.981781 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "PUT /v2.0/routers/0fb814ac-e7eb-4d47-929b-6eae8528f167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9756668 Dec 22 08:48:47.985001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43780) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:47.989923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:47.990542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:48.170445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:48.172096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Deleting subnet 7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:48:48.175106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.233825 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.317633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.392645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.396264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-846e6ff4-c73a-4588-9922-ad8bb0ef37ee tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:48.456223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:48:46Z', 'revision_number': 5, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:48.461159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] Checking router: 0fb814ac-e7eb-4d47-929b-6eae8528f167 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:48:48.474058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] Routers {'0fb814ac-e7eb-4d47-929b-6eae8528f167'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:48:48.474686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:48:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['0fb814ac-e7eb-4d47-929b-6eae8528f167'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:48.562952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event deleted for resources: {'Subnet': ['ID=7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:48.566432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:48.570130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.580655 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "DELETE /v2.0/subnets/7213b9f7-2c2b-4dd2-9d72-9d31eb5b3025 HTTP/1.1" status: 204 len: 168 time: 0.5913119 Dec 22 08:48:48.580950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43784) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:48.609145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64f2ec4-1b7e-4314-b36c-853c6f8df28b None None] Network 59b83dd3-920d-4332-b36d-e02ded2d9928 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:48:48.790016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:48.857086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] Set router 0fb814ac-e7eb-4d47-929b-6eae8528f167 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:48:48.997060 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.007717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Deleting port e707b6ae-35e2-4d74-ad86-54a988b09437 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:49.008044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.141524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] DHCP port deletion for 59b83dd3-920d-4332-b36d-e02ded2d9928 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:48:49.148198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] Deleting port e29971ee-ec1c-4e79-981f-e3434351dada {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:48:49.148572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.186216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] For port e707b6ae-35e2-4d74-ad86-54a988b09437, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e707b6ae-35e2-4d74-ad86-54a988b09437,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:49.186582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.313694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Calling delete_port for e707b6ae-35e2-4d74-ad86-54a988b09437 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:49.333148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:48:46Z', 'revision_number': 5, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:49.349244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dc8a7-caf7-4cb8-8b88-0cbf47061e0b None None] The sync data for ids ['0fb814ac-e7eb-4d47-929b-6eae8528f167'] in dv-neutron-822610-1-hyperv is: [{'id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528132728', 'tenant_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:45:17Z', 'updated_at': '2021-12-22T08:48:46Z', 'revision_number': 5, 'project_id': 'cb00fc42bd6240d7af14f4353fb6e83f', 'gw_port': {'id': 'e707b6ae-35e2-4d74-ad86-54a988b09437', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb814ac-e7eb-4d47-929b-6eae8528f167', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:45:19Z', 'updated_at': '2021-12-22T08:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:48:49.373344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] For port e29971ee-ec1c-4e79-981f-e3434351dada, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e29971ee-ec1c-4e79-981f-e3434351dada,segment=NetworkSegment(d0ae09a4-b8b1-44dc-bf9a-479622a64bb7),segment_id=d0ae09a4-b8b1-44dc-bf9a-479622a64bb7)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:48:49.373903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.493048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.497324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:49.506178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] Calling delete_port for e29971ee-ec1c-4e79-981f-e3434351dada owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:48:49.539162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event deleted for resources: {'Port': ['ID=e707b6ae-35e2-4d74-ad86-54a988b09437,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:49.542689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:49.581219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:49.585397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:49.626875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] Pushing event deleted for resources: {'Port': ['ID=e29971ee-ec1c-4e79-981f-e3434351dada,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:49.630595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:49.633566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] No DVR routers for this DVR port e29971ee-ec1c-4e79-981f-e3434351dada on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:48:49.762907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.138227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.145152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.176693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.177194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb814ac-e7eb-4d47-929b-6eae8528f167 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:48:50.191495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.192591 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "DELETE /v2.0/routers/0fb814ac-e7eb-4d47-929b-6eae8528f167 HTTP/1.1" status: 204 len: 168 time: 1.6106801 Dec 22 08:48:50.195559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43788) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:50.318542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.453888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.479133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b83dd3-920d-4332-b36d-e02ded2d9928']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:50.491207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:50.491528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ae09a4-b8b1-44dc-bf9a-479622a64bb7') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:48:50.502590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.522722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.530163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:48:50.530819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:48:50.550933 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:48:50.634532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.638220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa7f33ae-bb55-4428-af5c-4bd8a5c58451 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:50.652520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.663984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event deleted for resources: {'Network': ['ID=59b83dd3-920d-4332-b36d-e02ded2d9928,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:50.667035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:50.673589 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "DELETE /v2.0/networks/59b83dd3-920d-4332-b36d-e02ded2d9928 HTTP/1.1" status: 204 len: 168 time: 0.4769733 Dec 22 08:48:50.676311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43792) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:50.750292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 10a1e3da-72a9-4397-80e0-f655b703d7de no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:50.757271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55675aa-be5b-4dd3-8d5f-b17abb9c5af8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.786100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 10a1e3da-72a9-4397-80e0-f655b703d7de {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:50.786453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 10a1e3da-72a9-4397-80e0-f655b703d7de not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:50.786877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e29971ee-ec1c-4e79-981f-e3434351dada no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:50.788306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55675aa-be5b-4dd3-8d5f-b17abb9c5af8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.818709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: e29971ee-ec1c-4e79-981f-e3434351dada {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:50.819066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e29971ee-ec1c-4e79-981f-e3434351dada not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:50.819521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e707b6ae-35e2-4d74-ad86-54a988b09437 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:48:50.854791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: e707b6ae-35e2-4d74-ad86-54a988b09437 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:48:50.855247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e707b6ae-35e2-4d74-ad86-54a988b09437 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:48:50.856380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55675aa-be5b-4dd3-8d5f-b17abb9c5af8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.861262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ee10e87a-3517-4bd2-945f-5726b586f1a9 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:50.880551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55675aa-be5b-4dd3-8d5f-b17abb9c5af8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd79957-c35d-4bd2-b1f6-a8d21cd87095,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:50.883065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a55675aa-be5b-4dd3-8d5f-b17abb9c5af8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:50.894019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a55675aa-be5b-4dd3-8d5f-b17abb9c5af8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:50.895494 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a55675aa-be5b-4dd3-8d5f-b17abb9c5af8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] 10.222.0.31 "DELETE /v2.0/security-groups/9dd79957-c35d-4bd2-b1f6-a8d21cd87095 HTTP/1.1" status: 204 len: 168 time: 0.2182467 Dec 22 08:48:51.361944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43802) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:51.593251 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2f943e90-ae75-4e76-924a-96329d15a3af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb00fc42bd6240d7af14f4353fb6e83f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2298765 Dec 22 08:48:51.595732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43808) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:51.653158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8850-91cf-40cd-9c87-5b89595161c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.678208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8850-91cf-40cd-9c87-5b89595161c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.736713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8850-91cf-40cd-9c87-5b89595161c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.740564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c10949e6-4311-408f-9dba-7fabefb18734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:51.754156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c8850-91cf-40cd-9c87-5b89595161c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa11fd81-9e17-4add-a140-4af94c4a0ca9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:51.758951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f2c8850-91cf-40cd-9c87-5b89595161c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:51.760831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8850-91cf-40cd-9c87-5b89595161c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:51.761930 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1f2c8850-91cf-40cd-9c87-5b89595161c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa11fd81-9e17-4add-a140-4af94c4a0ca9 HTTP/1.1" status: 204 len: 168 time: 0.1653757 Dec 22 08:48:52.124823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43816) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:52.147790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.179944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:52.185860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Usage tracker for resource:security_group_rule and tenant:7da4d50245944bb99581cb59704b9791 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:52.190391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:52.199408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:52.275337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.279935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.287005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9db42148-44c9-419e-a230-73883daa05a4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:52.325470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59471083-5329-428e-9c00-db8ed03b5fe9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:52.328940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:52.331675 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7da4d50245944bb99581cb59704b9791&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2056651 Dec 22 08:48:52.335738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43820) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:52.397495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14e69114-54bd-4799-978b-3e3cb6d8fcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.423192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14e69114-54bd-4799-978b-3e3cb6d8fcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.483475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14e69114-54bd-4799-978b-3e3cb6d8fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.487335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-753e80f0-c11e-447f-b855-944af276f557 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:52.501912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e69114-54bd-4799-978b-3e3cb6d8fcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59471083-5329-428e-9c00-db8ed03b5fe9,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:52.504176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-14e69114-54bd-4799-978b-3e3cb6d8fcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:52.508550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-14e69114-54bd-4799-978b-3e3cb6d8fcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:52.512133 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-14e69114-54bd-4799-978b-3e3cb6d8fcd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59471083-5329-428e-9c00-db8ed03b5fe9 HTTP/1.1" status: 204 len: 168 time: 0.1751060 Dec 22 08:48:53.449813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43842) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:53.591364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1903884382-network', 'tenant_id': '8e6ae51e5c6c474eb10783e933b432f0'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:53.596233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:53.600602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Usage tracker for resource:network and tenant:8e6ae51e5c6c474eb10783e933b432f0 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:53.603478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:53.609131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:53.622010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Made reservation on behalf of 8e6ae51e5c6c474eb10783e933b432f0 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:53.624635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.637254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.668262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:53.672270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Usage tracker for resource:security_group_rule and tenant:8e6ae51e5c6c474eb10783e933b432f0 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:53.674950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:53.680431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:53.745888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.752495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.755788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e17bfcd0-6346-45d6-a022-6d5750044c93 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:53.785233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:53.790724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09419320-5ca2-4aae-930c-1857d6d299b5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:53.794022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:53.799490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.799800 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Added segment c854bc0b-71f9-4721-a9aa-5071ece25b07 of type vlan for network 8d67e6f3-1e0d-4322-af3e-134232c131cf Dec 22 08:48:53.829465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.861657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.862546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:53.863221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:53.866513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27e2ec27-6d2a-4092-a6c6-54cbcc0cf1d3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:53.969214 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5182145 Dec 22 08:48:53.970058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Pushing event updated for resources: {'Network': ['ID=8d67e6f3-1e0d-4322-af3e-134232c131cf,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:53.972251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43848) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:53.975044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:53.978678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Request body: {'subnet': {'network_id': '8d67e6f3-1e0d-4322-af3e-134232c131cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1903884382-subnet', 'tenant_id': '8e6ae51e5c6c474eb10783e933b432f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:53.980718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 8d67e6f3-1e0d-4322-af3e-134232c131cf details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:53.983626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:53.987912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Usage tracker for resource:subnet and tenant:8e6ae51e5c6c474eb10783e933b432f0 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:53.990773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:53.996544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:54.007849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Made reservation on behalf of 8e6ae51e5c6c474eb10783e933b432f0 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:54.010320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.216606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.220367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9c3c3501-c64d-425b-893d-37b4f415545b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:54.295110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4327108d-eeec-40b9-97a6-5731ecea402f,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:54.297885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:54.312247 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Checking segment: {'id': 'c854bc0b-71f9-4721-a9aa-5071ece25b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8d67e6f3-1e0d-4322-af3e-134232c131cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:48:54.312765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Network hostable DHCP agents. Network: 8d67e6f3-1e0d-4322-af3e-134232c131cf, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:54.343649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Network 8d67e6f3-1e0d-4322-af3e-134232c131cf is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:54.354140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 8d67e6f3-1e0d-4322-af3e-134232c131cf) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:54.358363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:54.359162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:54.364534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92b29c0-6511-4463-9da7-5c4eda89dc4f None None] Network 8d67e6f3-1e0d-4322-af3e-134232c131cf requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:48:54.379070 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4055362 Dec 22 08:48:54.633119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f46df-d38b-47d5-b751-e2c331b30fd9 None None] Network 8d67e6f3-1e0d-4322-af3e-134232c131cf requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:48:55.255630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43870) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:55.261349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-350549708-network', 'tenant_id': '10f9c42a6e804ab1bb6acfbac69a250c'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:55.266505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:55.270425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Usage tracker for resource:network and tenant:10f9c42a6e804ab1bb6acfbac69a250c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:55.273353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:55.281466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:55.294630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Made reservation on behalf of 10f9c42a6e804ab1bb6acfbac69a250c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:55.296957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.309870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.342631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:55.346763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Usage tracker for resource:security_group_rule and tenant:10f9c42a6e804ab1bb6acfbac69a250c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:55.349983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:55.355652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:55.426119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.432299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.435190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b4470a06-886a-4247-be63-f489ac564e25 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:55.474563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:48:55.483415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df65b4dc-5b28-4f14-a216-5bfdde1f7645,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:55.486860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:55.489426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.489760 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Added segment 79d0ed02-dca9-453c-9847-587fbf8a1499 of type vlan for network d5636c96-4c9f-4b1a-804d-a9d8458f13b0 Dec 22 08:48:55.516755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.548349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.549323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:55.549894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:55.553242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9adeb4f3-d044-42f0-ad49-116f5aa18fcd tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:55.762124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Pushing event updated for resources: {'Network': ['ID=d5636c96-4c9f-4b1a-804d-a9d8458f13b0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:55.766010 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5092196 Dec 22 08:48:55.766889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:55.768658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43874) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:48:55.773403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network d5636c96-4c9f-4b1a-804d-a9d8458f13b0 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:48:55.774007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Request body: {'subnet': {'network_id': 'd5636c96-4c9f-4b1a-804d-a9d8458f13b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-350549708-subnet', 'tenant_id': '10f9c42a6e804ab1bb6acfbac69a250c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:55.779247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:55.784137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Usage tracker for resource:subnet and tenant:10f9c42a6e804ab1bb6acfbac69a250c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:55.787118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:55.793022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:55.805259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Made reservation on behalf of 10f9c42a6e804ab1bb6acfbac69a250c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:55.807515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.013281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.016928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-51e2ac1a-56be-420f-b473-9e16c5e944c2 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:56.083666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401cb896-204e-45d4-82a0-a836c48d227b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:56.086301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:56.102778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Checking segment: {'id': '79d0ed02-dca9-453c-9847-587fbf8a1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5636c96-4c9f-4b1a-804d-a9d8458f13b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:48:56.103127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Network hostable DHCP agents. Network: d5636c96-4c9f-4b1a-804d-a9d8458f13b0, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:48:56.126181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Network d5636c96-4c9f-4b1a-804d-a9d8458f13b0 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:48:56.136776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, d5636c96-4c9f-4b1a-804d-a9d8458f13b0) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:56.141284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:56.142014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:56.146129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935819e-039f-4ebc-b8c0-f2264c588661 None None] Network d5636c96-4c9f-4b1a-804d-a9d8458f13b0 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:48:56.162731 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3929088 Dec 22 08:48:56.359336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e60277-d2ae-45df-85d8-d6c0ecf4f790 None None] Network d5636c96-4c9f-4b1a-804d-a9d8458f13b0 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:48:56.763734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-225cec24-455d-4f63-84a8-fb1a2656758a tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:56.765196 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-225cec24-455d-4f63-84a8-fb1a2656758a tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/networks?id=8d67e6f3-1e0d-4322-af3e-134232c131cf HTTP/1.1" status: 200 len: 812 time: 0.1494818 Dec 22 08:48:56.781903 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-83639ed3-c690-417c-b05e-a3a5ef2635a8 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/quotas/8e6ae51e5c6c474eb10783e933b432f0 HTTP/1.1" status: 200 len: 375 time: 0.0112202 Dec 22 08:48:56.829054 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-a97a4d78-a493-42ee-b727-f2ec9ac72253 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e6ae51e5c6c474eb10783e933b432f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416446 Dec 22 08:48:56.988180 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d3717bf-8579-43c0-a173-04f63af6efea service neutron] 10.222.0.31 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485634 Dec 22 08:48:57.122002 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-14aeb0ae-4a24-45c3-8c95-df6e97030a77 service neutron] 10.222.0.31 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250296 Dec 22 08:48:57.327430 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eb764f39-8a94-4bfe-b08b-482f873382bb req-e3384281-b87e-40b9-ab09-959a5e0327d6 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 210 time: 0.0508394 Dec 22 08:48:58.415960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-52b5a340-62f0-4c13-9131-35acb98f353f tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:58.417337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-52b5a340-62f0-4c13-9131-35acb98f353f tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.32 "GET /v2.0/networks?id=8d67e6f3-1e0d-4322-af3e-134232c131cf HTTP/1.1" status: 200 len: 812 time: 0.1475894 Dec 22 08:48:58.435752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Request body: {'port': {'device_id': '240322d3-80e9-408b-9e56-b611a44b9709', 'network_id': '8d67e6f3-1e0d-4322-af3e-134232c131cf', 'admin_state_up': True, 'tenant_id': '8e6ae51e5c6c474eb10783e933b432f0'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:58.551094 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b5b92168-ff74-4b0f-9bd3-86fbd59d036e req-3d02fe63-4ff0-42d8-a654-676963a37575 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 210 time: 0.0982778 Dec 22 08:48:58.620842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:48:58.625332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Usage tracker for resource:port and tenant:8e6ae51e5c6c474eb10783e933b432f0 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:48:58.630027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:48:58.635951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:48:58.649555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Made reservation on behalf of 8e6ae51e5c6c474eb10783e933b432f0 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:48:58.654122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:58.824566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Allocated IP 172.20.0.11 (8d67e6f3-1e0d-4322-af3e-134232c131cf/4327108d-eeec-40b9-97a6-5731ecea402f/6c7ebeef-9ce6-429b-8270-7972a40bcef9) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:48:59.026296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.055354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.061003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d2fb141-e18c-4550-927b-b8ee159a7fd1 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:59.126630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Network 8d67e6f3-1e0d-4322-af3e-134232c131cf is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:48:59.129969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:48:59.134064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:48:59.269691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Pushing event updated for resources: {'Port': ['ID=6c7ebeef-9ce6-429b-8270-7972a40bcef9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:59.276413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:48:59.305844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:59.306431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.328665 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981369 Dec 22 08:48:59.340388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Request body: {'port': {'device_id': '240322d3-80e9-408b-9e56-b611a44b9709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:48:59.453177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.748430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77da58-d9e9-416a-bcf8-073b81280d57 req-58bfb339-f76e-4157-bf64-7bcbe201214c tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:48:59.750020 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7a77da58-d9e9-416a-bcf8-073b81280d57 req-58bfb339-f76e-4157-bf64-7bcbe201214c tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 932 time: 0.0786674 Dec 22 08:48:59.786299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7ebeef-9ce6-429b-8270-7972a40bcef9 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:48:59.793178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.796930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-7a77da58-d9e9-416a-bcf8-073b81280d57 req-e763c9db-dac6-488d-9cf9-f8f007f02c29 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Synchronizing usage tracker for tenant:8e6ae51e5c6c474eb10783e933b432f0 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:48:59.808047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Transition to ACTIVE for port object 6c7ebeef-9ce6-429b-8270-7972a40bcef9 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:48:59.811825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:48:59.816006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d4be397-a877-44c2-b8fb-1383c1fa27db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:48:59.816553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-7a77da58-d9e9-416a-bcf8-073b81280d57 req-e763c9db-dac6-488d-9cf9-f8f007f02c29 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Unset dirty status for tenant:8e6ae51e5c6c474eb10783e933b432f0 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:48:59.817894 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7a77da58-d9e9-416a-bcf8-073b81280d57 req-e763c9db-dac6-488d-9cf9-f8f007f02c29 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621271 Dec 22 08:48:59.928576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Pushing event updated for resources: {'Port': ['ID=6c7ebeef-9ce6-429b-8270-7972a40bcef9,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:48:59.937972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:00.044440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Attempting to bind port 6c7ebeef-9ce6-429b-8270-7972a40bcef9 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:49:00.044716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Attempting to bind port 6c7ebeef-9ce6-429b-8270-7972a40bcef9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c854bc0b-71f9-4721-a9aa-5071ece25b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8d67e6f3-1e0d-4322-af3e-134232c131cf'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:49:00.045050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Attempting to bind port 6c7ebeef-9ce6-429b-8270-7972a40bcef9 on network 8d67e6f3-1e0d-4322-af3e-134232c131cf {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:49:00.051495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Port 6c7ebeef-9ce6-429b-8270-7972a40bcef9 on network 8d67e6f3-1e0d-4322-af3e-134232c131cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:49:00.051803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Attempting to bind port 6c7ebeef-9ce6-429b-8270-7972a40bcef9 on network 8d67e6f3-1e0d-4322-af3e-134232c131cf {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:49:00.058271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:49:00.058593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Checking segment: {'id': 'c854bc0b-71f9-4721-a9aa-5071ece25b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8d67e6f3-1e0d-4322-af3e-134232c131cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:49:00.058954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Bound using segment: {'id': 'c854bc0b-71f9-4721-a9aa-5071ece25b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8d67e6f3-1e0d-4322-af3e-134232c131cf'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:49:00.059385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Bound port: 6c7ebeef-9ce6-429b-8270-7972a40bcef9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c854bc0b-71f9-4721-a9aa-5071ece25b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8d67e6f3-1e0d-4322-af3e-134232c131cf'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:49:00.059711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.148336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] For port 6c7ebeef-9ce6-429b-8270-7972a40bcef9, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:49:00.151519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] For port 6c7ebeef-9ce6-429b-8270-7972a40bcef9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6c7ebeef-9ce6-429b-8270-7972a40bcef9,segment=NetworkSegment(c854bc0b-71f9-4721-a9aa-5071ece25b07),segment_id=c854bc0b-71f9-4721-a9aa-5071ece25b07)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:49:00.158279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.162372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3ea359de-1d33-4dfe-8801-de58266a42d0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:00.228579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:00.229930 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] 10.222.0.32 "PUT /v2.0/ports/6c7ebeef-9ce6-429b-8270-7972a40bcef9 HTTP/1.1" status: 200 len: 1094 time: 0.8935304 Dec 22 08:49:00.230437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240322d3-80e9-408b-9e56-b611a44b9709', 'tag': '6c7ebeef-9ce6-429b-8270-7972a40bcef9'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:00.243745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Pushing event updated for resources: {'Port': ['ID=6c7ebeef-9ce6-429b-8270-7972a40bcef9,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:00.247955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:00.340776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-56575ea0-f64d-46a4-a623-10520ac89f0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e6ae51e5c6c474eb10783e933b432f0&device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 1097 time: 0.0726898 Dec 22 08:49:00.422057 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240322d3-80e9-408b-9e56-b611a44b9709', 'tag': '6c7ebeef-9ce6-429b-8270-7972a40bcef9', 'status': 'completed', 'code': 200} Dec 22 08:49:00.439868 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-d2aaba6b-1880-48ae-84a0-16739ad942a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7ebeef-9ce6-429b-8270-7972a40bcef9 HTTP/1.1" status: 200 len: 217 time: 0.0898905 Dec 22 08:49:00.512071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-9d6422a1-96ca-445d-bdc9-a51badd3cf82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:00.513812 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-9d6422a1-96ca-445d-bdc9-a51badd3cf82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4327108d-eeec-40b9-97a6-5731ecea402f HTTP/1.1" status: 200 len: 852 time: 0.0681076 Dec 22 08:49:00.568607 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-71d0bd2f-003b-4468-acd5-f40b00336050 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d67e6f3-1e0d-4322-af3e-134232c131cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479779 Dec 22 08:49:00.705984 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-7ea14e3d-96ec-4899-98b8-dd462e3caaff service neutron] 10.222.0.32 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314509 Dec 22 08:49:00.854515 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b1fbf2-79cf-4a5b-ad05-4a46955b1f15 req-16973250-ecd7-4a92-8408-7380c41a616b service neutron] 10.222.0.32 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418066 Dec 22 08:49:00.998584 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f434d2a6-59d1-4ce2-a295-4b3004664c19 req-40338aff-cc82-45c6-bc77-26926f416ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e6ae51e5c6c474eb10783e933b432f0&device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 1097 time: 0.0858672 Dec 22 08:49:01.059055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b664dd-cfaf-4f1a-93a7-5e30ff6a7a7e req-dd13ede8-64da-46bb-b7b6-1144536e0cc8 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:01.060526 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b6b664dd-cfaf-4f1a-93a7-5e30ff6a7a7e req-dd13ede8-64da-46bb-b7b6-1144536e0cc8 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 944 time: 0.0945861 Dec 22 08:49:01.217513 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b6b664dd-cfaf-4f1a-93a7-5e30ff6a7a7e req-34cf2096-697c-4a83-8c80-c32d0fe26553 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515291 Dec 22 08:49:01.242995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434d2a6-59d1-4ce2-a295-4b3004664c19 req-8cc9996b-ba74-4f41-bcd4-2d397450be03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:01.244496 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f434d2a6-59d1-4ce2-a295-4b3004664c19 req-8cc9996b-ba74-4f41-bcd4-2d397450be03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d67e6f3-1e0d-4322-af3e-134232c131cf HTTP/1.1" status: 200 len: 913 time: 0.2392099 Dec 22 08:49:01.312218 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f434d2a6-59d1-4ce2-a295-4b3004664c19 req-5548f4a3-aa55-494f-8fc8-37c51bdd97c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7ebeef-9ce6-429b-8270-7972a40bcef9 HTTP/1.1" status: 200 len: 217 time: 0.0608017 Dec 22 08:49:01.381055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434d2a6-59d1-4ce2-a295-4b3004664c19 req-0942df09-7f8e-4751-b779-0e4371f54e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:01.382513 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f434d2a6-59d1-4ce2-a295-4b3004664c19 req-0942df09-7f8e-4751-b779-0e4371f54e29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4327108d-eeec-40b9-97a6-5731ecea402f HTTP/1.1" status: 200 len: 852 time: 0.0642555 Dec 22 08:49:01.429184 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f434d2a6-59d1-4ce2-a295-4b3004664c19 req-1f6f2a16-7c5b-4e95-af85-60656f97366c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d67e6f3-1e0d-4322-af3e-134232c131cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389273 Dec 22 08:49:01.564754 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f434d2a6-59d1-4ce2-a295-4b3004664c19 req-5ce6033e-c135-4658-b7fa-f6c5f8325ca4 service neutron] 10.222.0.32 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284068 Dec 22 08:49:01.699050 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f434d2a6-59d1-4ce2-a295-4b3004664c19 req-4aabec1c-de64-40d0-82d1-12abc16a29d3 service neutron] 10.222.0.32 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276286 Dec 22 08:49:02.432686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135d43-d0d0-4d7e-86e1-c96ac66fbd67 req-6ca519ac-46bd-494e-afe3-610e055704d0 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:02.433268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-49135d43-d0d0-4d7e-86e1-c96ac66fbd67 req-6ca519ac-46bd-494e-afe3-610e055704d0 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Synchronizing usage tracker for tenant:8e6ae51e5c6c474eb10783e933b432f0 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:02.452037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-49135d43-d0d0-4d7e-86e1-c96ac66fbd67 req-6ca519ac-46bd-494e-afe3-610e055704d0 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Unset dirty status for tenant:8e6ae51e5c6c474eb10783e933b432f0 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:02.453128 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-49135d43-d0d0-4d7e-86e1-c96ac66fbd67 req-6ca519ac-46bd-494e-afe3-610e055704d0 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 944 time: 0.1084759 Dec 22 08:49:02.499403 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-49135d43-d0d0-4d7e-86e1-c96ac66fbd67 req-4093c976-579a-4d55-a9bb-fe1ab0c3147b tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Dec 22 08:49:03.710180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b301f0-4505-462c-b001-a54d7e123611 req-a48b4bdb-6242-4c6f-89a4-71b0dd668f92 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:03.711685 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b301f0-4505-462c-b001-a54d7e123611 req-a48b4bdb-6242-4c6f-89a4-71b0dd668f92 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 944 time: 0.0840297 Dec 22 08:49:03.762438 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-93b301f0-4505-462c-b001-a54d7e123611 req-5646e1d3-7240-46b0-b6ce-ad25a22302e7 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Dec 22 08:49:04.988272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f75cfc-53a5-405f-9634-9bafe6c0e234 req-129801bc-4bba-42e5-9f8f-21f668f8bb44 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:04.990097 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c6f75cfc-53a5-405f-9634-9bafe6c0e234 req-129801bc-4bba-42e5-9f8f-21f668f8bb44 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 944 time: 0.0919449 Dec 22 08:49:05.043864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c6f75cfc-53a5-405f-9634-9bafe6c0e234 req-6d51ee2f-949e-4847-8d45-67c1e2b13560 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Dec 22 08:49:05.522929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 6c7ebeef-9ce6-429b-8270-7972a40bcef9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:49:05.658414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 6c7ebeef-9ce6-429b-8270-7972a40bcef9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6c7ebeef-9ce6-429b-8270-7972a40bcef9,segment=NetworkSegment(c854bc0b-71f9-4721-a9aa-5071ece25b07),segment_id=c854bc0b-71f9-4721-a9aa-5071ece25b07)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:49:05.671411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '6c7ebeef-9ce6-429b-8270-7972a40bcef9', 'network_id': '8d67e6f3-1e0d-4322-af3e-134232c131cf', 'port_id': '6c7ebeef-9ce6-429b-8270-7972a40bcef9', 'mac_address': 'fa:16:3e:26:b1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4327108d-eeec-40b9-97a6-5731ecea402f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:49:05.738438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.757355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7ebeef-9ce6-429b-8270-7972a40bcef9 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:49:05.777253 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 6c7ebeef-9ce6-429b-8270-7972a40bcef9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6c7ebeef-9ce6-429b-8270-7972a40bcef9,segment=NetworkSegment(c854bc0b-71f9-4721-a9aa-5071ece25b07),segment_id=c854bc0b-71f9-4721-a9aa-5071ece25b07)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:49:05.782919 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:05.785173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ed5d2dfa-31aa-45d1-8019-b422c5f27b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:05.862285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=6c7ebeef-9ce6-429b-8270-7972a40bcef9,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:05.865586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:06.097079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['6c7ebeef-9ce6-429b-8270-7972a40bcef9'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:49:06.249332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a884d-dca2-473b-a8f4-61f5c28e05ea req-ed7b92f8-f9cd-4871-8233-cc705a219d3d tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:06.250773 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa1a884d-dca2-473b-a8f4-61f5c28e05ea req-ed7b92f8-f9cd-4871-8233-cc705a219d3d tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 945 time: 0.0816159 Dec 22 08:49:06.297097 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa1a884d-dca2-473b-a8f4-61f5c28e05ea req-3cd4fa07-d087-43b7-b959-32f3a58de5e3 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Dec 22 08:49:07.087444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-83da7db0-00ad-462a-a485-d0fa4c4b414b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.520705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140307f9-23b9-41b7-b10a-5e5c7d799d9e req-8ca51422-31cb-43a8-8a00-2e4fdb50e432 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:07.522136 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-140307f9-23b9-41b7-b10a-5e5c7d799d9e req-8ca51422-31cb-43a8-8a00-2e4fdb50e432 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 945 time: 0.0911036 Dec 22 08:49:07.537088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 6c7ebeef-9ce6-429b-8270-7972a40bcef9 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:49:07.568605 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-140307f9-23b9-41b7-b10a-5e5c7d799d9e req-55eefcdd-4cde-4b9c-b961-638cac962da8 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 Dec 22 08:49:07.610663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 6c7ebeef-9ce6-429b-8270-7972a40bcef9 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:49:07.617535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 6c7ebeef-9ce6-429b-8270-7972a40bcef9 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:49:07.618079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.756360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.782685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240322d3-80e9-408b-9e56-b611a44b9709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7ebeef-9ce6-429b-8270-7972a40bcef9'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:07.792885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 6c7ebeef-9ce6-429b-8270-7972a40bcef9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6c7ebeef-9ce6-429b-8270-7972a40bcef9,segment=NetworkSegment(c854bc0b-71f9-4721-a9aa-5071ece25b07),segment_id=c854bc0b-71f9-4721-a9aa-5071ece25b07)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:49:07.797691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:07.800309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c66fb793-82fc-4309-a410-75e184bffaa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:07.842166 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240322d3-80e9-408b-9e56-b611a44b9709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7ebeef-9ce6-429b-8270-7972a40bcef9', 'code': 200} Dec 22 08:49:07.867317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=6c7ebeef-9ce6-429b-8270-7972a40bcef9,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:07.870239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:08.092538 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba99116d-10b9-4988-aeca-536f6b157724 req-8de22e0a-0248-48fc-8169-833964eb9aec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 1099 time: 0.0814154 Dec 22 08:49:08.142665 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba99116d-10b9-4988-aeca-536f6b157724 req-302f4c80-4315-4e94-b40b-636cfe8d92b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Dec 22 08:49:08.785431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1272b-a42b-49f6-ac97-b23b4f1f6be3 req-19863fd1-599f-454c-bb9d-9fbd4216177c tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:08.786885 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eda1272b-a42b-49f6-ac97-b23b4f1f6be3 req-19863fd1-599f-454c-bb9d-9fbd4216177c tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0908673 Dec 22 08:49:08.840885 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eda1272b-a42b-49f6-ac97-b23b4f1f6be3 req-97f421b5-bfd4-403b-99da-f1b365d06fdc tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Dec 22 08:49:09.208419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7a05f8bc-b2b5-4765-bc0c-4d1e5f88b950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.074187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9cafb-454c-4989-be9e-1ce222e10798 req-2cd945f5-497c-463a-8e7c-7af54e0a7b60 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:10.076096 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a4e9cafb-454c-4989-be9e-1ce222e10798 req-2cd945f5-497c-463a-8e7c-7af54e0a7b60 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.1054351 Dec 22 08:49:10.127045 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a4e9cafb-454c-4989-be9e-1ce222e10798 req-af8efdee-6a38-457a-886c-00fb848615e0 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422311 Dec 22 08:49:10.331596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cec4dd-b10b-4c56-ac9a-39e35b4e60ef req-425dea02-0e98-411d-bdd9-3b0fff3bd161 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:10.333012 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-73cec4dd-b10b-4c56-ac9a-39e35b4e60ef req-425dea02-0e98-411d-bdd9-3b0fff3bd161 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0769336 Dec 22 08:49:10.379734 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-73cec4dd-b10b-4c56-ac9a-39e35b4e60ef req-e1483738-0341-4629-9e03-df2570373211 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399370 Dec 22 08:49:10.385533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.438124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:10.831147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e76205-7620-4ce2-89e7-121c9fbbca88 req-ab42c397-aee4-4adf-9689-605ce9483eb7 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:10.832664 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-07e76205-7620-4ce2-89e7-121c9fbbca88 req-ab42c397-aee4-4adf-9689-605ce9483eb7 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0956366 Dec 22 08:49:10.880189 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-07e76205-7620-4ce2-89e7-121c9fbbca88 req-c17f34b9-162d-4db7-8b70-b1220cd1f3f1 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Dec 22 08:49:11.246821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:11.737821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:12.092965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeabe3a-fc8b-43a5-8ca3-3b2c8c88d33d req-9ea121f8-cd4c-4881-8eda-8262ec59b29c tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.094495 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7aeabe3a-fc8b-43a5-8ca3-3b2c8c88d33d req-9ea121f8-cd4c-4881-8eda-8262ec59b29c tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0890121 Dec 22 08:49:12.143945 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7aeabe3a-fc8b-43a5-8ca3-3b2c8c88d33d req-3902b23c-5b9a-4c5d-aec0-e21d349c68cd tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Dec 22 08:49:12.562100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f6d6f-22b6-4ae3-9673-58c18b6f6898 req-c6852db9-1a96-4a61-a001-3d46a68486cd tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.563580 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd3f6d6f-22b6-4ae3-9673-58c18b6f6898 req-c6852db9-1a96-4a61-a001-3d46a68486cd tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.1314774 Dec 22 08:49:12.566869 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b81d0f3-acba-458d-b346-4d874e61a502 req-65e15f82-61b4-4a8f-a0bf-f1cb7a864402 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e6ae51e5c6c474eb10783e933b432f0&device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 1099 time: 0.1050563 Dec 22 08:49:12.691517 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd3f6d6f-22b6-4ae3-9673-58c18b6f6898 req-c7e992ea-a69b-4eac-b4c8-6290828fb930 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215215 Dec 22 08:49:12.728949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81d0f3-acba-458d-b346-4d874e61a502 req-5b9a9d36-7cf1-487f-802e-0e18635b5625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.730419 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b81d0f3-acba-458d-b346-4d874e61a502 req-5b9a9d36-7cf1-487f-802e-0e18635b5625 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d67e6f3-1e0d-4322-af3e-134232c131cf HTTP/1.1" status: 200 len: 913 time: 0.1475446 Dec 22 08:49:12.799850 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b81d0f3-acba-458d-b346-4d874e61a502 req-4dd57fc0-9d4a-4ebf-86ab-3362191f3db6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7ebeef-9ce6-429b-8270-7972a40bcef9 HTTP/1.1" status: 200 len: 217 time: 0.0630348 Dec 22 08:49:12.862385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81d0f3-acba-458d-b346-4d874e61a502 req-d577a227-7fe4-479b-a4cf-f659482acf24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:12.863882 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b81d0f3-acba-458d-b346-4d874e61a502 req-d577a227-7fe4-479b-a4cf-f659482acf24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4327108d-eeec-40b9-97a6-5731ecea402f HTTP/1.1" status: 200 len: 852 time: 0.0580366 Dec 22 08:49:12.907948 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b81d0f3-acba-458d-b346-4d874e61a502 req-ef9795ae-1799-445d-be1a-ac9f0042bae5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d67e6f3-1e0d-4322-af3e-134232c131cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371842 Dec 22 08:49:13.151348 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b81d0f3-acba-458d-b346-4d874e61a502 req-69ed51bd-8b4d-4232-9ddf-ee0ecd85c1c3 service neutron] 10.222.0.32 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370317 Dec 22 08:49:13.280566 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b81d0f3-acba-458d-b346-4d874e61a502 req-f802b5de-f2ab-4241-9a5e-335af37063d4 service neutron] 10.222.0.32 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227787 Dec 22 08:49:13.909119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd90743-2e2f-46c1-994e-29013b5cba76 req-b4f1b97b-cb7e-456f-883f-ee8c52377368 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:13.910557 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6bd90743-2e2f-46c1-994e-29013b5cba76 req-b4f1b97b-cb7e-456f-883f-ee8c52377368 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0871189 Dec 22 08:49:13.963737 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6bd90743-2e2f-46c1-994e-29013b5cba76 req-b54a0a35-3b8b-47da-9c47-5c7449d8d2c6 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Dec 22 08:49:15.183053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e09d8e-63d8-498c-bb05-e5847f773373 req-e6dbe1fd-7fdc-40f1-9a5b-5a22f85560c1 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:15.184519 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f1e09d8e-63d8-498c-bb05-e5847f773373 req-e6dbe1fd-7fdc-40f1-9a5b-5a22f85560c1 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0841208 Dec 22 08:49:15.234491 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f1e09d8e-63d8-498c-bb05-e5847f773373 req-cc48010d-a706-4dd3-ae7f-550ca5566607 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Dec 22 08:49:15.661833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2230ca-a7d8-4e43-978a-e39526440249 req-61c9355e-89f7-4bef-8b32-8f3524bae404 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:15.663378 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fb2230ca-a7d8-4e43-978a-e39526440249 req-61c9355e-89f7-4bef-8b32-8f3524bae404 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0787518 Dec 22 08:49:15.714364 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fb2230ca-a7d8-4e43-978a-e39526440249 req-ce4bb862-1697-42e8-9341-48eb818c0a45 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442991 Dec 22 08:49:15.774123 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:49:16.930615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282c0e7-e6b0-42c0-b8da-76dc1642b932 req-969e60c0-dcd5-4269-bee2-af2946bdda4f tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:16.932327 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2282c0e7-e6b0-42c0-b8da-76dc1642b932 req-969e60c0-dcd5-4269-bee2-af2946bdda4f tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0922141 Dec 22 08:49:16.980429 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2282c0e7-e6b0-42c0-b8da-76dc1642b932 req-221dbf03-49b3-4627-9ffd-70e54c5639cf tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Dec 22 08:49:17.355663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842bde9-44df-488d-90a4-fe781e0ae2bf req-f9c885c6-3cc9-4444-b84b-512b1087f7f0 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:17.357115 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d842bde9-44df-488d-90a4-fe781e0ae2bf req-f9c885c6-3cc9-4444-b84b-512b1087f7f0 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0778921 Dec 22 08:49:17.358028 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2fa06557-252a-49fa-a9ff-b594193a32ba req-e1028491-0ec8-4c17-9a79-ed491aa9328f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e6ae51e5c6c474eb10783e933b432f0&device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 1099 time: 0.0711200 Dec 22 08:49:17.407185 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d842bde9-44df-488d-90a4-fe781e0ae2bf req-7f78d305-01bd-4ae0-952b-7faf3f0c464c tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Dec 22 08:49:17.487711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa06557-252a-49fa-a9ff-b594193a32ba req-40def93c-5103-4e20-8246-cdd75c31f652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:17.489055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2fa06557-252a-49fa-a9ff-b594193a32ba req-40def93c-5103-4e20-8246-cdd75c31f652 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d67e6f3-1e0d-4322-af3e-134232c131cf HTTP/1.1" status: 200 len: 913 time: 0.1246533 Dec 22 08:49:17.565656 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2fa06557-252a-49fa-a9ff-b594193a32ba req-4430fc89-4ec9-400f-a2a3-531ca5477485 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c7ebeef-9ce6-429b-8270-7972a40bcef9 HTTP/1.1" status: 200 len: 217 time: 0.0697451 Dec 22 08:49:17.630933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa06557-252a-49fa-a9ff-b594193a32ba req-57712808-d35a-4a9d-8739-d557cfa38ddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:17.632385 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2fa06557-252a-49fa-a9ff-b594193a32ba req-57712808-d35a-4a9d-8739-d557cfa38ddd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4327108d-eeec-40b9-97a6-5731ecea402f HTTP/1.1" status: 200 len: 852 time: 0.0572400 Dec 22 08:49:17.683174 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2fa06557-252a-49fa-a9ff-b594193a32ba req-e92cad27-632a-49df-aaec-407f0ef9cdbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d67e6f3-1e0d-4322-af3e-134232c131cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435102 Dec 22 08:49:17.814769 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2fa06557-252a-49fa-a9ff-b594193a32ba req-c96b6001-9406-4d6b-a6c1-72794aa63d8b service neutron] 10.222.0.32 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247442 Dec 22 08:49:17.947394 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2fa06557-252a-49fa-a9ff-b594193a32ba req-05cbc0f1-69d4-40eb-b527-1ba65c0a0cf3 service neutron] 10.222.0.32 "GET /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258101 Dec 22 08:49:18.650337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88144ee3-4244-4d58-a860-ba7fd4c0fce4 req-c0e87b69-e04a-440e-8fb8-266693578e37 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:18.652966 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-88144ee3-4244-4d58-a860-ba7fd4c0fce4 req-c0e87b69-e04a-440e-8fb8-266693578e37 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.1099074 Dec 22 08:49:18.699514 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-88144ee3-4244-4d58-a860-ba7fd4c0fce4 req-9c371d03-36ff-42a3-8101-ab4b3c6b1adb tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Dec 22 08:49:19.761875 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-2ed2acde-464c-4f9d-9d95-5b1f9568eeb4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737228 Dec 22 08:49:19.855021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-60a7a534-fcbe-422c-81b4-f69401a33060 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 1098 time: 0.0714288 Dec 22 08:49:19.901799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef18c2-547d-4e6c-8069-59cf2a8529dd req-8a602070-2e2f-43fe-a884-e5a860f19618 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:19.903270 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dfef18c2-547d-4e6c-8069-59cf2a8529dd req-8a602070-2e2f-43fe-a884-e5a860f19618 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0797799 Dec 22 08:49:19.950738 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dfef18c2-547d-4e6c-8069-59cf2a8529dd req-744f8981-1334-41b3-ba13-e20ba4a5b6a9 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Dec 22 08:49:20.000280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-964f7020-53ad-40e5-843a-ae7411398712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:20.001689 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-964f7020-53ad-40e5-843a-ae7411398712 service neutron] 10.222.0.32 "GET /v2.0/networks?id=649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 200 len: 897 time: 0.1272998 Dec 22 08:49:20.075860 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-b11e4267-0ccc-4a3b-a506-d042fa21f0a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c700a184-2886-4264-9842-b7677edb3499 HTTP/1.1" status: 200 len: 217 time: 0.0663655 Dec 22 08:49:20.245269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-849f5a22-a43e-443d-a001-4706c9c8c33a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:20.246713 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-849f5a22-a43e-443d-a001-4706c9c8c33a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f HTTP/1.1" status: 200 len: 834 time: 0.1645174 Dec 22 08:49:20.323447 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-a5203f0f-2210-4e73-b3e2-ea7c7ca726fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=649e03b2-5969-4358-91bc-8caea1e859fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697215 Dec 22 08:49:20.371777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f386ac7-894f-4ccc-8eaf-ed422e45aec6 req-33b96d51-d7bd-42d3-9b0e-6da848f07d16 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:20.373232 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2f386ac7-894f-4ccc-8eaf-ed422e45aec6 req-33b96d51-d7bd-42d3-9b0e-6da848f07d16 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0817425 Dec 22 08:49:20.420719 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2f386ac7-894f-4ccc-8eaf-ed422e45aec6 req-834305e4-98e4-4281-91b6-a9b7137294e1 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Dec 22 08:49:20.456392 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-f2c0095b-3d45-4277-9d5f-2da11312a71d service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241348 Dec 22 08:49:20.593036 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77460fb4-64ae-400b-8376-8d81ee5e3693 req-bdb9adf7-0aa1-458f-8d8f-e9ea944ffac2 service neutron] 10.222.0.32 "GET /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283948 Dec 22 08:49:21.636440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40861fc-7879-483b-86f1-9a6e10db8353 req-ceaf46a0-4804-4c55-a3c3-414a0ae59ada tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:21.637888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d40861fc-7879-483b-86f1-9a6e10db8353 req-ceaf46a0-4804-4c55-a3c3-414a0ae59ada tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0851574 Dec 22 08:49:21.695776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d40861fc-7879-483b-86f1-9a6e10db8353 req-9bdb0785-cb25-4e45-bd52-5b5b5f88a8cd tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Dec 22 08:49:22.381681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-e5fbc516-1c4b-4654-9bbc-4cbe1fe86a85 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:22.383098 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-e5fbc516-1c4b-4654-9bbc-4cbe1fe86a85 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.32 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.1048639 Dec 22 08:49:22.452645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Deleting port 6c7ebeef-9ce6-429b-8270-7972a40bcef9 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:49:22.452987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.693772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] For port 6c7ebeef-9ce6-429b-8270-7972a40bcef9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6c7ebeef-9ce6-429b-8270-7972a40bcef9,segment=NetworkSegment(c854bc0b-71f9-4721-a9aa-5071ece25b07),segment_id=c854bc0b-71f9-4721-a9aa-5071ece25b07)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:49:22.694471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.813067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Calling delete_port for 6c7ebeef-9ce6-429b-8270-7972a40bcef9 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:49:22.896678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2e5d2-246e-4fa7-96b0-2e34e5db3bf3 req-c99b7615-394d-4bef-b42d-43dc2272e23b tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:22.898150 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ece2e5d2-246e-4fa7-96b0-2e34e5db3bf3 req-c99b7615-394d-4bef-b42d-43dc2272e23b tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/ports?device_id=240322d3-80e9-408b-9e56-b611a44b9709 HTTP/1.1" status: 200 len: 946 time: 0.0784082 Dec 22 08:49:22.944855 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ece2e5d2-246e-4fa7-96b0-2e34e5db3bf3 req-f663daee-d05b-4a0e-831f-495b9a1b24a2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.31 "GET /v2.0/security-groups?id=09419320-5ca2-4aae-930c-1857d6d299b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Dec 22 08:49:22.956925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:22.962710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-369c3e81-e82a-499b-84ac-63bb641e5335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:22.977923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['6c7ebeef-9ce6-429b-8270-7972a40bcef9'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:49:23.005707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Pushing event deleted for resources: {'Port': ['ID=6c7ebeef-9ce6-429b-8270-7972a40bcef9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:23.053129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.053496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.053860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.054211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.054535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.054885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.055246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.055617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.055963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.056308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.056658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:23.081995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:23.094560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] No DVR routers for this DVR port 6c7ebeef-9ce6-429b-8270-7972a40bcef9 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:23.096929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:23.099780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240322d3-80e9-408b-9e56-b611a44b9709', 'name': 'network-vif-deleted', 'tag': '6c7ebeef-9ce6-429b-8270-7972a40bcef9'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:23.116705 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-840c8a00-061b-4436-b0f0-e7122de82a25 req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] 10.222.0.32 "DELETE /v2.0/ports/6c7ebeef-9ce6-429b-8270-7972a40bcef9 HTTP/1.1" status: 204 len: 173 time: 0.7282600 Dec 22 08:49:23.155435 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240322d3-80e9-408b-9e56-b611a44b9709', 'name': 'network-vif-deleted', 'tag': '6c7ebeef-9ce6-429b-8270-7972a40bcef9', 'status': 'completed', 'code': 200} Dec 22 08:49:24.060668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43980) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:24.138059 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] Deleting subnet 4327108d-eeec-40b9-97a6-5731ecea402f {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:49:24.141230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.197170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.252550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.330226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.335599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2163540-77e4-45f4-b958-5fae62b06770 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:24.373480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4327108d-eeec-40b9-97a6-5731ecea402f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:24.376879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:24.380112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.385697 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4327108d-eeec-40b9-97a6-5731ecea402f HTTP/1.1" status: 204 len: 168 time: 0.3240087 Dec 22 08:49:24.388580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 43984) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:24.596438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.722734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.747715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d67e6f3-1e0d-4322-af3e-134232c131cf']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:24.759415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c854bc0b-71f9-4721-a9aa-5071ece25b07') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:24.759696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c854bc0b-71f9-4721-a9aa-5071ece25b07') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:24.771395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.787089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.793815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:49:24.794173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:24.812563 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:24.894753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.899185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-52265fce-b9ee-4afc-aa3e-d52c6912fefd tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:24.917042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:24.926039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d67e6f3-1e0d-4322-af3e-134232c131cf,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:24.928837 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] 10.222.0.31 "DELETE /v2.0/networks/8d67e6f3-1e0d-4322-af3e-134232c131cf HTTP/1.1" status: 204 len: 168 time: 0.5393844 Dec 22 08:49:24.929669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:24.931985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43988) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:24.997215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Deleting subnet 401cb896-204e-45d4-82a0-a836c48d227b {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:49:25.000289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.048527 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.101960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.172130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.175903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f190fbea-6940-49db-a524-b1406131304f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:25.209704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401cb896-204e-45d4-82a0-a836c48d227b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:25.222831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.225990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.226370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.226736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.227097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.227493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.227851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.228208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.228579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.228917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.229264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.229616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:25.233242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:25.236081 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/401cb896-204e-45d4-82a0-a836c48d227b HTTP/1.1" status: 204 len: 168 time: 0.3031135 Dec 22 08:49:25.238666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43992) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.349690 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.486654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.511067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5636c96-4c9f-4b1a-804d-a9d8458f13b0']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:25.523073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d0ed02-dca9-453c-9847-587fbf8a1499') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:25.523475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d0ed02-dca9-453c-9847-587fbf8a1499') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:25.534608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.555560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.564673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:49:25.565322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:25.588621 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:25.610540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 6c7ebeef-9ce6-429b-8270-7972a40bcef9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:25.642592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 6c7ebeef-9ce6-429b-8270-7972a40bcef9 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:49:25.642939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 6c7ebeef-9ce6-429b-8270-7972a40bcef9 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:25.670762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.674424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c19dcea5-bc90-4f85-b06b-a4de34c9fb64 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:25.687196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:25.695890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5636c96-4c9f-4b1a-804d-a9d8458f13b0,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:25.698648 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d5636c96-4c9f-4b1a-804d-a9d8458f13b0 HTTP/1.1" status: 204 len: 168 time: 0.4590726 Dec 22 08:49:25.699513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:25.907445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 43998) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:25.962106 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5bde84fd-ec5b-445a-9abf-eb35807ada80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e6ae51e5c6c474eb10783e933b432f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533829 Dec 22 08:49:25.964639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44002) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:26.023754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36135e7f-822b-468b-b467-3cc4a2d2e9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.050836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36135e7f-822b-468b-b467-3cc4a2d2e9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.103976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36135e7f-822b-468b-b467-3cc4a2d2e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.107773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b8c7cb6e-77ce-4505-8293-558dd9dd0e14 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600 tempest-ExternalNetworksAdminNegativeTestJSON-1822924600-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:26.121464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135e7f-822b-468b-b467-3cc4a2d2e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09419320-5ca2-4aae-930c-1857d6d299b5,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:26.123949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-36135e7f-822b-468b-b467-3cc4a2d2e9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:26.132396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-36135e7f-822b-468b-b467-3cc4a2d2e9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.133500 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-36135e7f-822b-468b-b467-3cc4a2d2e9c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09419320-5ca2-4aae-930c-1857d6d299b5 HTTP/1.1" status: 204 len: 168 time: 0.1678493 Dec 22 08:49:26.543973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44012) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:26.594092 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-331f6a92-c2a9-4879-83e6-2a9d0945fdb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=10f9c42a6e804ab1bb6acfbac69a250c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489302 Dec 22 08:49:26.597739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44016) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:26.660450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-574ef4a2-02c0-4178-961c-fe5054efc962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.781324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-574ef4a2-02c0-4178-961c-fe5054efc962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.833101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-574ef4a2-02c0-4178-961c-fe5054efc962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.836844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7a75584b-576f-4727-9d46-3b02830cff09 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:26.848053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ef4a2-02c0-4178-961c-fe5054efc962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df65b4dc-5b28-4f14-a216-5bfdde1f7645,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:26.851379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-574ef4a2-02c0-4178-961c-fe5054efc962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:26.856110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-574ef4a2-02c0-4178-961c-fe5054efc962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:26.859854 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-574ef4a2-02c0-4178-961c-fe5054efc962 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df65b4dc-5b28-4f14-a216-5bfdde1f7645 HTTP/1.1" status: 204 len: 168 time: 0.2588053 Dec 22 08:49:37.092728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bf6bdab1-fec3-464d-a27e-f83073cfbdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:39.199494 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c05701d6-5f7e-442d-803b-3f0a3688e4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.398220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:40.442850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.265779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:41.736184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:42.642036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9b41-8259-43bd-a421-7d044eae6692 req-779e55d0-3e91-4262-8885-a05d8b825e6e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:42.643514 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-faae9b41-8259-43bd-a421-7d044eae6692 req-779e55d0-3e91-4262-8885-a05d8b825e6e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 945 time: 0.0849872 Dec 22 08:49:42.694031 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-faae9b41-8259-43bd-a421-7d044eae6692 req-7f9a0dd1-b9bd-4230-b969-5a57570f5a8e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448225 Dec 22 08:49:43.898178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191630cc-8438-4999-bfb5-90b33aa28e21 req-8f1d433c-e719-4161-817d-8c7e0a9eacd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:43.899713 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-191630cc-8438-4999-bfb5-90b33aa28e21 req-8f1d433c-e719-4161-817d-8c7e0a9eacd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 945 time: 0.0793309 Dec 22 08:49:43.946384 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-191630cc-8438-4999-bfb5-90b33aa28e21 req-cf89e907-1295-468b-844e-2c14460d5840 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc68cc4c-07aa-40f9-90b0-24624b5499ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398121 Dec 22 08:49:44.272249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-c8b200aa-c85f-4150-80ea-5da8949899df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:44.273722 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-c8b200aa-c85f-4150-80ea-5da8949899df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 945 time: 0.0901611 Dec 22 08:49:44.340707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:49:44.341031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.584352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:49:44.584695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.879904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.880267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:44.880568 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP 0e88f9e3-66b1-404d-995f-f7a89d881408 disassociated. External IP: 172.26.5.213, port: 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b. Dec 22 08:49:44.880884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:49:45.031797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.037822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a14b89aa-2192-4518-8d9c-2f8a36dc8611 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:45.083870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:45.086601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:45.115529 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cc4c7c5e-5961-4ed5-a337-1361a385cbf7 req-48de001d-bc05-4767-a75e-60e63d794469 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 210 time: 0.0452507 Dec 22 08:49:45.390981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:49:45.600942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:49:45.610458 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] Sync routers for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:49:45.623464 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:49:45.624081 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:45.668435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:45.670932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:45.673448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'name': 'network-vif-deleted', 'tag': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:45.689986 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1938e9fc-508a-4a05-a85f-80b0c22bb1ef req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b HTTP/1.1" status: 204 len: 173 time: 1.4097533 Dec 22 08:49:45.740262 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4795c1-336d-4ced-a837-cd62425663fa', 'name': 'network-vif-deleted', 'tag': '9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b', 'status': 'completed', 'code': 200} Dec 22 08:49:45.812113 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:49:46.123196 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:46.127069 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] Checking router: f79a8d6a-2d3e-42f2-910e-2aadd13e4677 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:49:46.137425 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:49:46.138005 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:46.304953 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0892cdee-6dfe-4200-96f2-6df113ba8a13 req-fad41a91-7ee2-403e-baf8-455493d33eeb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc4795c1-336d-4ced-a837-cd62425663fa HTTP/1.1" status: 200 len: 210 time: 0.0418601 Dec 22 08:49:46.319882 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:49:46.669201 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:46.673888 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818ae54-6058-4fa8-ae76-14c3abbdc622 None None] The sync data for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv is: [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ba7051ab-dd5b-41cb-a5c2-670ba1d8756b', 'name': '', 'network_id': '649e03b2-5969-4358-91bc-8caea1e859fe', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:3f:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:25Z', 'updated_at': '2021-12-22T08:46:32Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '6fb050e0-1399-44c0-8ba9-bb6d912d9a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:49:46.892946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659d271-4470-4c7d-8257-23db65e98589 None None] New status for floating IP 0e88f9e3-66b1-404d-995f-f7a89d881408: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:49:47.418190 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44040) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:47.498022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bee3fff-b30e-45a2-8b35-a69c7adb888f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.526761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bee3fff-b30e-45a2-8b35-a69c7adb888f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.597068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bee3fff-b30e-45a2-8b35-a69c7adb888f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.601273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d5c1261-4528-4638-a414-338e52324bba tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:47.615036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee3fff-b30e-45a2-8b35-a69c7adb888f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc68cc4c-07aa-40f9-90b0-24624b5499ba,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:47.618145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4bee3fff-b30e-45a2-8b35-a69c7adb888f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:47.628347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4bee3fff-b30e-45a2-8b35-a69c7adb888f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.632048 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4bee3fff-b30e-45a2-8b35-a69c7adb888f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/bc68cc4c-07aa-40f9-90b0-24624b5499ba HTTP/1.1" status: 204 len: 168 time: 0.2100244 Dec 22 08:49:47.668879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44046) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:47.672907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:47.708168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:49:47.708516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9e72d24b-a164-4ee6-a7fe-fb0d20cbd17b not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:47.828215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port ad14a11c-1fdd-4fa4-8175-5068cd71dc65 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:49:47.828553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.996853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:47.997083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.113622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for ad14a11c-1fdd-4fa4-8175-5068cd71dc65 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:49:48.253264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.256613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1abe9e3b-9c24-4e4d-9255-3c2c57666d67 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:48.295994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=ad14a11c-1fdd-4fa4-8175-5068cd71dc65,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:48.299363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:48.388696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.402153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:48.405284 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/floatingips/0e88f9e3-66b1-404d-995f-f7a89d881408 HTTP/1.1" status: 204 len: 168 time: 0.7332535 Dec 22 08:49:48.809766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514ee76-e817-4af2-82b7-c413bccea8f8 req-c94087a1-c90f-4dd9-9f53-a72701a49636 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:48.810614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-3514ee76-e817-4af2-82b7-c413bccea8f8 req-c94087a1-c90f-4dd9-9f53-a72701a49636 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:48.829700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-3514ee76-e817-4af2-82b7-c413bccea8f8 req-c94087a1-c90f-4dd9-9f53-a72701a49636 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:48.830947 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3514ee76-e817-4af2-82b7-c413bccea8f8 req-c94087a1-c90f-4dd9-9f53-a72701a49636 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 945 time: 0.1062324 Dec 22 08:49:48.878381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-3514ee76-e817-4af2-82b7-c413bccea8f8 req-d196a1f6-4c81-41de-b925-813576d16153 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:48.897486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-3514ee76-e817-4af2-82b7-c413bccea8f8 req-d196a1f6-4c81-41de-b925-813576d16153 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:48.899163 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3514ee76-e817-4af2-82b7-c413bccea8f8 req-d196a1f6-4c81-41de-b925-813576d16153 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598161 Dec 22 08:49:50.121015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c0765-ee4d-4744-b1ec-dae01f55e253 req-28632bed-1517-4a80-9d2e-9d29cff98b1c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:50.121658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-150c0765-ee4d-4744-b1ec-dae01f55e253 req-28632bed-1517-4a80-9d2e-9d29cff98b1c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:50.134023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-150c0765-ee4d-4744-b1ec-dae01f55e253 req-28632bed-1517-4a80-9d2e-9d29cff98b1c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:50.135120 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-150c0765-ee4d-4744-b1ec-dae01f55e253 req-28632bed-1517-4a80-9d2e-9d29cff98b1c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 945 time: 0.1029644 Dec 22 08:49:50.192201 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-150c0765-ee4d-4744-b1ec-dae01f55e253 req-64db776a-3929-4683-90b5-2e0845310832 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=e1de51a5-164a-4635-aa32-f8f44129f947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500362 Dec 22 08:49:50.330527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-9b3a9f88-c71f-4aed-81cc-a06fc9fcd3cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:50.331962 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-9b3a9f88-c71f-4aed-81cc-a06fc9fcd3cc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 945 time: 0.0795064 Dec 22 08:49:50.409356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port c700a184-2886-4264-9842-b7677edb3499 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:49:50.409694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.655513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port c700a184-2886-4264-9842-b7677edb3499, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c700a184-2886-4264-9842-b7677edb3499,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:49:50.655892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.776880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for c700a184-2886-4264-9842-b7677edb3499 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:49:50.929167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:50.934859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:50.980083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=c700a184-2886-4264-9842-b7677edb3499,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:50.983119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:51.050925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port c700a184-2886-4264-9842-b7677edb3499 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:51.053227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:51.055728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'name': 'network-vif-deleted', 'tag': 'c700a184-2886-4264-9842-b7677edb3499'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:49:51.074050 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-622a2743-21e7-4da4-abee-4860e2dcd8ef req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/c700a184-2886-4264-9842-b7677edb3499 HTTP/1.1" status: 204 len: 173 time: 0.7360489 Dec 22 08:49:51.268589 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e9f606-cf1e-4cb2-ab23-7b09527ed634', 'name': 'network-vif-deleted', 'tag': 'c700a184-2886-4264-9842-b7677edb3499', 'status': 'completed', 'code': 200} Dec 22 08:49:51.380602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-26999f77-7e44-40c7-b5b7-a9191e36de6a req-f3bd0686-c49b-49f4-a105-2c649462a379 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:49:51.400673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-26999f77-7e44-40c7-b5b7-a9191e36de6a req-f3bd0686-c49b-49f4-a105-2c649462a379 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:49:51.404202 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-26999f77-7e44-40c7-b5b7-a9191e36de6a req-f3bd0686-c49b-49f4-a105-2c649462a379 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=15e9f606-cf1e-4cb2-ab23-7b09527ed634 HTTP/1.1" status: 200 len: 210 time: 0.0677357 Dec 22 08:49:52.516392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44062) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:52.588268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97fbe352-ce62-4943-b7ea-4f1b9bcc81fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.617659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97fbe352-ce62-4943-b7ea-4f1b9bcc81fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.699711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97fbe352-ce62-4943-b7ea-4f1b9bcc81fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.703638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1707b39a-5ef2-4df3-aca8-168a423c3345 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:52.718628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbe352-ce62-4943-b7ea-4f1b9bcc81fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1de51a5-164a-4635-aa32-f8f44129f947,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:52.721202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-97fbe352-ce62-4943-b7ea-4f1b9bcc81fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:52.735131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97fbe352-ce62-4943-b7ea-4f1b9bcc81fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:52.736360 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97fbe352-ce62-4943-b7ea-4f1b9bcc81fd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/e1de51a5-164a-4635-aa32-f8f44129f947 HTTP/1.1" status: 204 len: 168 time: 0.2189925 Dec 22 08:49:52.773610 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:49:52.777979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:53.282123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:53.705192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c700a184-2886-4264-9842-b7677edb3499 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:53.740268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: c700a184-2886-4264-9842-b7677edb3499 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:49:53.740625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c700a184-2886-4264-9842-b7677edb3499 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:53.924147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:49:53.924696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.139985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port ba7051ab-dd5b-41cb-a5c2-670ba1d8756b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ba7051ab-dd5b-41cb-a5c2-670ba1d8756b,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:49:54.140406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.262579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for ba7051ab-dd5b-41cb-a5c2-670ba1d8756b owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:49:54.451076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:54.454928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-412ff0fe-f737-49f0-99eb-29ed0af0806c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:54.501869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=ba7051ab-dd5b-41cb-a5c2-670ba1d8756b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:54.505242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:54.902390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:55.528118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:49:55.742895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:49:55.752641 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] Sync routers for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:49:55.760932 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/f79a8d6a-2d3e-42f2-910e-2aadd13e4677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9818749 Dec 22 08:49:55.763771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44072) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:55.764958 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:49:55.765575 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:55.947014 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:49:55.949731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting subnet 6fb050e0-1399-44c0-8ba9-bb6d912d9a9f {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:49:55.953101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.007564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.094020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.166481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.171152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f8ea919d-713c-456b-9a10-0ed656a9276d tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:56.205527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb050e0-1399-44c0-8ba9-bb6d912d9a9f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:56.208072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:56.211103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.218666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef42e55-8ace-4565-8e97-56057c351d0a None None] Network 649e03b2-5969-4358-91bc-8caea1e859fe requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:49:56.220224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/subnets/6fb050e0-1399-44c0-8ba9-bb6d912d9a9f HTTP/1.1" status: 204 len: 168 time: 0.4553895 Dec 22 08:49:56.223076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44076) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:56.237379 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:49:54Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:56.243129 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] Checking router: f79a8d6a-2d3e-42f2-910e-2aadd13e4677 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:49:56.254069 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] Routers {'f79a8d6a-2d3e-42f2-910e-2aadd13e4677'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:49:56.254699 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:56.449534 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] Set router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:49:56.476314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] DHCP port deletion for 649e03b2-5969-4358-91bc-8caea1e859fe request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:49:56.481006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Deleting port c617dc50-a090-49d4-abbf-7785282963fb {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:49:56.481615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.563392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.688473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] For port c617dc50-a090-49d4-abbf-7785282963fb, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c617dc50-a090-49d4-abbf-7785282963fb,segment=NetworkSegment(bdfce837-d407-4368-bc18-1671de514813),segment_id=bdfce837-d407-4368-bc18-1671de514813)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:49:56.688864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.744649 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:49:54Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:56.750783 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16865de-fb68-4fba-999e-a1851b43bd47 None None] The sync data for ids ['f79a8d6a-2d3e-42f2-910e-2aadd13e4677'] in dv-neutron-822610-1-hyperv is: [{'id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'name': 'tempest-TestNetworkBasicOps-router-1499452000', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:46:17Z', 'updated_at': '2021-12-22T08:49:54Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2a4c1ec0-6a0b-4050-990e-935c4ff7b039', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79a8d6a-2d3e-42f2-910e-2aadd13e4677', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:46:18Z', 'updated_at': '2021-12-22T08:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:49:56.782593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.802802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c617dc50-a090-49d4-abbf-7785282963fb no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:56.803821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:49:56.804182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.833723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Calling delete_port for c617dc50-a090-49d4-abbf-7785282963fb owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:49:56.924381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:56.931960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8bb206b7-3573-4494-9c3f-407abc6cc141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:56.991197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 2a4c1ec0-6a0b-4050-990e-935c4ff7b039, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2a4c1ec0-6a0b-4050-990e-935c4ff7b039,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:49:56.991582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.019937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Pushing event deleted for resources: {'Port': ['ID=c617dc50-a090-49d4-abbf-7785282963fb,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:57.022716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] No DVR routers for this DVR port c617dc50-a090-49d4-abbf-7785282963fb on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:49:57.030867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.031196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.031557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.031883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.032205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.032520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.032806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.033156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.033462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.033790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.034070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:49:57.037686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No active binding found for port c617dc50-a090-49d4-abbf-7785282963fb {{(pid=83497) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 22 08:49:57.038015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c617dc50-a090-49d4-abbf-7785282963fb not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:57.039323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:57.117890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:49:57.288193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.291717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-460b6988-b0fc-449c-aeb8-8c7b56f60e0b tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:57.331602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=2a4c1ec0-6a0b-4050-990e-935c4ff7b039,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:57.334966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:57.559639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.928898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.933712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.962600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.963122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Fanout notify agent at l3_agent the message router_deleted on router f79a8d6a-2d3e-42f2-910e-2aadd13e4677 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:49:57.978334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:57.979608 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/routers/f79a8d6a-2d3e-42f2-910e-2aadd13e4677 HTTP/1.1" status: 204 len: 168 time: 1.7555947 Dec 22 08:49:57.983408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44080) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:58.381063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.519873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.541100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649e03b2-5969-4358-91bc-8caea1e859fe']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:58.553323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfce837-d407-4368-bc18-1671de514813') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:58.553607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfce837-d407-4368-bc18-1671de514813') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:49:58.564692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.580506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.587149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:49:58.587551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:49:58.601931 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:49:58.694159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.698402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-65bc9acf-e6d3-4d73-9446-35aa2e4654b7 tempest-AllowedAddressPairTestJSON-1563710222 tempest-AllowedAddressPairTestJSON-1563710222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:58.717258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.728159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Network': ['ID=649e03b2-5969-4358-91bc-8caea1e859fe,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:58.731099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:58.741190 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/networks/649e03b2-5969-4358-91bc-8caea1e859fe HTTP/1.1" status: 204 len: 168 time: 0.7564976 Dec 22 08:49:58.767331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44086) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:58.774010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'network': {'name': 'tempest-network-smoke--2088194766', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'port_security_enabled': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:49:58.779523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:58.784169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:network and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:58.787482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:58.794424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:58.799273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ba7051ab-dd5b-41cb-a5c2-670ba1d8756b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:58.804374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:49:58.807644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.831167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ba7051ab-dd5b-41cb-a5c2-670ba1d8756b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:49:58.831537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ba7051ab-dd5b-41cb-a5c2-670ba1d8756b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:58.831975 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:49:58.835828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:49:58.844808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.845194 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Added segment 73c4fe9e-9b2b-470f-aa08-53fd6d52edf8 of type vlan for network 48f93e09-461a-42f9-9ef0-0a43386a590b Dec 22 08:49:58.862975 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:49:58.863361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2a4c1ec0-6a0b-4050-990e-935c4ff7b039 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:49:58.876453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.905176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.909019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:49:58.909585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:58.914462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-477eb800-5848-43cf-8a80-6468c9264c22 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:59.005354 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2368307 Dec 22 08:49:59.008329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44090) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:49:59.013872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-593914139', 'admin_state_up': True, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:49:59.014566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Network': ['ID=48f93e09-461a-42f9-9ef0-0a43386a590b,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:59.017245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-505f1af6-9913-431e-bae3-74d3267fc841 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:59.021760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:49:59.025373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 48f93e09-461a-42f9-9ef0-0a43386a590b details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:49:59.026531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:router and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:49:59.029642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:49:59.035489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:49:59.046903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.047871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.066311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.229356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.412946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.446275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.579416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.18 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/869a1dc9-19ed-49bb-8fd7-458ee252c46a) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:49:59.738740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.768447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:49:59.772137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fc508f7c-3910-470a-afe0-ec5d4aba7e34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:49:59.840349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:49:59.843529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=869a1dc9-19ed-49bb-8fd7-458ee252c46a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:49:59.846786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:49:59.848213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:49:59.851016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:50:00.013969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.014779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.393352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 52f8acfe-0f76-48ae-94a5-26cf86a98776 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:50:00.634339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:50:00.646553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Sync routers for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:50:00.662238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:00.662893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:00.665247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:00.667120 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6574492 Dec 22 08:50:00.671140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44094) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:00.714108 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-602ca815-5855-40f5-92f0-dfcf253ca51a tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414336 Dec 22 08:50:00.716588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44098) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:00.866017 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:00.867998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62de3e2c-757b-4a4a-808b-aa357a388114 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:00.869494 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-62de3e2c-757b-4a4a-808b-aa357a388114 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1517813 Dec 22 08:50:00.872381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44102) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:00.920626 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a3a2cd2d-c6ad-48a0-b883-37f11ded57b3 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465553 Dec 22 08:50:00.923568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44106) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:00.929170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-24777388', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:01.039775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:01.043674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:subnet and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:01.046577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:01.052208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:01.063061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:01.155831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:49:59Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:01.160841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Checking router: 52f8acfe-0f76-48ae-94a5-26cf86a98776 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:50:01.161205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Updating router 52f8acfe-0f76-48ae-94a5-26cf86a98776 port 869a1dc9-19ed-49bb-8fd7-458ee252c46a binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:50:01.167743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.217631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.384512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.388086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-62df3386-ff96-4439-8aa0-993235766417 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:01.458870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=cdef7038-6a42-4c11-9926-e4b0fcc9599f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:01.461556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:01.476743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Checking segment: {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:50:01.477023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network hostable DHCP agents. Network: 48f93e09-461a-42f9-9ef0-0a43386a590b, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:50:01.499030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 48f93e09-461a-42f9-9ef0-0a43386a590b is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:50:01.508266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 48f93e09-461a-42f9-9ef0-0a43386a590b) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:01.512446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:01.513063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.527995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce6dda7-02ea-4c7c-9e33-4485729c6049 None None] Network 48f93e09-461a-42f9-9ef0-0a43386a590b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:50:01.539227 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6142468 Dec 22 08:50:01.541590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44110) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:01.622718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.644005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Transition to ACTIVE for port object 869a1dc9-19ed-49bb-8fd7-458ee252c46a will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:01.665060 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.669957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:01.788482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ec22-cdf3-4dfa-aaef-90a88b7bd233 None None] Pushing event updated for resources: {'Port': ['ID=869a1dc9-19ed-49bb-8fd7-458ee252c46a,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:01.797152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9bb7ec22-cdf3-4dfa-aaef-90a88b7bd233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:01.799775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Attempting to bind port 869a1dc9-19ed-49bb-8fd7-458ee252c46a on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:01.800151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Attempting to bind port 869a1dc9-19ed-49bb-8fd7-458ee252c46a by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:01.800522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Attempting to bind port 869a1dc9-19ed-49bb-8fd7-458ee252c46a on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:50:01.841232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:50:01.841580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:50:01.842075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.842711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:50:01.843196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Bound port: 869a1dc9-19ed-49bb-8fd7-458ee252c46a, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:01.843677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:01.884752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-48f93e09-461a-42f9-9ef0-0a43386a590b', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:50:01.885562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.030007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] For port 869a1dc9-19ed-49bb-8fd7-458ee252c46a, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:50:02.050086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] For port 869a1dc9-19ed-49bb-8fd7-458ee252c46a, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=869a1dc9-19ed-49bb-8fd7-458ee252c46a,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:50:02.057849 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.064146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b2b1f418-ae47-42f2-b1b1-7d2fa061c9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:02.186321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ec22-cdf3-4dfa-aaef-90a88b7bd233 None None] Pushing event updated for resources: {'Port': ['ID=869a1dc9-19ed-49bb-8fd7-458ee252c46a,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:02.194185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9bb7ec22-cdf3-4dfa-aaef-90a88b7bd233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:02.195847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Allocated IP 172.20.0.2 (48f93e09-461a-42f9-9ef0-0a43386a590b/cdef7038-6a42-4c11-9926-e4b0fcc9599f/fb489230-eacb-4008-b55f-370e98195dbc) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:02.206818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:02.207480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:02.402482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.527907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:02.712546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.730779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Transition to ACTIVE for port object fb489230-eacb-4008-b55f-370e98195dbc will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:02.765483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Transition to ACTIVE for port object fb489230-eacb-4008-b55f-370e98195dbc will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:02.789369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:02.795209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:02.844272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.1 (48f93e09-461a-42f9-9ef0-0a43386a590b/cdef7038-6a42-4c11-9926-e4b0fcc9599f/80a34561-613a-402f-97e4-0a1f5d3a003c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:02.894584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Network 48f93e09-461a-42f9-9ef0-0a43386a590b is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:02.902273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:02.905132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Pushing event updated for resources: {'Port': ['ID=fb489230-eacb-4008-b55f-370e98195dbc,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:02.906829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:50:02.910436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:03.004020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.011333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Attempting to bind port fb489230-eacb-4008-b55f-370e98195dbc on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:03.011709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Attempting to bind port fb489230-eacb-4008-b55f-370e98195dbc by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:03.012072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Attempting to bind port fb489230-eacb-4008-b55f-370e98195dbc on network 48f93e09-461a-42f9-9ef0-0a43386a590b {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:50:03.016146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:49:59Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:03.019848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 80a34561-613a-402f-97e4-0a1f5d3a003c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:03.023063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3567f4-91c6-44cc-8886-80638de4a726 None None] The sync data for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv is: [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:49:59Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:50:03.024962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:50:03.025352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Checking segment: {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:50:03.025763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.026137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Bound using segment: {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:50:03.026866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Bound port: fb489230-eacb-4008-b55f-370e98195dbc, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:03.026956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.048431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.055373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8caa0e52-a052-44d1-91e5-c67dc742c8f2 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:03.124515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] For port fb489230-eacb-4008-b55f-370e98195dbc, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:50:03.126598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 48f93e09-461a-42f9-9ef0-0a43386a590b is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:03.128078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] For port fb489230-eacb-4008-b55f-370e98195dbc, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fb489230-eacb-4008-b55f-370e98195dbc,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:50:03.130293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:03.132226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.134827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:50:03.136180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6098e417-53a7-41e8-9be9-2c3ab2ce953e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:03.159847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=80a34561-613a-402f-97e4-0a1f5d3a003c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:03.165072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:03.199372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.243381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Pushing event updated for resources: {'Port': ['ID=fb489230-eacb-4008-b55f-370e98195dbc,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:03.248489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:03.305305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.749931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.755900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.785789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1686383c-3b4b-4a82-ae7f-8d0eddaf0049 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:03.983936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=80a34561-613a-402f-97e4-0a1f5d3a003c,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:03.986246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:03.989962 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:04.126379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 48f93e09-461a-42f9-9ef0-0a43386a590b is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:04.127672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:04.222024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eaceae-2cda-4cf1-8414-720e31c17ff9 None None] Network 48f93e09-461a-42f9-9ef0-0a43386a590b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:50:04.319298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0db4e192-29ba-411f-9021-d9191d981900 None None] Provisioning for port fb489230-eacb-4008-b55f-370e98195dbc completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:04.517766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 52f8acfe-0f76-48ae-94a5-26cf86a98776 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:50:04.677944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-34b05926-0b2d-4375-bd30-7d2a18360e2c None None] Provisioning for port 80a34561-613a-402f-97e4-0a1f5d3a003c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:04.682979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-34b05926-0b2d-4375-bd30-7d2a18360e2c None None] Provisioning complete for port 80a34561-613a-402f-97e4-0a1f5d3a003c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:04.683421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-34b05926-0b2d-4375-bd30-7d2a18360e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.722345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:50:04.737136 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/52f8acfe-0f76-48ae-94a5-26cf86a98776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1945302 Dec 22 08:50:04.739682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44114) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:04.806892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-34b05926-0b2d-4375-bd30-7d2a18360e2c None None] Port 80a34561-613a-402f-97e4-0a1f5d3a003c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:50:04.880551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 869a1dc9-19ed-49bb-8fd7-458ee252c46a up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:04.912783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d8a66-5f78-49c9-8d5c-0980803542ed tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:04.913396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d8a66-5f78-49c9-8d5c-0980803542ed tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:04.913514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d8a66-5f78-49c9-8d5c-0980803542ed tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:04.913837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d8a66-5f78-49c9-8d5c-0980803542ed tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:04.916317 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f71d8a66-5f78-49c9-8d5c-0980803542ed tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1754081 Dec 22 08:50:04.919013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:04.951083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-93a3f771-0f3b-4185-abf9-7e69bc6f3ccb None None] Provisioning complete for port 80a34561-613a-402f-97e4-0a1f5d3a003c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:04.951417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-93a3f771-0f3b-4185-abf9-7e69bc6f3ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:04.999513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e285ef-d94d-40fc-8a44-65a0f94b8770 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:05.000037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e285ef-d94d-40fc-8a44-65a0f94b8770 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:05.000556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e285ef-d94d-40fc-8a44-65a0f94b8770 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:05.000978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e285ef-d94d-40fc-8a44-65a0f94b8770 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:05.002971 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-90e285ef-d94d-40fc-8a44-65a0f94b8770 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0828598 Dec 22 08:50:05.006387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44122) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:05.008126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 869a1dc9-19ed-49bb-8fd7-458ee252c46a completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:05.022955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-93a3f771-0f3b-4185-abf9-7e69bc6f3ccb None None] Port 80a34561-613a-402f-97e4-0a1f5d3a003c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:50:05.025400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 869a1dc9-19ed-49bb-8fd7-458ee252c46a triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:05.025781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.149251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.170601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 869a1dc9-19ed-49bb-8fd7-458ee252c46a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=869a1dc9-19ed-49bb-8fd7-458ee252c46a,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:05.173104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4be1e416-4bb5-411d-90cb-9c24355899dc None None] Provisioning complete for port 80a34561-613a-402f-97e4-0a1f5d3a003c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:05.173464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4be1e416-4bb5-411d-90cb-9c24355899dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.204479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.205329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fb489230-eacb-4008-b55f-370e98195dbc up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:05.234655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:05.335260 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b3f3ad82-84c2-4271-9d9d-1db5492f8ace tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3248332 Dec 22 08:50:05.335505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-4be1e416-4bb5-411d-90cb-9c24355899dc None None] Port 80a34561-613a-402f-97e4-0a1f5d3a003c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:50:05.335617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44126) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:05.341673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1593251312', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:05.343252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=869a1dc9-19ed-49bb-8fd7-458ee252c46a,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:05.346325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:05.360517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port fb489230-eacb-4008-b55f-370e98195dbc completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:05.365284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port fb489230-eacb-4008-b55f-370e98195dbc triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:05.365661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.478885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:05.483014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.483430 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:port and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:05.486569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:05.493555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:05.504777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:05.508129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.515818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port fb489230-eacb-4008-b55f-370e98195dbc, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fb489230-eacb-4008-b55f-370e98195dbc,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:05.520411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.522410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:05.532158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] device_id is not set on port 59e4a291-7e42-4a9d-adf0-0c631ca193be yet. {{(pid=83496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:05.592676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=fb489230-eacb-4008-b55f-370e98195dbc,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:05.596500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:05.686036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.9 (48f93e09-461a-42f9-9ef0-0a43386a590b/cdef7038-6a42-4c11-9926-e4b0fcc9599f/59e4a291-7e42-4a9d-adf0-0c631ca193be) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:05.893986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.911504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 59e4a291-7e42-4a9d-adf0-0c631ca193be will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:05.934555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:05.940420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2039b337-bad7-4e1e-9672-ec1cfd75bbe8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:06.003503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 48f93e09-461a-42f9-9ef0-0a43386a590b is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:06.010547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:06.014918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:50:06.044385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:06.051276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:06.078871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:06.079501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.105589 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7687616 Dec 22 08:50:06.263802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f6481d0e-48fe-4d23-a68a-c1deb61cfdfe None None] Provisioning for port 59e4a291-7e42-4a9d-adf0-0c631ca193be completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:06.269251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f6481d0e-48fe-4d23-a68a-c1deb61cfdfe None None] Provisioning complete for port 59e4a291-7e42-4a9d-adf0-0c631ca193be triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:06.269752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f6481d0e-48fe-4d23-a68a-c1deb61cfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.332489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f6481d0e-48fe-4d23-a68a-c1deb61cfdfe None None] Port 59e4a291-7e42-4a9d-adf0-0c631ca193be cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:50:06.510189 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Sync routers for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:50:06.527109 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:06.527990 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:06.661051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44132) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:06.667012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093191244', 'description': 'tempest-secgroup-smoke-1093191244 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:06.674639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:06.679357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:06.682321 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:06.688888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:06.700167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.728865 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:06.737447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:06.741563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:06.744674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:06.750975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:06.801114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 869a1dc9-19ed-49bb-8fd7-458ee252c46a up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:06.812843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.817424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.821069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ae4190f0-00ba-4eb8-a0bf-54bb5a3e942c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:06.863223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9664fd0-6d5d-4ef3-8b5c-e94b795adb0a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:06.866797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:06.868256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.869677 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2076168 Dec 22 08:50:06.872406 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 869a1dc9-19ed-49bb-8fd7-458ee252c46a triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:06.872555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44136) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:06.873056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.879208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b9664fd0-6d5d-4ef3-8b5c-e94b795adb0a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:06.886193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:06.890068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:06.892945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:06.898509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:06.916315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.983836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.989128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:06.996741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fb489230-eacb-4008-b55f-370e98195dbc up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:06.996931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ebbab59b-0f7f-43ce-9f4a-414b3d30761b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:07.016442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22b641e-85cf-4007-95db-0a68a87f608b,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.019205 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:07.032745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.034371 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1606677 Dec 22 08:50:07.037170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44140) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.044165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b9664fd0-6d5d-4ef3-8b5c-e94b795adb0a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:07.050694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:07.055014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:07.059148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:07.066275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:07.070272 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '80a34561-613a-402f-97e4-0a1f5d3a003c', 'name': '', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:2d:26:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:02Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:07.074570 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Checking router: 52f8acfe-0f76-48ae-94a5-26cf86a98776 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:50:07.074923 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Updating router 52f8acfe-0f76-48ae-94a5-26cf86a98776 port 80a34561-613a-402f-97e4-0a1f5d3a003c binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:50:07.075875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port fb489230-eacb-4008-b55f-370e98195dbc triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:07.076637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.086134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.123905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0523a929-c6c9-4201-965d-c0928394cd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.129625 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.153042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.157147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.159031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-873b0c33-65cf-4c50-94a6-97d2ea3bb5b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:07.180943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62e0e6c-a975-4ae7-b91d-c758b1bd92dd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.183497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:07.191287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.195088 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1537569 Dec 22 08:50:07.195330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44144) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.201448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b9664fd0-6d5d-4ef3-8b5c-e94b795adb0a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:07.207913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:07.211822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:07.214548 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:07.220278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:07.237829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.305671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.310416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.312645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d859fd44-3bda-435e-b86e-9df1ab24d37e tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:07.337390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad21c397-64ed-48d7-aec6-b65278a9a6a0,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.339749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:07.349308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.351126 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-89c9a0ea-e4b9-4ad3-bdc1-6709b4849ede tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1548276 Dec 22 08:50:07.353913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44148) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.360718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b9664fd0-6d5d-4ef3-8b5c-e94b795adb0a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:07.366820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:07.370866 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:07.373977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:07.379933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:07.398338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.462816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.467379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.469991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-40058bf5-617f-4260-98fd-2a8f4b409991 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:07.485018 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.488403 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5677736-5edc-415e-9fdf-973dae43a57f,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.492434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:07.496949 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Transition to ACTIVE for port object 80a34561-613a-402f-97e4-0a1f5d3a003c will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:07.504951 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.507989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.508654 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-4bda34fa-cd2a-4587-8588-27ee420d0e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:07.509163 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1540868 Dec 22 08:50:07.511874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44152) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.517468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b9664fd0-6d5d-4ef3-8b5c-e94b795adb0a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:07.523489 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:07.527484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:07.530689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:07.541270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:07.553136 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:50:07.559830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.630818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.635065 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Pushing event updated for resources: {'Port': ['ID=80a34561-613a-402f-97e4-0a1f5d3a003c,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.635833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.637701 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ca8e7e25-f653-4062-af2c-cd539bdcb55d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:07.646250 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.646576 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.647100 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.647636 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.648141 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.648634 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.649117 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.649618 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.650113 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.650610 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.650914 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:07.654929 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:07.659100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e2105c-b30d-44b3-bff4-2f7c094d2201,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.663118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:07.671502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.675199 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1599259 Dec 22 08:50:07.675678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44156) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:07.681859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b9664fd0-6d5d-4ef3-8b5c-e94b795adb0a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:07.688316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:07.693187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:07.696492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:07.703025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:07.715184 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:50:07.723531 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.745934 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Attempting to bind port 80a34561-613a-402f-97e4-0a1f5d3a003c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:07.746456 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Attempting to bind port 80a34561-613a-402f-97e4-0a1f5d3a003c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:07.747003 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Attempting to bind port 80a34561-613a-402f-97e4-0a1f5d3a003c on network 48f93e09-461a-42f9-9ef0-0a43386a590b {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:50:07.754143 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:50:07.754644 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Checking segment: {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:50:07.755119 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.755589 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Bound using segment: {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:50:07.756108 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Bound port: 80a34561-613a-402f-97e4-0a1f5d3a003c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:07.756538 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.796370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.800191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.802022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:07.821717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8949b0-b4f9-41a7-8249-438b79a4da69,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.825619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:07.833604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.834918 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1582372 Dec 22 08:50:07.850305 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] For port 80a34561-613a-402f-97e4-0a1f5d3a003c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:50:07.854369 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] For port 80a34561-613a-402f-97e4-0a1f5d3a003c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80a34561-613a-402f-97e4-0a1f5d3a003c,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:50:07.859795 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:07.863906 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:07.944467 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Pushing event updated for resources: {'Port': ['ID=80a34561-613a-402f-97e4-0a1f5d3a003c,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:07.948180 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:07.949845 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:07.950604 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:08.034278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-a45b00d8-2a6c-4138-bf80-91e0fa5c7137 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:08.050974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-a45b00d8-2a6c-4138-bf80-91e0fa5c7137 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:08.052350 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-a45b00d8-2a6c-4138-bf80-91e0fa5c7137 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093191244&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0596020 Dec 22 08:50:08.132783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-ebe74c9e-0eed-4ee3-b199-5ba8823b4837 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:08.133191 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:08.133345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-ebe74c9e-0eed-4ee3-b199-5ba8823b4837 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:08.148129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-ebe74c9e-0eed-4ee3-b199-5ba8823b4837 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:08.149411 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-ebe74c9e-0eed-4ee3-b199-5ba8823b4837 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 930 time: 0.0892966 Dec 22 08:50:08.292258 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-dc12f74d-7ad0-4852-bfef-ea2c6b85356d service neutron] 10.222.0.31 "GET /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1306086 Dec 22 08:50:08.424660 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-0df6b843-17be-4e62-8d73-6f3271b299e6 service neutron] 10.222.0.31 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265936 Dec 22 08:50:08.466313 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '80a34561-613a-402f-97e4-0a1f5d3a003c', 'name': '', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:2d:26:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:02Z', 'updated_at': '2021-12-22T08:50:07Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:08.470386 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f353c-1d4a-4c56-9cd9-04af52b0facf None None] The sync data for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv is: [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '80a34561-613a-402f-97e4-0a1f5d3a003c', 'name': '', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:2d:26:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:02Z', 'updated_at': '2021-12-22T08:50:07Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:50:08.690905 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-78b56ef2-43f7-4d16-af49-12dc706b7ddc service neutron] 10.222.0.31 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604563 Dec 22 08:50:08.818557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80a34561-613a-402f-97e4-0a1f5d3a003c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:08.899536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-3bb5ab1e-9674-429c-9cda-1ccd9d883259 req-492b5498-af2f-4f60-9f99-b67f71969fbc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:08.911836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 80a34561-613a-402f-97e4-0a1f5d3a003c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:08.917822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 80a34561-613a-402f-97e4-0a1f5d3a003c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:08.918302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:08.918459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-3bb5ab1e-9674-429c-9cda-1ccd9d883259 req-492b5498-af2f-4f60-9f99-b67f71969fbc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:08.919667 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3bb5ab1e-9674-429c-9cda-1ccd9d883259 req-492b5498-af2f-4f60-9f99-b67f71969fbc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 210 time: 0.0637300 Dec 22 08:50:09.054957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.094615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 80a34561-613a-402f-97e4-0a1f5d3a003c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80a34561-613a-402f-97e4-0a1f5d3a003c,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:09.100717 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.105359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:09.174776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=80a34561-613a-402f-97e4-0a1f5d3a003c,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:09.183534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:09.196887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-963db013-ca58-4a46-8551-e4a7eb15e017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:09.889990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-6fc26669-3727-404e-b353-b342b6db189a service neutron] 10.222.0.32 "GET /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 1026 time: 0.0613446 Dec 22 08:50:10.041268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-657c2c87-266d-4529-9206-54bdd4a52331 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:10.041942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-657c2c87-266d-4529-9206-54bdd4a52331 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:10.097243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-657c2c87-266d-4529-9206-54bdd4a52331 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:10.098646 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-657c2c87-266d-4529-9206-54bdd4a52331 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=48f93e09-461a-42f9-9ef0-0a43386a590b HTTP/1.1" status: 200 len: 797 time: 0.2038341 Dec 22 08:50:10.101071 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d52a557-c864-4a0a-bf5c-f15f073c16ce req-7c4b6fe1-e0fa-4187-b1d9-f2aa43cf2be6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 210 time: 0.0486524 Dec 22 08:50:10.153197 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-cff4f0a9-064c-462b-b889-c1f1f12e9ec6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 380 time: 0.0402122 Dec 22 08:50:10.163038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Request body: {'port': {'device_id': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:10.271707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.393451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.443652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.609196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e4a291-7e42-4a9d-adf0-0c631ca193be {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:50:10.616052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.631086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Transition to ACTIVE for port object 59e4a291-7e42-4a9d-adf0-0c631ca193be will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:10.635724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.639191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9cf2761f-74bb-442a-8e29-317cf2f3223a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:10.761689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:10.764694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:10.795944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80a34561-613a-402f-97e4-0a1f5d3a003c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:10.866459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 80a34561-613a-402f-97e4-0a1f5d3a003c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:10.866835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.871292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Attempting to bind port 59e4a291-7e42-4a9d-adf0-0c631ca193be on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:10.871739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Attempting to bind port 59e4a291-7e42-4a9d-adf0-0c631ca193be by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:10.872058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Attempting to bind port 59e4a291-7e42-4a9d-adf0-0c631ca193be on network 48f93e09-461a-42f9-9ef0-0a43386a590b {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:50:10.878091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Port 59e4a291-7e42-4a9d-adf0-0c631ca193be on network 48f93e09-461a-42f9-9ef0-0a43386a590b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:50:10.878424 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Attempting to bind port 59e4a291-7e42-4a9d-adf0-0c631ca193be on network 48f93e09-461a-42f9-9ef0-0a43386a590b {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:50:10.884526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:50:10.884855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Checking segment: {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:50:10.885221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Bound using segment: {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:50:10.885625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Bound port: 59e4a291-7e42-4a9d-adf0-0c631ca193be, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:10.885957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.976998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:50:10.979990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:50:10.985766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:10.990094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1a4c95d4-2057-4f98-916f-00b666188efc tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:11.046799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:11.048180 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] 10.222.0.32 "PUT /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 1131 time: 0.8889313 Dec 22 08:50:11.048674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:11.070054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:11.072883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:11.124868 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'status': 'completed', 'code': 200} Dec 22 08:50:11.163346 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-9d182a51-a410-4752-b563-edcb6d7edfe0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 1134 time: 0.0780573 Dec 22 08:50:11.265817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:11.270156 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-aa9fe7a4-330a-49d8-8f04-cd38253a5c17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 217 time: 0.1003649 Dec 22 08:50:11.350193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-53f31f4b-2c13-4b5a-ab78-b2eeb31bb59d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:11.351570 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-53f31f4b-2c13-4b5a-ab78-b2eeb31bb59d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdef7038-6a42-4c11-9926-e4b0fcc9599f HTTP/1.1" status: 200 len: 833 time: 0.0753896 Dec 22 08:50:11.414148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dbb57-4c87-47ae-be8b-50b73ce1eb8b req-60030030-dbbb-437f-b2f2-0c48ee967654 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:11.415571 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ee9dbb57-4c87-47ae-be8b-50b73ce1eb8b req-60030030-dbbb-437f-b2f2-0c48ee967654 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 981 time: 0.1773753 Dec 22 08:50:11.471642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-baa044f8-5a71-408a-8cab-45f15fb10232 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48f93e09-461a-42f9-9ef0-0a43386a590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136832 Dec 22 08:50:11.478069 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ee9dbb57-4c87-47ae-be8b-50b73ce1eb8b req-c530ad45-2c57-4155-8ca8-fcf0f4fd4ae8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547836 Dec 22 08:50:11.720645 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-bd8294a5-481f-44e9-8283-c6e869135906 service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411606 Dec 22 08:50:11.736937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:11.854776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebb60389-0be6-4bf9-9bb4-5ce10fac5ef9 req-8fd4445f-8c51-426f-b781-f8b1b4f94029 service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274035 Dec 22 08:50:11.990939 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b236864c-ba02-49e8-855f-6e47adbff519 req-5ccccff3-d7f5-4a00-94f2-a6ab0731ec76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 1134 time: 0.0765979 Dec 22 08:50:12.126160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236864c-ba02-49e8-855f-6e47adbff519 req-677fcb71-01ab-49ae-88d8-9a4edfc09bec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:12.127607 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b236864c-ba02-49e8-855f-6e47adbff519 req-677fcb71-01ab-49ae-88d8-9a4edfc09bec service neutron] 10.222.0.32 "GET /v2.0/networks?id=48f93e09-461a-42f9-9ef0-0a43386a590b HTTP/1.1" status: 200 len: 898 time: 0.1302619 Dec 22 08:50:12.192407 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b236864c-ba02-49e8-855f-6e47adbff519 req-7d8c6d9e-049d-40b4-9ba7-b3a2e754251f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 217 time: 0.0585320 Dec 22 08:50:12.257800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236864c-ba02-49e8-855f-6e47adbff519 req-0d9a2e4f-3850-4a25-904d-09558085470d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:12.259106 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b236864c-ba02-49e8-855f-6e47adbff519 req-0d9a2e4f-3850-4a25-904d-09558085470d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdef7038-6a42-4c11-9926-e4b0fcc9599f HTTP/1.1" status: 200 len: 833 time: 0.0610065 Dec 22 08:50:12.341020 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b236864c-ba02-49e8-855f-6e47adbff519 req-2a2a9cb9-8d65-4cb6-abe0-28aa7f9ed3a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48f93e09-461a-42f9-9ef0-0a43386a590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742261 Dec 22 08:50:12.480831 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b236864c-ba02-49e8-855f-6e47adbff519 req-ed610de4-ef31-465a-90c9-8839a868e6c1 service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332042 Dec 22 08:50:12.616225 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b236864c-ba02-49e8-855f-6e47adbff519 req-4131e5c6-cbcd-4a79-8586-32b845d76b40 service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286507 Dec 22 08:50:12.678637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1c8f7-a513-4c49-b557-b2388a0e21e8 req-665b9523-0c97-4cb0-9abb-f0e4e7161fca tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:12.680095 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9de1c8f7-a513-4c49-b557-b2388a0e21e8 req-665b9523-0c97-4cb0-9abb-f0e4e7161fca tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 981 time: 0.0788827 Dec 22 08:50:12.725138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-9de1c8f7-a513-4c49-b557-b2388a0e21e8 req-a093674f-0186-4dfc-ae3e-2af486fdc9ae tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:12.738713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-9de1c8f7-a513-4c49-b557-b2388a0e21e8 req-a093674f-0186-4dfc-ae3e-2af486fdc9ae tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:12.739690 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9de1c8f7-a513-4c49-b557-b2388a0e21e8 req-a093674f-0186-4dfc-ae3e-2af486fdc9ae tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540936 Dec 22 08:50:13.947456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304d9f7-6d47-4f95-b748-23533bc8f81b req-bcf22eaa-d744-4afa-9d92-fa905ba83355 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:13.949046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5304d9f7-6d47-4f95-b748-23533bc8f81b req-bcf22eaa-d744-4afa-9d92-fa905ba83355 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 981 time: 0.0853405 Dec 22 08:50:14.004147 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5304d9f7-6d47-4f95-b748-23533bc8f81b req-0e15a1d9-3db9-4b43-94c5-1aea61813ea2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Dec 22 08:50:15.244580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe9632-eb30-4314-8845-0b87deed5fca req-15f872ec-0495-4f3b-9166-516d8d093159 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:15.246018 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-55fe9632-eb30-4314-8845-0b87deed5fca req-15f872ec-0495-4f3b-9166-516d8d093159 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 981 time: 0.0915132 Dec 22 08:50:15.293818 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-55fe9632-eb30-4314-8845-0b87deed5fca req-868c85b9-ba89-47de-9e21-c416377417ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422187 Dec 22 08:50:15.830565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 59e4a291-7e42-4a9d-adf0-0c631ca193be details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:50:16.003599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:16.019679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'port_id': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'mac_address': 'fa:16:3e:c9:47:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:50:16.071811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.089062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e4a291-7e42-4a9d-adf0-0c631ca193be {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:50:16.104486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:16.110580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:16.113543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9bb7ec22-cdf3-4dfa-aaef-90a88b7bd233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:16.176234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:16.179641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:16.425913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['59e4a291-7e42-4a9d-adf0-0c631ca193be'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:50:16.496119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91a0c5-74d5-4455-8d0b-722bc482f8b8 req-10d38aa7-727a-4417-9382-10bd538d05d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:16.497567 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eb91a0c5-74d5-4455-8d0b-722bc482f8b8 req-10d38aa7-727a-4417-9382-10bd538d05d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 982 time: 0.0794497 Dec 22 08:50:16.545509 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eb91a0c5-74d5-4455-8d0b-722bc482f8b8 req-f714a887-a6a2-4ce8-a59a-493fc75d13f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Dec 22 08:50:17.752762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86895fa-d8eb-4ba9-898d-b29b0f512f7a req-0daefa1f-6943-4eb9-a640-82c343c92518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:17.754227 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a86895fa-d8eb-4ba9-898d-b29b0f512f7a req-0daefa1f-6943-4eb9-a640-82c343c92518 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 982 time: 0.0885866 Dec 22 08:50:17.798978 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a86895fa-d8eb-4ba9-898d-b29b0f512f7a req-2ae8374e-83ec-4345-a4a5-df6dd1b47bce tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Dec 22 08:50:17.849834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 59e4a291-7e42-4a9d-adf0-0c631ca193be up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:17.923052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 59e4a291-7e42-4a9d-adf0-0c631ca193be completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:17.927865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 59e4a291-7e42-4a9d-adf0-0c631ca193be triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:17.928215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.045795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.075452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:18.084970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:18.089569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:18.091460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8dc15666-a38c-4893-ae71-be1ba9f2e08b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:18.134053 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'code': 200} Dec 22 08:50:18.163349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:18.166405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:18.360107 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ce37a81d-9bda-4f95-95cf-c5dfaac625f9 req-666d332c-f9ac-49de-84ae-d30ead055889 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 1136 time: 0.0733256 Dec 22 08:50:18.403411 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ce37a81d-9bda-4f95-95cf-c5dfaac625f9 req-a06a5d25-a642-4654-a565-1093834540da service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 Dec 22 08:50:19.018109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b3ee7-31eb-4b02-be6b-90fcc5e8bef4 req-abd13847-ad64-4b8c-8e27-c9f9d3c03e43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:19.019717 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-344b3ee7-31eb-4b02-be6b-90fcc5e8bef4 req-abd13847-ad64-4b8c-8e27-c9f9d3c03e43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 983 time: 0.0886512 Dec 22 08:50:19.068984 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-344b3ee7-31eb-4b02-be6b-90fcc5e8bef4 req-3b525db7-53e7-4122-876e-7ddf7f8c5b56 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437474 Dec 22 08:50:20.079674 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba72b028-2785-4279-9a61-952f1384bb53 req-093af4cf-0dfe-4256-8d2a-a445abea1462 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783532 Dec 22 08:50:20.274024 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba72b028-2785-4279-9a61-952f1384bb53 req-0d58d164-8716-4d1f-bb9c-25fca3cdcefc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 1136 time: 0.1191831 Dec 22 08:50:20.292490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61019ca1-e013-4ceb-b6d6-9b73a94ccd3d req-7be0300c-55df-4638-9136-300473242a3b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:20.294003 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61019ca1-e013-4ceb-b6d6-9b73a94ccd3d req-7be0300c-55df-4638-9136-300473242a3b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 983 time: 0.0977182 Dec 22 08:50:20.428737 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61019ca1-e013-4ceb-b6d6-9b73a94ccd3d req-e6bce4fa-946d-44ec-aeeb-6feca9db3224 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162541 Dec 22 08:50:20.456103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72b028-2785-4279-9a61-952f1384bb53 req-fc463354-2334-4d7c-98b1-861ec53e4fba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:20.457528 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba72b028-2785-4279-9a61-952f1384bb53 req-fc463354-2334-4d7c-98b1-861ec53e4fba service neutron] 10.222.0.32 "GET /v2.0/networks?id=48f93e09-461a-42f9-9ef0-0a43386a590b HTTP/1.1" status: 200 len: 898 time: 0.1626592 Dec 22 08:50:20.526894 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba72b028-2785-4279-9a61-952f1384bb53 req-eb95835b-542b-4fc8-b7a9-c588132d6b03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 217 time: 0.0622375 Dec 22 08:50:20.594980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72b028-2785-4279-9a61-952f1384bb53 req-32fe0786-3d1d-4bd8-bcb8-7e0e4b98b941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:20.596856 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba72b028-2785-4279-9a61-952f1384bb53 req-32fe0786-3d1d-4bd8-bcb8-7e0e4b98b941 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdef7038-6a42-4c11-9926-e4b0fcc9599f HTTP/1.1" status: 200 len: 833 time: 0.0636137 Dec 22 08:50:20.636932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda34d2-3687-48b4-a9e6-860e48d22f00 req-23611e0e-880e-4cf4-9b9e-9c000bafd657 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:20.638413 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2fda34d2-3687-48b4-a9e6-860e48d22f00 req-23611e0e-880e-4cf4-9b9e-9c000bafd657 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 983 time: 0.0816603 Dec 22 08:50:20.677476 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba72b028-2785-4279-9a61-952f1384bb53 req-20261e80-cdd7-4c53-bbdb-b4315cbe2035 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48f93e09-461a-42f9-9ef0-0a43386a590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725999 Dec 22 08:50:20.684533 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2fda34d2-3687-48b4-a9e6-860e48d22f00 req-9148e74b-41f5-41d7-8ea4-bbb57258cf2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Dec 22 08:50:20.712436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44204) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:20.785183 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f927e654-ba32-4385-8329-fad4046fc501 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 1131 time: 0.0712862 Dec 22 08:50:20.788122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44208) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:20.793837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:20.800819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:20.805310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:floatingip and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:20.808684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:20.815703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:20.836687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:20.920244 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba72b028-2785-4279-9a61-952f1384bb53 req-f74a1c79-cee3-41db-a146-b02c44f18d51 service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365251 Dec 22 08:50:20.973781 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.049046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba72b028-2785-4279-9a61-952f1384bb53 req-d1a7663b-cfb1-4314-aa4b-c4aea2b75492 service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231833 Dec 22 08:50:21.115902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.85 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/208c235b-042d-42bd-afa2-0b405629a039) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:21.282994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.315042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:21.319517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1a9bf66f-0eb3-470c-a2d3-fd69fd2780f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:21.492178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:21.495518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:21.497505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=208c235b-042d-42bd-afa2-0b405629a039,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:21.499541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:50:21.526526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:22.024541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:22.083115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:22.291622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:22.298662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:22.302286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:22.400394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=208c235b-042d-42bd-afa2-0b405629a039,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:22.404232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:22.422261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:22.619222 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP ccfb7816-e880-431d-a30d-7d457713acf0 associated. External IP: 172.26.5.85, port: 59e4a291-7e42-4a9d-adf0-0c631ca193be. Dec 22 08:50:23.140488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 52f8acfe-0f76-48ae-94a5-26cf86a98776 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:50:23.357964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:50:23.368204 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] Sync routers for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:50:23.382134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:23.382898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:23.384391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:23.442495 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.6531708 Dec 22 08:50:23.443013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:23.445505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44214) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:23.498799 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'status': 'completed', 'code': 200} Dec 22 08:50:23.558997 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4bb7d0d-1392-44e8-88b6-de21a56710f7 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde&network_id=48f93e09-461a-42f9-9ef0-0a43386a590b HTTP/1.1" status: 200 len: 1131 time: 0.1122146 Dec 22 08:50:23.589325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:23.596464 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61eeb34f-5415-4734-a921-9dc2cf305173 req-fcc23030-2970-4f1c-b940-b013cc9c927b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 1136 time: 0.0745499 Dec 22 08:50:23.731933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeb34f-5415-4734-a921-9dc2cf305173 req-4e8f1181-bdb7-49a9-b1af-02ea414515d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:23.733285 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61eeb34f-5415-4734-a921-9dc2cf305173 req-4e8f1181-bdb7-49a9-b1af-02ea414515d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=48f93e09-461a-42f9-9ef0-0a43386a590b HTTP/1.1" status: 200 len: 898 time: 0.1304567 Dec 22 08:50:23.843972 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61eeb34f-5415-4734-a921-9dc2cf305173 req-d7b2fac8-a0e8-49ed-9d5c-4f457ae159bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 1036 time: 0.1047490 Dec 22 08:50:23.946818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'ccfb7816-e880-431d-a30d-7d457713acf0', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.85', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'port_id': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1593251312', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'mac_address': 'fa:16:3e:c9:47:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:50:21Z', 'updated_at': '2021-12-22T08:50:21Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a34561-613a-402f-97e4-0a1f5d3a003c', 'name': '', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:2d:26:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:02Z', 'updated_at': '2021-12-22T08:50:09Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:23.950772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeb34f-5415-4734-a921-9dc2cf305173 req-99f887d3-5b6a-4998-99f3-9b5d78f0b71e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:23.951052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] Checking router: 52f8acfe-0f76-48ae-94a5-26cf86a98776 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:50:23.952234 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61eeb34f-5415-4734-a921-9dc2cf305173 req-99f887d3-5b6a-4998-99f3-9b5d78f0b71e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdef7038-6a42-4c11-9926-e4b0fcc9599f HTTP/1.1" status: 200 len: 833 time: 0.1016078 Dec 22 08:50:23.962815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:23.963463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:24.030679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82a832-9d89-4acc-b7d9-fa961a28f4eb req-34deb4ec-e366-4fad-8945-7cb569e54f60 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:24.032248 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b82a832-9d89-4acc-b7d9-fa961a28f4eb req-34deb4ec-e366-4fad-8945-7cb569e54f60 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 983 time: 0.1486070 Dec 22 08:50:24.073616 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61eeb34f-5415-4734-a921-9dc2cf305173 req-2cfd7ee5-a3d8-40f5-8f4c-f75d6cfdc43c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48f93e09-461a-42f9-9ef0-0a43386a590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129367 Dec 22 08:50:24.147199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:24.166212 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b82a832-9d89-4acc-b7d9-fa961a28f4eb req-3c03bf3d-5891-4fd8-ae9b-2b4a07b254a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266844 Dec 22 08:50:24.232686 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61eeb34f-5415-4734-a921-9dc2cf305173 req-8ab2224c-d9a5-4576-846e-58fd98c47668 service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509631 Dec 22 08:50:24.367873 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61eeb34f-5415-4734-a921-9dc2cf305173 req-65f55363-77f3-40de-b285-52cd59d84ad5 service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285808 Dec 22 08:50:24.545716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'ccfb7816-e880-431d-a30d-7d457713acf0', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.85', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'port_id': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1593251312', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'mac_address': 'fa:16:3e:c9:47:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:50:21Z', 'updated_at': '2021-12-22T08:50:21Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a34561-613a-402f-97e4-0a1f5d3a003c', 'name': '', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:2d:26:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:02Z', 'updated_at': '2021-12-22T08:50:09Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:24.550384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a2da9-0dec-4e74-a6d4-1c238db763d7 None None] The sync data for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv is: [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'ccfb7816-e880-431d-a30d-7d457713acf0', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.85', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'port_id': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1593251312', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'mac_address': 'fa:16:3e:c9:47:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4bd667-27e5-46c4-8fef-2f02a17bfcde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:50:21Z', 'updated_at': '2021-12-22T08:50:21Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a34561-613a-402f-97e4-0a1f5d3a003c', 'name': '', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:2d:26:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:02Z', 'updated_at': '2021-12-22T08:50:09Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:50:25.329221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-1f85410a-c801-42dd-90b2-66dda4530e28 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:25.330700 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-1f85410a-c801-42dd-90b2-66dda4530e28 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 983 time: 0.0852499 Dec 22 08:50:25.369794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eab8a-5fc7-4438-8688-959ee08964d1 req-52b6d768-202a-4541-9843-2bf8a4b98860 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:25.371219 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-314eab8a-5fc7-4438-8688-959ee08964d1 req-52b6d768-202a-4541-9843-2bf8a4b98860 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 983 time: 0.0805712 Dec 22 08:50:25.403399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-08688c14-764b-4272-80ab-3fa66314193a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:25.404783 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-08688c14-764b-4272-80ab-3fa66314193a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0663171 Dec 22 08:50:25.419512 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-314eab8a-5fc7-4438-8688-959ee08964d1 req-315296ac-178b-48a7-9f44-5ba88336990e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Dec 22 08:50:25.552356 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-c88c4c74-20f3-4f14-8969-108a2b942db5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1426873 Dec 22 08:50:25.562153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:25.596258 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a26ac8-a196-4c54-87ff-178cd0bcb090 None None] New status for floating IP ccfb7816-e880-431d-a30d-7d457713acf0: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:50:25.674935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:25.982711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:26.010356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:50:26.061145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] device_id is not set on port 59e4a291-7e42-4a9d-adf0-0c631ca193be yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:26.071019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:26.077328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:26.082245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1220a328-654b-4223-bdb0-74ce34148204 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:26.213639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=6']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:26.228183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.228571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.228914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.229272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.229629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.229982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.230329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.230679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.231025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.231398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.231745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:26.235498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:26.293023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] No DVR routers for this DVR port 59e4a291-7e42-4a9d-adf0-0c631ca193be on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:26.335135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed4fd6b8-cbb9-4b74-9f6d-01edd6e4e100 None None] Provisioning complete for port 59e4a291-7e42-4a9d-adf0-0c631ca193be triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:26.335730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed4fd6b8-cbb9-4b74-9f6d-01edd6e4e100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:26.386452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ed4fd6b8-cbb9-4b74-9f6d-01edd6e4e100 None None] Port 59e4a291-7e42-4a9d-adf0-0c631ca193be cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:50:26.582289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] In _notify_port_updated(), no bound segment for port 59e4a291-7e42-4a9d-adf0-0c631ca193be on network 48f93e09-461a-42f9-9ef0-0a43386a590b {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:50:26.583384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:26.584708 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-364dacb7-2a58-4862-8f75-12d6fd2bd828 req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] 10.222.0.32 "PUT /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 1026 time: 1.0266602 Dec 22 08:50:26.597115 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fe698a4c-c7ea-40fb-970e-576b523c2842 req-3c8dbf21-78cb-48c3-89aa-266453191f25 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=db4bd667-27e5-46c4-8fef-2f02a17bfcde HTTP/1.1" status: 200 len: 210 time: 0.0464575 Dec 22 08:50:27.706293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44232) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:27.773195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ffe5c-542b-4156-9b8e-9a7009aeb5d4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:27.774501 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cb0ffe5c-542b-4156-9b8e-9a7009aeb5d4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 925 time: 0.0671902 Dec 22 08:50:27.909864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 59e4a291-7e42-4a9d-adf0-0c631ca193be no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:27.921912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44238) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:27.927846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161285159', 'description': 'tempest-secgroup-smoke-1161285159 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:27.933915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:27.943693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:27.954658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:27.970058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 59e4a291-7e42-4a9d-adf0-0c631ca193be not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:27.993707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:27.997718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.000672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.007248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.072590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.081020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.085688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-25bc65a7-da0b-4d87-aa16-332dfcee46f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:28.126883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36d5996-b793-4ab5-915e-7f13a3abf25a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:28.135896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.137085 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2141809 Dec 22 08:50:28.138547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.138917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.139338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.139982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44242) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:28.143510 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.143966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.144347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.144720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.145195 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.145731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5996-b793-4ab5-915e-7f13a3abf25a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:28.146101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.146473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.146838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:28.150648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:28.151984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.156171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.159199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.165898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.184997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.255211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.261172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.263881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-92ac98e0-88a0-4ce5-b370-b71cc7e165ed tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:28.288756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6469adc4-75d3-46a6-a68c-e62d7ffd9978,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:28.291530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:28.299405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.300615 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1596761 Dec 22 08:50:28.303465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:28.309332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5996-b793-4ab5-915e-7f13a3abf25a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:28.315486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.319650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.322711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.328687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.346462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.409806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.414561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.416344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4a4fd211-5d0a-40ac-9d2d-c07fab09afa9 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:28.437468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba631d4-12d1-4d0e-8ccd-825c63bb4b65,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:28.439841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:28.447484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.448679 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1443224 Dec 22 08:50:28.451513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:28.456984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5996-b793-4ab5-915e-7f13a3abf25a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:28.462857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.466766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.469849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.475929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.492839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.554941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.564150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.565982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-eab9e9a9-2f38-4db2-a845-3b2585cb87bf tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:28.588565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bcc3b6-9d40-401f-b849-88d5eb774bcd,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:28.592336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:28.602122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.603298 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1508811 Dec 22 08:50:28.606350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44254) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:28.615663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5996-b793-4ab5-915e-7f13a3abf25a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:28.625014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.631117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.634220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.640198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.658687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.732829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.737164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.738878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-db8d1cad-1e33-4619-a774-7402bcbad8c8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:28.759767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09acd5a3-a22e-45f5-8cbb-de4e487d4e7e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:28.762315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:28.769998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.771130 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1635203 Dec 22 08:50:28.774978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44258) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:28.780355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5996-b793-4ab5-915e-7f13a3abf25a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:28.786040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.789971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.792782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.798421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.810419 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:50:28.820017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.883745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.889457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.895476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ed44ea6-0d18-4ba5-8419-37cded3432fa tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:28.914847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e231427-8a80-42bf-977a-736101f96ca4,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:28.917185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:28.925062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:28.926362 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1504230 Dec 22 08:50:28.929082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44262) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:28.934549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'b36d5996-b793-4ab5-915e-7f13a3abf25a', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:28.940224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:28.944210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:28.947052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:28.952664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:28.964598 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:50:28.970840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.049510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.054697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.056599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2506ff0f-f7c8-48c4-9b27-ce56dea8ddae tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:29.077659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f438e983-48fe-4058-87f1-8ae96d599533,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:29.079953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:29.086888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:29.088032 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1580603 Dec 22 08:50:29.282182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-6e992c56-1679-4de8-adad-0dd0d919539f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:50:29.301357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-6e992c56-1679-4de8-adad-0dd0d919539f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:50:29.303414 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-6e992c56-1679-4de8-adad-0dd0d919539f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161285159&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0720229 Dec 22 08:50:29.383119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-4d360143-3b6e-47dc-afa5-b84f4f2fe3bf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:29.384573 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-4d360143-3b6e-47dc-afa5-b84f4f2fe3bf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 930 time: 0.0734892 Dec 22 08:50:29.542275 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-28b0c741-1f2a-4bdd-91fa-9b5562fb5b5f service neutron] 10.222.0.31 "GET /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1452096 Dec 22 08:50:29.551795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-d3ffbd11-e9d6-4ef7-a71f-147e022fcfbe service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:50:29.552832 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-d3ffbd11-e9d6-4ef7-a71f-147e022fcfbe service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050421 Dec 22 08:50:29.690190 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-cf43e37c-8335-45d3-85a4-dbb8a0b69943 service neutron] 10.222.0.31 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317432 Dec 22 08:50:29.775758 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:50:29.824708 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-418ac9e0-8776-44c6-ac8e-29ebb7ee4809 service neutron] 10.222.0.31 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282098 Dec 22 08:50:30.008883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7a4fd685-7d5c-4c1c-9f4d-bbaaf42056ec req-f1206dd5-9a13-44ff-a400-6e87925f0e01 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 210 time: 0.0420828 Dec 22 08:50:31.006644 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-923d60a3-237f-42bf-befe-106f9ce7760f service neutron] 10.222.0.32 "GET /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 1026 time: 0.0641000 Dec 22 08:50:31.158738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-f49a998f-d92f-4626-9add-ffd948888a7c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:31.160460 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-f49a998f-d92f-4626-9add-ffd948888a7c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=48f93e09-461a-42f9-9ef0-0a43386a590b HTTP/1.1" status: 200 len: 797 time: 0.1489594 Dec 22 08:50:31.176229 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-89ec1f02-162c-4272-b734-734307ff3961 req-711b154e-c2ae-41a8-8038-207aa69fdbc7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 210 time: 0.0419936 Dec 22 08:50:31.219812 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-d46ef5b2-e134-4dce-b7bc-760c34b728bc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 473 time: 0.0437307 Dec 22 08:50:31.233759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Request body: {'port': {'device_id': 'bcdd25d0-da13-43a7-9090-aa4176716bed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:31.345134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.775409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e4a291-7e42-4a9d-adf0-0c631ca193be {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:50:31.782456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.796891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Transition to ACTIVE for port object 59e4a291-7e42-4a9d-adf0-0c631ca193be will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:31.803416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:31.809989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:31.940402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=7']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:31.945065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:32.080829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Attempting to bind port 59e4a291-7e42-4a9d-adf0-0c631ca193be on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:32.081154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Attempting to bind port 59e4a291-7e42-4a9d-adf0-0c631ca193be by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:32.081470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Attempting to bind port 59e4a291-7e42-4a9d-adf0-0c631ca193be on network 48f93e09-461a-42f9-9ef0-0a43386a590b {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:50:32.087371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Port 59e4a291-7e42-4a9d-adf0-0c631ca193be on network 48f93e09-461a-42f9-9ef0-0a43386a590b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:50:32.087684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Attempting to bind port 59e4a291-7e42-4a9d-adf0-0c631ca193be on network 48f93e09-461a-42f9-9ef0-0a43386a590b {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:50:32.094519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:50:32.094845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Checking segment: {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:50:32.095220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Bound using segment: {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:50:32.095691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Bound port: 59e4a291-7e42-4a9d-adf0-0c631ca193be, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:32.096022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.187797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:50:32.190716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:50:32.196145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.199793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-96bc492b-ddd0-4da7-9b12-d6c9a1c1cba3 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:32.263987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:32.265363 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] 10.222.0.32 "PUT /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 1131 time: 1.0354445 Dec 22 08:50:32.265881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdd25d0-da13-43a7-9090-aa4176716bed', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:32.278792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=8']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:32.281985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:32.338332 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdd25d0-da13-43a7-9090-aa4176716bed', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'status': 'completed', 'code': 200} Dec 22 08:50:32.447103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693ba52-efc6-4748-9947-8d29ff1ddcf9 req-d07f75a0-87e5-4e58-af83-75704490e6d7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:32.448593 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3693ba52-efc6-4748-9947-8d29ff1ddcf9 req-d07f75a0-87e5-4e58-af83-75704490e6d7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 981 time: 0.1450975 Dec 22 08:50:32.451923 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-61242b58-868b-4a98-8af6-fd6e841cbc8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 1134 time: 0.1128368 Dec 22 08:50:32.582901 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3693ba52-efc6-4748-9947-8d29ff1ddcf9 req-32517839-5b2d-462b-8b5b-d363bc144b68 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285186 Dec 22 08:50:32.585997 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-116762e3-c25f-435f-9d47-247d455863ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 1036 time: 0.1180665 Dec 22 08:50:32.648823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-15fc9436-2ab4-4593-aff3-04c07f308588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:32.650260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-15fc9436-2ab4-4593-aff3-04c07f308588 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdef7038-6a42-4c11-9926-e4b0fcc9599f HTTP/1.1" status: 200 len: 833 time: 0.0578279 Dec 22 08:50:32.738430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-55526181-7e1e-4ede-8062-69e28b951126 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48f93e09-461a-42f9-9ef0-0a43386a590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812795 Dec 22 08:50:32.868023 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-c34714cf-48cc-42c1-a6a9-3f63217607eb service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234751 Dec 22 08:50:33.012365 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2186f877-a4e4-4af4-b0a1-c447f8b295c2 req-f57a9f21-985b-4dec-b62e-c0c8be8050ea service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378493 Dec 22 08:50:33.137741 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6173dd2f-3f94-40fd-93c8-535a7c335038 req-6309e48b-a9fe-4c10-8c1d-d6ab65be32a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 1134 time: 0.0740452 Dec 22 08:50:33.364491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173dd2f-3f94-40fd-93c8-535a7c335038 req-237a243b-78fc-482e-ae49-34c3065cfb8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:33.365906 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6173dd2f-3f94-40fd-93c8-535a7c335038 req-237a243b-78fc-482e-ae49-34c3065cfb8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=48f93e09-461a-42f9-9ef0-0a43386a590b HTTP/1.1" status: 200 len: 898 time: 0.2218540 Dec 22 08:50:33.467637 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6173dd2f-3f94-40fd-93c8-535a7c335038 req-fbc92f9c-4ea2-427d-a719-76504de8226c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 1036 time: 0.0954092 Dec 22 08:50:33.528591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173dd2f-3f94-40fd-93c8-535a7c335038 req-40875b71-f2bc-4773-9f0a-14c726aaaaac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:33.530056 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6173dd2f-3f94-40fd-93c8-535a7c335038 req-40875b71-f2bc-4773-9f0a-14c726aaaaac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdef7038-6a42-4c11-9926-e4b0fcc9599f HTTP/1.1" status: 200 len: 833 time: 0.0562291 Dec 22 08:50:33.610842 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6173dd2f-3f94-40fd-93c8-535a7c335038 req-ab3db08e-035b-434d-ab45-09681b56000d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=48f93e09-461a-42f9-9ef0-0a43386a590b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747485 Dec 22 08:50:33.740226 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6173dd2f-3f94-40fd-93c8-535a7c335038 req-994a5c86-2ee7-42b6-b1c5-00867d36d9ab service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225820 Dec 22 08:50:33.781937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d7fb1-ea54-4138-b741-4345a2bb9a72 req-bd09a12e-bc4a-4d6c-afd5-49e68cb0c8d7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:33.783405 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e31d7fb1-ea54-4138-b741-4345a2bb9a72 req-bd09a12e-bc4a-4d6c-afd5-49e68cb0c8d7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 981 time: 0.0768414 Dec 22 08:50:33.834664 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e31d7fb1-ea54-4138-b741-4345a2bb9a72 req-591fd39f-453f-46d1-b703-637a7777065c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456388 Dec 22 08:50:33.872816 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6173dd2f-3f94-40fd-93c8-535a7c335038 req-bf410afd-88ec-4b8f-ae00-da915c4fdef6 service neutron] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262791 Dec 22 08:50:35.035076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d2381-88ca-4e81-bc9f-dee56dc5f37e req-873582c6-9f3a-45ae-881b-3fc7ff7a90af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:35.036548 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1e2d2381-88ca-4e81-bc9f-dee56dc5f37e req-873582c6-9f3a-45ae-881b-3fc7ff7a90af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 981 time: 0.0806203 Dec 22 08:50:35.083194 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1e2d2381-88ca-4e81-bc9f-dee56dc5f37e req-be066fcd-082a-4801-92ef-5be2b6b67aee tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Dec 22 08:50:35.911282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 59e4a291-7e42-4a9d-adf0-0c631ca193be details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:50:36.062054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:36.075267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'port_id': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'mac_address': 'fa:16:3e:c9:47:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:50:36.132301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:36.149250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e4a291-7e42-4a9d-adf0-0c631ca193be {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:50:36.164271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:36.169335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:36.171116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:36.240656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=9']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:36.244214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:36.282112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9f042-73d3-4177-b866-ddf14cfe6794 req-f18e5936-ab3b-48cd-83cc-21310b89be39 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:36.283574 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-87f9f042-73d3-4177-b866-ddf14cfe6794 req-f18e5936-ab3b-48cd-83cc-21310b89be39 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 982 time: 0.0794668 Dec 22 08:50:36.330832 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-87f9f042-73d3-4177-b866-ddf14cfe6794 req-e01b5389-cfbd-4d43-bc4b-df9993e899aa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Dec 22 08:50:36.502951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['59e4a291-7e42-4a9d-adf0-0c631ca193be'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:50:37.099691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b7ed-4414-47a3-8ad5-a2f99ba32708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:37.537917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0e654-7e52-4c8e-99d0-89a7af5917be req-c0e36f9e-838a-411d-a6c1-d64abdaab77f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:37.539421 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-acf0e654-7e52-4c8e-99d0-89a7af5917be req-c0e36f9e-838a-411d-a6c1-d64abdaab77f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 982 time: 0.0834539 Dec 22 08:50:37.586752 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-acf0e654-7e52-4c8e-99d0-89a7af5917be req-b54cbb32-12fb-4e5d-9ea6-acb5ca9207dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Dec 22 08:50:37.927586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 59e4a291-7e42-4a9d-adf0-0c631ca193be up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:38.017746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 59e4a291-7e42-4a9d-adf0-0c631ca193be completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:38.023152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 59e4a291-7e42-4a9d-adf0-0c631ca193be triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:38.023565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.149772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.175744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdd25d0-da13-43a7-9090-aa4176716bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:50:38.185673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:38.189454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:38.192171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9bb7ec22-cdf3-4dfa-aaef-90a88b7bd233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:38.235034 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdd25d0-da13-43a7-9090-aa4176716bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e4a291-7e42-4a9d-adf0-0c631ca193be', 'code': 200} Dec 22 08:50:38.262738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=10']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:38.265712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:38.472105 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab846b-eaba-4d4f-9adc-0e8c36c95c32 req-492cb74a-eca5-46eb-a15f-3be1972bf3a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 1137 time: 0.0711651 Dec 22 08:50:38.518360 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab846b-eaba-4d4f-9adc-0e8c36c95c32 req-e1f82f0b-70ad-4047-baa5-bf1da5282d1a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400171 Dec 22 08:50:38.795252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ddb7-d510-47df-80ec-a6526cac74f6 req-65c127ba-65e4-4de2-a917-2232143b2995 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:38.796699 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e802ddb7-d510-47df-80ec-a6526cac74f6 req-65c127ba-65e4-4de2-a917-2232143b2995 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 984 time: 0.0780382 Dec 22 08:50:38.845781 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e802ddb7-d510-47df-80ec-a6526cac74f6 req-7122f163-4bd9-42c8-89d9-da2be4eafd2b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Dec 22 08:50:39.199070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6fc331e5-d0b6-49e5-9c9a-042fce6e5897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.066458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9349b-c62a-4bc9-b03a-cd0dc063088e req-06de39b1-dfe2-4af6-b4f3-cb6d6cae073b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:40.067945 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b1c9349b-c62a-4bc9-b03a-cd0dc063088e req-06de39b1-dfe2-4af6-b4f3-cb6d6cae073b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 984 time: 0.0933931 Dec 22 08:50:40.115557 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b1c9349b-c62a-4bc9-b03a-cd0dc063088e req-7c9bc267-9039-4e59-ae2e-b70444a3981a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Dec 22 08:50:40.336316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc0649-2a28-4781-9e67-3c1f3a8895d3 req-f7ca6528-2935-45c9-9e83-7a3e519907a1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:40.337719 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9fc0649-2a28-4781-9e67-3c1f3a8895d3 req-f7ca6528-2935-45c9-9e83-7a3e519907a1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 984 time: 0.0896378 Dec 22 08:50:40.385242 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9fc0649-2a28-4781-9e67-3c1f3a8895d3 req-6a8f5bbb-202d-47e2-8456-0202be43f7b3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Dec 22 08:50:40.400130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.412626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44308) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:40.445730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:40.482335 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-af119f97-727a-4e03-a332-4aff60136048 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed&network_id=48f93e09-461a-42f9-9ef0-0a43386a590b HTTP/1.1" status: 200 len: 1132 time: 0.0681961 Dec 22 08:50:40.878570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e58189-b34d-4712-b24d-ab347b87e1be req-d7d040fb-3319-4a8d-a88f-2074971e7687 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:40.879993 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-30e58189-b34d-4712-b24d-ab347b87e1be req-d7d040fb-3319-4a8d-a88f-2074971e7687 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 984 time: 0.0842402 Dec 22 08:50:40.925418 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-30e58189-b34d-4712-b24d-ab347b87e1be req-1a64b56d-a0af-4961-9bdc-8ffc63cd8ea0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Dec 22 08:50:41.292033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:41.744009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.140966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97290590-5133-427c-b888-ba13c3b23378 req-7ab04b05-0ccc-4ebc-9acd-2e2a26d1fde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:42.142471 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97290590-5133-427c-b888-ba13c3b23378 req-7ab04b05-0ccc-4ebc-9acd-2e2a26d1fde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 984 time: 0.0836196 Dec 22 08:50:42.189585 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97290590-5133-427c-b888-ba13c3b23378 req-2a1dc548-4785-4b21-8f94-0f88ae4fa186 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413468 Dec 22 08:50:42.192416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-440b52c3-96c6-4643-9fcb-0a4f5e02c9d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:42.193834 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-440b52c3-96c6-4643-9fcb-0a4f5e02c9d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 984 time: 0.0857365 Dec 22 08:50:42.268234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-b2f9a4b1-5490-499c-a2be-6de642bad74f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:42.269483 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-b2f9a4b1-5490-499c-a2be-6de642bad74f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695720 Dec 22 08:50:42.412246 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-fbf6493f-2675-41b7-a236-2afec3af846c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1378248 Dec 22 08:50:42.422611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:42.529598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.840724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=59e4a291-7e42-4a9d-adf0-0c631ca193be,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:42.874127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] For port 59e4a291-7e42-4a9d-adf0-0c631ca193be, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:50:42.925766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] device_id is not set on port 59e4a291-7e42-4a9d-adf0-0c631ca193be yet. {{(pid=83495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 08:50:42.934115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.941693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:42.945552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1d647819-6900-4aab-80f0-0b569f35bd42 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:43.075218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] Pushing event updated for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=11']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:43.079660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:43.140104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] No DVR routers for this DVR port 59e4a291-7e42-4a9d-adf0-0c631ca193be on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:43.180792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a5b8536d-84ee-4522-b0ab-4cf9ef0dc0f0 None None] Provisioning complete for port 59e4a291-7e42-4a9d-adf0-0c631ca193be triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:43.181307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a5b8536d-84ee-4522-b0ab-4cf9ef0dc0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:43.236574 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8536d-84ee-4522-b0ab-4cf9ef0dc0f0 None None] Port 59e4a291-7e42-4a9d-adf0-0c631ca193be cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:50:43.361256 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-36fc91ea-a917-4749-a44e-6d143b176457 req-774f1b20-c377-42bf-911c-2e5ff525a368 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdd25d0-da13-43a7-9090-aa4176716bed HTTP/1.1" status: 200 len: 210 time: 0.0496078 Dec 22 08:50:43.429005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] In _notify_port_updated(), no bound segment for port 59e4a291-7e42-4a9d-adf0-0c631ca193be on network 48f93e09-461a-42f9-9ef0-0a43386a590b {{(pid=83495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 22 08:50:43.430067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:43.431406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-87e63b9f-dd2e-4d47-9c48-6e5f960da07e req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] 10.222.0.32 "PUT /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 200 len: 1027 time: 1.0126398 Dec 22 08:50:44.471013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44322) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:44.540604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ab73c34-a9e7-4150-9201-6f2d16129c8b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:44.569897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ab73c34-a9e7-4150-9201-6f2d16129c8b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:44.646644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ab73c34-a9e7-4150-9201-6f2d16129c8b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:44.651312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7e572c3a-b7d4-4280-b687-22cc40338d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:44.665264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab73c34-a9e7-4150-9201-6f2d16129c8b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36d5996-b793-4ab5-915e-7f13a3abf25a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:44.667606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3ab73c34-a9e7-4150-9201-6f2d16129c8b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:44.679431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3ab73c34-a9e7-4150-9201-6f2d16129c8b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:44.680797 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3ab73c34-a9e7-4150-9201-6f2d16129c8b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/b36d5996-b793-4ab5-915e-7f13a3abf25a HTTP/1.1" status: 204 len: 168 time: 0.2088103 Dec 22 08:50:44.726938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44328) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:44.927727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 208c235b-042d-42bd-afa2-0b405629a039 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:50:44.927963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:45.102070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:45.102389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:45.221005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 208c235b-042d-42bd-afa2-0b405629a039 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:50:45.379207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:45.382950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-230b1185-da13-4e59-be9f-d0e374023982 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:45.524828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=208c235b-042d-42bd-afa2-0b405629a039,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:45.527595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:45.634313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:45.952447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 59e4a291-7e42-4a9d-adf0-0c631ca193be no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:46.008795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 59e4a291-7e42-4a9d-adf0-0c631ca193be not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:46.056485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 52f8acfe-0f76-48ae-94a5-26cf86a98776 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:50:46.284558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:50:46.294692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] Sync routers for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:50:46.307765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:46.308783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:46.309440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:46.363816 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/floatingips/ccfb7816-e880-431d-a30d-7d457713acf0 HTTP/1.1" status: 204 len: 168 time: 1.6356752 Dec 22 08:50:46.492610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:46.522424 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44336) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:46.595388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a8e026f-08fc-4a04-aad2-6d63714eab46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:46.625449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a8e026f-08fc-4a04-aad2-6d63714eab46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:46.689523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a8e026f-08fc-4a04-aad2-6d63714eab46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:46.693684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8c782cd5-b825-471f-8730-67f1008c7564 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:46.709021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e026f-08fc-4a04-aad2-6d63714eab46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9664fd0-6d5d-4ef3-8b5c-e94b795adb0a,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:46.713597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4a8e026f-08fc-4a04-aad2-6d63714eab46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:46.717419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a8e026f-08fc-4a04-aad2-6d63714eab46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:46.718563 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a8e026f-08fc-4a04-aad2-6d63714eab46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/b9664fd0-6d5d-4ef3-8b5c-e94b795adb0a HTTP/1.1" status: 204 len: 168 time: 0.1946111 Dec 22 08:50:46.763636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44342) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:46.830831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 59e4a291-7e42-4a9d-adf0-0c631ca193be {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:50:46.831169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:46.857792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '80a34561-613a-402f-97e4-0a1f5d3a003c', 'name': '', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:2d:26:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:02Z', 'updated_at': '2021-12-22T08:50:09Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:46.862904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] Checking router: 52f8acfe-0f76-48ae-94a5-26cf86a98776 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:50:46.873221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:46.873832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:47.050310 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:47.071565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:47.191293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 59e4a291-7e42-4a9d-adf0-0c631ca193be owned by {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:50:47.364526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '80a34561-613a-402f-97e4-0a1f5d3a003c', 'name': '', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:2d:26:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:02Z', 'updated_at': '2021-12-22T08:50:09Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:47.369092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1128e8e1-6635-46fc-8a98-6afdab2b6438 None None] The sync data for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv is: [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:03Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '80a34561-613a-402f-97e4-0a1f5d3a003c', 'name': '', 'network_id': '48f93e09-461a-42f9-9ef0-0a43386a590b', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:2d:26:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:02Z', 'updated_at': '2021-12-22T08:50:09Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'cdef7038-6a42-4c11-9926-e4b0fcc9599f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:50:47.440680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:47.447003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:47.493087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=59e4a291-7e42-4a9d-adf0-0c631ca193be,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:47.496161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:47.604303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:47.614593 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/ports/59e4a291-7e42-4a9d-adf0-0c631ca193be HTTP/1.1" status: 204 len: 168 time: 0.8503408 Dec 22 08:50:47.617588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44346) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:47.618094 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531c1b75-4ffa-4f12-a082-6e89f01c50ff None None] New status for floating IP ccfb7816-e880-431d-a30d-7d457713acf0: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:50:48.139287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:48.782528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 80a34561-613a-402f-97e4-0a1f5d3a003c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:50:48.783186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:48.966604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 80a34561-613a-402f-97e4-0a1f5d3a003c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80a34561-613a-402f-97e4-0a1f5d3a003c,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:48.966958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:49.082598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 80a34561-613a-402f-97e4-0a1f5d3a003c owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:50:49.269217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:49.272807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:49.313928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=80a34561-613a-402f-97e4-0a1f5d3a003c,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:49.318680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:49.727591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:50.346090 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 52f8acfe-0f76-48ae-94a5-26cf86a98776 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:50:50.556811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:50:50.567404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] Sync routers for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:50:50.572091 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/52f8acfe-0f76-48ae-94a5-26cf86a98776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9534402 Dec 22 08:50:50.575643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44350) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:50.581512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:50.582149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:50.762984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-9421bdc0-4f69-4391-b828-5aa3335ccdcb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting subnet cdef7038-6a42-4c11-9926-e4b0fcc9599f {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:50:50.763184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:50.766723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9421bdc0-4f69-4391-b828-5aa3335ccdcb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:50.825896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9421bdc0-4f69-4391-b828-5aa3335ccdcb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:50.908589 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9421bdc0-4f69-4391-b828-5aa3335ccdcb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:50.983708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9421bdc0-4f69-4391-b828-5aa3335ccdcb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:50.987957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7baabaa1-ac5f-48e2-8bad-267775c81e7a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:51.024460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421bdc0-4f69-4391-b828-5aa3335ccdcb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Subnet': ['ID=cdef7038-6a42-4c11-9926-e4b0fcc9599f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:51.027638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9421bdc0-4f69-4391-b828-5aa3335ccdcb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:51.028621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9421bdc0-4f69-4391-b828-5aa3335ccdcb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:51.034899 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9421bdc0-4f69-4391-b828-5aa3335ccdcb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/subnets/cdef7038-6a42-4c11-9926-e4b0fcc9599f HTTP/1.1" status: 204 len: 168 time: 0.4580486 Dec 22 08:50:51.036709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323c639-6f30-46a9-9557-4b2cff508041 None None] Network 48f93e09-461a-42f9-9ef0-0a43386a590b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:50:51.038158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44354) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:51.177390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:49Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:51.193615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] Checking router: 52f8acfe-0f76-48ae-94a5-26cf86a98776 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:50:51.270223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] Routers {'52f8acfe-0f76-48ae-94a5-26cf86a98776'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:51.270924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['52f8acfe-0f76-48ae-94a5-26cf86a98776'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:51.367739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:51.457834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] Set router 52f8acfe-0f76-48ae-94a5-26cf86a98776 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:51.560866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] DHCP port deletion for 48f93e09-461a-42f9-9ef0-0a43386a590b request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:50:51.579782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:51.586391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] Deleting port fb489230-eacb-4008-b55f-370e98195dbc {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:50:51.587047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:51.590031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 869a1dc9-19ed-49bb-8fd7-458ee252c46a {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:50:51.590477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:51.765038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 869a1dc9-19ed-49bb-8fd7-458ee252c46a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=869a1dc9-19ed-49bb-8fd7-458ee252c46a,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:51.765299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:51.890837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 869a1dc9-19ed-49bb-8fd7-458ee252c46a owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:50:51.907655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] For port fb489230-eacb-4008-b55f-370e98195dbc, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fb489230-eacb-4008-b55f-370e98195dbc,segment=NetworkSegment(73c4fe9e-9b2b-470f-aa08-53fd6d52edf8),segment_id=73c4fe9e-9b2b-470f-aa08-53fd6d52edf8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:51.908054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.033197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] Calling delete_port for fb489230-eacb-4008-b55f-370e98195dbc owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:50:52.054578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.058235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:52.090988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:49Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:52.098985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=869a1dc9-19ed-49bb-8fd7-458ee252c46a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:52.102554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:52.105236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7047e381-c63e-4c50-b619-0194b1a5c869 None None] The sync data for ids ['52f8acfe-0f76-48ae-94a5-26cf86a98776'] in dv-neutron-822610-1-hyperv is: [{'id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'name': 'tempest-TestNetworkBasicOps-router-593914139', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:49Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '869a1dc9-19ed-49bb-8fd7-458ee252c46a', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f8acfe-0f76-48ae-94a5-26cf86a98776', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:49:59Z', 'updated_at': '2021-12-22T08:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:50:52.120980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.124870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:52.168670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] Pushing event deleted for resources: {'Port': ['ID=fb489230-eacb-4008-b55f-370e98195dbc,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:52.172137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:52.175265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] No DVR routers for this DVR port fb489230-eacb-4008-b55f-370e98195dbc on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:50:52.333029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.728955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.733613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.760164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.760721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Fanout notify agent at l3_agent the message router_deleted on router 52f8acfe-0f76-48ae-94a5-26cf86a98776 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:50:52.775551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.779121 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/routers/52f8acfe-0f76-48ae-94a5-26cf86a98776 HTTP/1.1" status: 204 len: 168 time: 1.7373805 Dec 22 08:50:52.779408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44358) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:52.876518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80a34561-613a-402f-97e4-0a1f5d3a003c no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:52.895706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:52.919580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 80a34561-613a-402f-97e4-0a1f5d3a003c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:50:52.919930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80a34561-613a-402f-97e4-0a1f5d3a003c not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:52.920352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fb489230-eacb-4008-b55f-370e98195dbc no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:52.951417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: fb489230-eacb-4008-b55f-370e98195dbc {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:50:52.951738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fb489230-eacb-4008-b55f-370e98195dbc not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:53.042294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.073814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f93e09-461a-42f9-9ef0-0a43386a590b']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:53.086488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:53.086784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c4fe9e-9b2b-470f-aa08-53fd6d52edf8') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:53.099343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.121089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.127908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:50:53.128270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:50:53.142777 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:50:53.223676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.231290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1d7c735e-d2e3-464b-9900-67cf235796fc tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:53.243705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.256998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Network': ['ID=48f93e09-461a-42f9-9ef0-0a43386a590b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:53.260082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:53.270473 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/networks/48f93e09-461a-42f9-9ef0-0a43386a590b HTTP/1.1" status: 204 len: 168 time: 0.4898651 Dec 22 08:50:53.286908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44362) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:53.299743 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0da0603a-9bb8-4e6e-9840-c9e6467afb20 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115676 Dec 22 08:50:53.302197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44366) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:53.307675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'network': {'name': 'tempest-network-smoke--1471534908', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'port_security_enabled': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:53.312533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:53.316814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:network and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:53.324408 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:53.330577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:53.341134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:53.344392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.375498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:50:53.384059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.384394 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Added segment 977dfe4b-e1e2-4178-b180-5c302a1612c8 of type vlan for network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 Dec 22 08:50:53.409158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.441051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.444954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:53.445533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.449055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5d17c383-428f-4c7f-bb57-3d2e1d490cc4 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:53.553803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Network': ['ID=c5abc6b3-d847-43ba-9e4e-14ab658b89c7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:53.556944 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2537379 Dec 22 08:50:53.558021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:53.559807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44370) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:53.565037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:50:53.566964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-601364606', 'admin_state_up': True, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:53.573617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:53.577575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:router and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:53.580499 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:53.586410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:53.596864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.598078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.616704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.763062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.953120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:53.985796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.118745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.80 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/9ecdc6bc-bbec-4be7-a67d-92f41db0e030) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:54.270130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.299991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.303736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f25d9850-1188-415a-8364-6c740030d82a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:54.369548 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:54.372669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:54.376792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:50:54.401011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:54.406039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:54.539651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.540410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:54.775217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 869a1dc9-19ed-49bb-8fd7-458ee252c46a no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:50:54.808366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 869a1dc9-19ed-49bb-8fd7-458ee252c46a {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:50:54.808627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 869a1dc9-19ed-49bb-8fd7-458ee252c46a not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:50:54.879120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router eed2008d-02e4-42f6-bf1e-b4e90d75f960 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:50:55.092037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:50:55.102963 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Sync routers for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:50:55.115715 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:55.116364 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:55.120638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.121867 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5611479 Dec 22 08:50:55.125168 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44374) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:55.165709 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1f3466ba-ce3f-4c1d-ab69-12b151dc0c85 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391090 Dec 22 08:50:55.168140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44378) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:55.291166 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:55.295625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108b7fa-03bc-4f9d-98b0-ece1f110afd3 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:55.297106 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3108b7fa-03bc-4f9d-98b0-ece1f110afd3 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280839 Dec 22 08:50:55.300034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44382) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:55.341597 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5264fe86-4ff0-4963-a3b5-5b3e4147035e tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403326 Dec 22 08:50:55.344117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44386) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:55.351978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1232150895', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:55.456936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:50:55.461451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:subnet and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:50:55.465702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:50:55.474112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:50:55.488407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:50:55.575120 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:54Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:55.579517 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Checking router: eed2008d-02e4-42f6-bf1e-b4e90d75f960 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:50:55.579873 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Updating router eed2008d-02e4-42f6-bf1e-b4e90d75f960 port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:50:55.600153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.660136 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.823553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.826948 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-45ff7993-a83f-432c-8860-781d6282a496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:55.893347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=9faa268c-22cd-42fa-89b0-f9ce6ace1580,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:55.902617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:55.919158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Checking segment: {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:50:55.919546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network hostable DHCP agents. Network: c5abc6b3-d847-43ba-9e4e-14ab658b89c7, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:50:55.943009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:50:55.953340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c5abc6b3-d847-43ba-9e4e-14ab658b89c7) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:55.958013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:55.958611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:55.963022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d496616-b288-44a1-a47e-543b9846bfee None None] Network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:50:55.984520 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6367307 Dec 22 08:50:55.984755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44390) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:55.993918 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.007383 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Transition to ACTIVE for port object 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:56.014680 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.018790 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d9afeff0-9e65-4a39-bb7f-d4d901511092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:56.100801 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ceb3e6-60f5-469d-ba5f-d0aac76f7838 None None] Pushing event updated for resources: {'Port': ['ID=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:56.111892 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Attempting to bind port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:56.112509 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Attempting to bind port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:56.112719 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Attempting to bind port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:50:56.115486 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-28ceb3e6-60f5-469d-ba5f-d0aac76f7838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:56.120537 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:50:56.120904 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:50:56.121293 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.121673 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:50:56.122125 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Bound port: 9ecdc6bc-bbec-4be7-a67d-92f41db0e030, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:56.122489 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.199081 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] For port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:50:56.203310 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] For port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:50:56.210253 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.221303 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:56.242270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:50:56.243326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.299378 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:50:56.300184 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:56.364498 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ceb3e6-60f5-469d-ba5f-d0aac76f7838 None None] Pushing event updated for resources: {'Port': ['ID=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:56.368058 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-28ceb3e6-60f5-469d-ba5f-d0aac76f7838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:56.401865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Allocated IP 172.20.0.2 (c5abc6b3-d847-43ba-9e4e-14ab658b89c7/9faa268c-22cd-42fa-89b0-f9ce6ace1580/c64c5742-0c46-4739-934d-6e0e8bad409c) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:56.491366 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:50:56.617914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.628187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Transition to ACTIVE for port object c64c5742-0c46-4739-934d-6e0e8bad409c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:56.649471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Transition to ACTIVE for port object c64c5742-0c46-4739-934d-6e0e8bad409c will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:56.655966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.661419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:56.730471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:56.734504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:56.736470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:50:56.745385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Pushing event updated for resources: {'Port': ['ID=c64c5742-0c46-4739-934d-6e0e8bad409c,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:56.748178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:56.786324 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:54Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:50:56.790381 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a98cdc-0686-42e5-a3c4-a99c63104754 None None] The sync data for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv is: [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:54Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:50:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:50:56.832259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Attempting to bind port c64c5742-0c46-4739-934d-6e0e8bad409c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:50:56.832631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Attempting to bind port c64c5742-0c46-4739-934d-6e0e8bad409c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:50:56.832995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Attempting to bind port c64c5742-0c46-4739-934d-6e0e8bad409c on network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:50:56.840263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:50:56.840639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Checking segment: {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:50:56.841045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.841437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Bound using segment: {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:50:56.841911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Bound port: c64c5742-0c46-4739-934d-6e0e8bad409c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:50:56.842279 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.916565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.935759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] For port c64c5742-0c46-4739-934d-6e0e8bad409c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:50:56.938904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] For port c64c5742-0c46-4739-934d-6e0e8bad409c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c64c5742-0c46-4739-934d-6e0e8bad409c,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:50:56.962380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:56.974711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:57.059756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Pushing event updated for resources: {'Port': ['ID=c64c5742-0c46-4739-934d-6e0e8bad409c,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:57.072380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.073159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.073647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.074155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.074642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.075590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.076091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.076598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.076938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.077280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.077607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:50:57.081757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:57.355273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.1 (c5abc6b3-d847-43ba-9e4e-14ab658b89c7/9faa268c-22cd-42fa-89b0-f9ce6ace1580/733fb3d3-7c7c-48cd-97e6-a0954a2861da) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:50:57.526230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:57.548267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 733fb3d3-7c7c-48cd-97e6-a0954a2861da will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:50:57.571733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:57.577006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6ffaf633-c44f-4ef1-b257-b120b25dbf78 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:57.639493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:57.646585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:57.651405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:50:57.684506 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=733fb3d3-7c7c-48cd-97e6-a0954a2861da,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:57.691214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:57.717235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:57.806644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:58.005689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e2b88-e2f8-4eba-9e33-8b3807677325 None None] Network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:50:58.112170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7a0c2b83-ba6a-4a7c-af92-d681ddbb9c82 None None] Provisioning for port c64c5742-0c46-4739-934d-6e0e8bad409c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:58.218162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:58.223509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:58.252145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-60a925f8-df73-4aab-8807-3364674e41cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:58.453256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5c474869-dd6e-4d7d-aaf3-a872eb8cf241 None None] Provisioning for port 733fb3d3-7c7c-48cd-97e6-a0954a2861da completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:58.464969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5c474869-dd6e-4d7d-aaf3-a872eb8cf241 None None] Provisioning complete for port 733fb3d3-7c7c-48cd-97e6-a0954a2861da triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:58.465215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:58.465514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5c474869-dd6e-4d7d-aaf3-a872eb8cf241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:58.468760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=733fb3d3-7c7c-48cd-97e6-a0954a2861da,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:58.471590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:58.524398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-5c474869-dd6e-4d7d-aaf3-a872eb8cf241 None None] Port 733fb3d3-7c7c-48cd-97e6-a0954a2861da cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:50:58.625282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:50:58.626233 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:50:58.666984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-17729338-7cc0-4911-83b8-236995e2cd56 None None] Provisioning complete for port 733fb3d3-7c7c-48cd-97e6-a0954a2861da triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:58.667753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17729338-7cc0-4911-83b8-236995e2cd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:58.726951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-17729338-7cc0-4911-83b8-236995e2cd56 None None] Port 733fb3d3-7c7c-48cd-97e6-a0954a2861da cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:50:58.851343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ca9e35e4-b4ca-43ab-8207-c3ae7dbbe0fa None None] Provisioning complete for port 733fb3d3-7c7c-48cd-97e6-a0954a2861da triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:58.851880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ca9e35e4-b4ca-43ab-8207-c3ae7dbbe0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:58.885880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:58.956109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e35e4-b4ca-43ab-8207-c3ae7dbbe0fa None None] Port 733fb3d3-7c7c-48cd-97e6-a0954a2861da cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:50:58.977238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:58.982383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:58.982757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.033835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router eed2008d-02e4-42f6-bf1e-b4e90d75f960 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:50:59.095899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.112689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:59.117618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.118481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c64c5742-0c46-4739-934d-6e0e8bad409c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:50:59.144743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1e82b6d3-9835-46be-b738-c3f01b91a6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:59.228907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:59.233561 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:59.238802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:50:59.244232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port c64c5742-0c46-4739-934d-6e0e8bad409c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:50:59.249605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c64c5742-0c46-4739-934d-6e0e8bad409c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:50:59.249979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.252217 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/eed2008d-02e4-42f6-bf1e-b4e90d75f960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2664917 Dec 22 08:50:59.254729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44394) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:59.393818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20402e5-f21f-4cc4-8950-d2df963c7743 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:59.394191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20402e5-f21f-4cc4-8950-d2df963c7743 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:59.394558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20402e5-f21f-4cc4-8950-d2df963c7743 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:59.394987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20402e5-f21f-4cc4-8950-d2df963c7743 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:59.396727 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e20402e5-f21f-4cc4-8950-d2df963c7743 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1408439 Dec 22 08:50:59.399478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44398) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:59.406505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.439214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port c64c5742-0c46-4739-934d-6e0e8bad409c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c64c5742-0c46-4739-934d-6e0e8bad409c,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:50:59.444050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:50:59.446079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2f489446-13a1-46ea-9ebd-863ec2286696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:50:59.465375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52aac7b-0163-43b2-88c4-2420b60663de tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:59.465751 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52aac7b-0163-43b2-88c4-2420b60663de tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:59.466111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52aac7b-0163-43b2-88c4-2420b60663de tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:59.466468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52aac7b-0163-43b2-88c4-2420b60663de tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:50:59.470639 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c52aac7b-0163-43b2-88c4-2420b60663de tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0677946 Dec 22 08:50:59.470841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44402) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:59.512746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=c64c5742-0c46-4739-934d-6e0e8bad409c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:50:59.515659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:50:59.679288 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0333d96e-ec81-4f0a-8dd9-5d39e0252c20 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2069750 Dec 22 08:50:59.984831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44408) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:50:59.990514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649041466', 'description': 'tempest-secgroup-smoke-1649041466 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:50:59.996826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:00.001055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:00.003995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:00.010242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:00.024045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.071070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:00.075116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:00.078057 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:00.083727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:00.143284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.148526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.152165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b2615a15-8bda-44b2-8935-0edc00dd5b99 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:00.193643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d438b2dc-11b7-435b-8009-e3a3c4fb8f66,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:00.196941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:00.198099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.199350 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2135062 Dec 22 08:51:00.202317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44412) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:00.207789 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd438b2dc-11b7-435b-8009-e3a3c4fb8f66', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:51:00.214348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:00.218316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:00.221298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:00.227460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:00.246512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.315254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.317745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Sync routers for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:51:00.320714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.322586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dc3e23c3-a148-4304-944a-499270deaeb0 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:00.331497 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:51:00.332113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:00.344324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96b0233-3dd0-4991-be00-504632e79dc0,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:00.346987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:00.356398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.357571 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1544714 Dec 22 08:51:00.363009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44416) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:00.369013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd438b2dc-11b7-435b-8009-e3a3c4fb8f66', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:51:00.377923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:00.381979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:00.385142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:00.390949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:00.410028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.472088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.480215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.488426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2eb9262f-b2aa-497d-b9f0-90f441717ab0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:00.507852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b479947e-181d-4af1-a53f-ab64ec0d12ee,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:00.510810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:00.519969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.521399 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1573951 Dec 22 08:51:00.524767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44420) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:00.530644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd438b2dc-11b7-435b-8009-e3a3c4fb8f66', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:51:00.538958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:00.542844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:00.545251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:51:00.547612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:00.554225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:00.571606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.657211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.662282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.664093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:00.834529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fb3a29-27b0-47f2-85dc-766fb2703b63,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:00.839129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:00.840157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:00.846473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.848085 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3223419 Dec 22 08:51:00.851115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44424) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:00.856644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd438b2dc-11b7-435b-8009-e3a3c4fb8f66', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:51:00.864166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:00.868595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:00.872051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:00.880656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:00.900745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.968554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.973287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.975822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8b842c11-6177-406b-b03b-4574904559ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:00.982603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:00.982996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:00.998985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed28ba3-581d-4fb5-a924-fe0bf96f57c1,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:01.001520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:01.010655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.012134 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b70c77f6-20e1-4631-8023-c7920318dbc5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1600075 Dec 22 08:51:01.014800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44428) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:01.022159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd438b2dc-11b7-435b-8009-e3a3c4fb8f66', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:51:01.028438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:01.032631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:01.034277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:57Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '733fb3d3-7c7c-48cd-97e6-a0954a2861da', 'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:cb:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:57Z', 'updated_at': '2021-12-22T08:50:58Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:01.035733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:01.042260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:01.046935 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Checking router: eed2008d-02e4-42f6-bf1e-b4e90d75f960 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:51:01.047328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Updating router eed2008d-02e4-42f6-bf1e-b4e90d75f960 port 733fb3d3-7c7c-48cd-97e6-a0954a2861da binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:51:01.054964 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:51:01.064192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.107291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.143497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.149529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.151693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-95ecb794-7507-4964-9a59-ea66745904d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:01.176370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494281e1-410e-4323-9349-fc1db7698375,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:01.179761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:01.193317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.194515 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1788352 Dec 22 08:51:01.198162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44432) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:01.204625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd438b2dc-11b7-435b-8009-e3a3c4fb8f66', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:51:01.211918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:01.215934 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:01.216931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c64c5742-0c46-4739-934d-6e0e8bad409c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:01.218932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:01.225544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:01.241863 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:51:01.251279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.329074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.334263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.343785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a751120b-6e35-470a-b0e7-6a27711cf13c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:01.365649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce749c18-0b38-4823-97b5-4b45ae80c1a4,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:01.368227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:01.374387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.375804 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1764858 Dec 22 08:51:01.445835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port c64c5742-0c46-4739-934d-6e0e8bad409c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:01.446278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.562275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-30fa3531-a09f-4889-9921-a07df31c09c3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:01.578360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-30fa3531-a09f-4889-9921-a07df31c09c3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:01.579596 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-30fa3531-a09f-4889-9921-a07df31c09c3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649041466&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0608201 Dec 22 08:51:01.670148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.684066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Transition to ACTIVE for port object 733fb3d3-7c7c-48cd-97e6-a0954a2861da will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:01.695514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.702797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fd3a1bfb-be49-4bb3-b546-516dc296a7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:01.734320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-7ee5ec4a-2a07-48ed-8281-20847a9d9776 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:01.734985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-7ee5ec4a-2a07-48ed-8281-20847a9d9776 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:01.750382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-7ee5ec4a-2a07-48ed-8281-20847a9d9776 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:01.752019 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-7ee5ec4a-2a07-48ed-8281-20847a9d9776 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7 HTTP/1.1" status: 200 len: 797 time: 0.1647685 Dec 22 08:51:01.769194 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-af3c7c63-e866-4c7a-b4ad-2e0f6fc89766 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0116329 Dec 22 08:51:01.854445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-c880035b-c902-4c1b-b22f-95201380231a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:01.871348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-c880035b-c902-4c1b-b22f-95201380231a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:01.872675 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-c880035b-c902-4c1b-b22f-95201380231a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971107 Dec 22 08:51:01.885005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e805f15-8807-4328-a56f-757a85fe1665 None None] Pushing event updated for resources: {'Port': ['ID=733fb3d3-7c7c-48cd-97e6-a0954a2861da,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:01.912265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3e805f15-8807-4328-a56f-757a85fe1665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:01.968556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Attempting to bind port 733fb3d3-7c7c-48cd-97e6-a0954a2861da on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:01.968926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Attempting to bind port 733fb3d3-7c7c-48cd-97e6-a0954a2861da by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:01.969288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Attempting to bind port 733fb3d3-7c7c-48cd-97e6-a0954a2861da on network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:51:01.976053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:51:01.976429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Checking segment: {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:51:01.976832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:01.977229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Bound using segment: {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:51:01.977684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Bound port: 733fb3d3-7c7c-48cd-97e6-a0954a2861da, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:01.978053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:02.013181 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-8d858bb3-e83b-479c-8725-ec22bc34dee8 service neutron] 10.222.0.31 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275461 Dec 22 08:51:02.076038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] For port 733fb3d3-7c7c-48cd-97e6-a0954a2861da, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:51:02.078920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] For port 733fb3d3-7c7c-48cd-97e6-a0954a2861da, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=733fb3d3-7c7c-48cd-97e6-a0954a2861da,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:51:02.084635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:02.088062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:02.149675 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-64e1b64c-3ff1-4d12-8f4a-f9610b18cb67 service neutron] 10.222.0.31 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307390 Dec 22 08:51:02.163387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e805f15-8807-4328-a56f-757a85fe1665 None None] Pushing event updated for resources: {'Port': ['ID=733fb3d3-7c7c-48cd-97e6-a0954a2861da,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:02.167259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3e805f15-8807-4328-a56f-757a85fe1665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:02.168155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:51:02.168587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:50:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:02.367088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:51:02.370129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2901daf7-48ad-429b-aa7c-cd0780f6edf2 req-39af0189-cd4a-4527-ab6d-326895b1726f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:02.385778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2901daf7-48ad-429b-aa7c-cd0780f6edf2 req-39af0189-cd4a-4527-ab6d-326895b1726f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:02.391726 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2901daf7-48ad-429b-aa7c-cd0780f6edf2 req-39af0189-cd4a-4527-ab6d-326895b1726f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 210 time: 0.0657618 Dec 22 08:51:02.688299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:57Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '733fb3d3-7c7c-48cd-97e6-a0954a2861da', 'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:cb:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:57Z', 'updated_at': '2021-12-22T08:51:02Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:02.692150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ba5b3-d59c-4163-a532-d17b308449b1 None None] The sync data for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv is: [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:57Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '733fb3d3-7c7c-48cd-97e6-a0954a2861da', 'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:cb:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:57Z', 'updated_at': '2021-12-22T08:51:02Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:51:02.848952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 733fb3d3-7c7c-48cd-97e6-a0954a2861da up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:02.929537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 733fb3d3-7c7c-48cd-97e6-a0954a2861da completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:02.934746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 733fb3d3-7c7c-48cd-97e6-a0954a2861da triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:02.935154 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.060337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.093050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 733fb3d3-7c7c-48cd-97e6-a0954a2861da, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=733fb3d3-7c7c-48cd-97e6-a0954a2861da,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:51:03.097932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.101178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:03.169501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=733fb3d3-7c7c-48cd-97e6-a0954a2861da,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:03.172602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:03.452812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-97308526-ec38-45ef-ade7-18fe05fe50d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:03.455026 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-97308526-ec38-45ef-ade7-18fe05fe50d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7 HTTP/1.1" status: 200 len: 797 time: 0.1597786 Dec 22 08:51:03.533191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-a8a13ffd-1f57-4912-b1f4-b3e2aae75895 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:03.549216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-a8a13ffd-1f57-4912-b1f4-b3e2aae75895 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:03.550408 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-a8a13ffd-1f57-4912-b1f4-b3e2aae75895 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 380 time: 0.0825791 Dec 22 08:51:03.560183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['d438b2dc-11b7-435b-8009-e3a3c4fb8f66']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:51:03.593052 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47cdb390-2505-4e7d-b39c-00c6e8a2fd7e req-39fc669e-4463-487c-8d9d-243a4b6e7fd8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 210 time: 0.0469806 Dec 22 08:51:03.694574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:03.704785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:03.717042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:51:03.719995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:03.881978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.4 (c5abc6b3-d847-43ba-9e4e-14ab658b89c7/9faa268c-22cd-42fa-89b0-f9ce6ace1580/d299b9bf-f900-42e4-a32d-e3208f690717) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:04.074256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.091198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object d299b9bf-f900-42e4-a32d-e3208f690717 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:04.117199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.122828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e21d976f-7007-4324-bdad-5244c59f7898 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:04.187319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:04.190471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:04.194583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:51:04.218690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=d299b9bf-f900-42e4-a32d-e3208f690717,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:04.224388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:04.261332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:04.261982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.291546 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7353954 Dec 22 08:51:04.303500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Request body: {'port': {'device_id': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:51:04.416627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0d086398-5d93-422d-9e0b-e697f10d56c1 None None] Provisioning for port d299b9bf-f900-42e4-a32d-e3208f690717 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:04.421251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.423539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0d086398-5d93-422d-9e0b-e697f10d56c1 None None] Provisioning complete for port d299b9bf-f900-42e4-a32d-e3208f690717 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:04.423864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0d086398-5d93-422d-9e0b-e697f10d56c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.475806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0d086398-5d93-422d-9e0b-e697f10d56c1 None None] Port d299b9bf-f900-42e4-a32d-e3208f690717 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:51:04.817731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d299b9bf-f900-42e4-a32d-e3208f690717 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:51:04.825611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 733fb3d3-7c7c-48cd-97e6-a0954a2861da up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:04.827990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.848643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Transition to ACTIVE for port object d299b9bf-f900-42e4-a32d-e3208f690717 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:51:04.859010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.864919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d3b38b2d-b1bf-486e-a04c-6dcb696cec01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:04.898304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 733fb3d3-7c7c-48cd-97e6-a0954a2861da triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:04.898711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:04.921887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ac84d-4ce2-4cea-9764-bb136d3d7a63 req-a30120b8-8d6d-4153-a823-a687fb1938f4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:04.922558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ae4ac84d-4ce2-4cea-9764-bb136d3d7a63 req-a30120b8-8d6d-4153-a823-a687fb1938f4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:51:04.991902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Pushing event updated for resources: {'Port': ['ID=d299b9bf-f900-42e4-a32d-e3208f690717,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:04.994500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:05.044915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ae4ac84d-4ce2-4cea-9764-bb136d3d7a63 req-a30120b8-8d6d-4153-a823-a687fb1938f4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:51:05.046090 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae4ac84d-4ce2-4cea-9764-bb136d3d7a63 req-a30120b8-8d6d-4153-a823-a687fb1938f4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 931 time: 0.3345459 Dec 22 08:51:05.250382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Attempting to bind port d299b9bf-f900-42e4-a32d-e3208f690717 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:51:05.250702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Attempting to bind port d299b9bf-f900-42e4-a32d-e3208f690717 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:51:05.251002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Attempting to bind port d299b9bf-f900-42e4-a32d-e3208f690717 on network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:51:05.254668 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae4ac84d-4ce2-4cea-9764-bb136d3d7a63 req-61d29858-3ebc-4ae3-95b9-df5a6df7a480 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791607 Dec 22 08:51:05.259491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Port d299b9bf-f900-42e4-a32d-e3208f690717 on network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:51:05.259801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Attempting to bind port d299b9bf-f900-42e4-a32d-e3208f690717 on network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:51:05.266681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:51:05.267092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Checking segment: {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:51:05.267506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Bound using segment: {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:51:05.267926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Bound port: d299b9bf-f900-42e4-a32d-e3208f690717, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977dfe4b-e1e2-4178-b180-5c302a1612c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:51:05.268268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.358976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] For port d299b9bf-f900-42e4-a32d-e3208f690717, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:51:05.361953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] For port d299b9bf-f900-42e4-a32d-e3208f690717, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d299b9bf-f900-42e4-a32d-e3208f690717,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:51:05.367316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.371627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c82f9218-6d19-44af-980b-e6cecfd79f75 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:05.425109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:05.426642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] 10.222.0.32 "PUT /v2.0/ports/d299b9bf-f900-42e4-a32d-e3208f690717 HTTP/1.1" status: 200 len: 1093 time: 1.1273272 Dec 22 08:51:05.427064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:05.451064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Pushing event updated for resources: {'Port': ['ID=d299b9bf-f900-42e4-a32d-e3208f690717,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:05.454328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:05.514905 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'status': 'completed', 'code': 200} Dec 22 08:51:05.546835 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-12b034a5-862e-4071-b99d-09d161ca316b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 1096 time: 0.0784776 Dec 22 08:51:05.615834 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-111787f2-1145-4e48-984c-48234e1fd9a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d299b9bf-f900-42e4-a32d-e3208f690717 HTTP/1.1" status: 200 len: 217 time: 0.0619862 Dec 22 08:51:05.681262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-df7d89fc-fb77-475a-ba57-7aa842becf13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:05.682693 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-df7d89fc-fb77-475a-ba57-7aa842becf13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9faa268c-22cd-42fa-89b0-f9ce6ace1580 HTTP/1.1" status: 200 len: 835 time: 0.0613911 Dec 22 08:51:05.764857 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-6d77fd6c-499c-40e9-b18a-690a07d203e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761993 Dec 22 08:51:05.917371 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-9ae2a42c-da1c-4666-9ce0-cf2e4fc96736 service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463442 Dec 22 08:51:06.048029 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ce31536-c8e3-4649-9ed1-cc3b84402175 req-6d25add0-5d70-48eb-86a2-f4233da47062 service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249223 Dec 22 08:51:06.204757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b83bc699-98e4-43db-9efc-017356495b5f req-b9d21393-24a9-47d0-96b4-8c7ecc360761 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 1096 time: 0.0836053 Dec 22 08:51:06.338690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc699-98e4-43db-9efc-017356495b5f req-0570b391-1212-43b9-83d4-9d51079b76ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:06.340136 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b83bc699-98e4-43db-9efc-017356495b5f req-0570b391-1212-43b9-83d4-9d51079b76ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7 HTTP/1.1" status: 200 len: 898 time: 0.1291547 Dec 22 08:51:06.449408 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b83bc699-98e4-43db-9efc-017356495b5f req-bd890815-3604-4344-867c-5b0ba1163988 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d299b9bf-f900-42e4-a32d-e3208f690717 HTTP/1.1" status: 200 len: 217 time: 0.1028666 Dec 22 08:51:06.518731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bc699-98e4-43db-9efc-017356495b5f req-89c57df6-ebfd-4ec8-9044-2f59d1d6d2b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:06.520195 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b83bc699-98e4-43db-9efc-017356495b5f req-89c57df6-ebfd-4ec8-9044-2f59d1d6d2b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9faa268c-22cd-42fa-89b0-f9ce6ace1580 HTTP/1.1" status: 200 len: 835 time: 0.0640328 Dec 22 08:51:06.579644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8feb8b2-0dab-49dc-9865-16955f86035a req-b53708f7-1c84-4390-b52f-7fb362e70cfc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:06.580979 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b8feb8b2-0dab-49dc-9865-16955f86035a req-b53708f7-1c84-4390-b52f-7fb362e70cfc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 943 time: 0.1871922 Dec 22 08:51:06.644248 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b83bc699-98e4-43db-9efc-017356495b5f req-bb072e38-0b62-4f4c-89e0-93d42bcc54e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158934 Dec 22 08:51:06.646528 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b8feb8b2-0dab-49dc-9865-16955f86035a req-0e938340-b54c-4346-97b5-18da996f9931 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586407 Dec 22 08:51:06.777089 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:51:06.778806 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b83bc699-98e4-43db-9efc-017356495b5f req-890abc73-a147-46ac-8d4f-82fa0d952438 service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269069 Dec 22 08:51:07.014617 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b83bc699-98e4-43db-9efc-017356495b5f req-6a5caf3d-ae7c-449b-9f9f-56c24ff1625d service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283664 Dec 22 08:51:07.086043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d002eaf7-8742-447e-9f4a-d8a575f81704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:07.867162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35810ff9-71ba-43cd-b43f-a085b48ac654 req-90b7c89f-8fc3-4036-b305-256b617d54c6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:07.868654 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-35810ff9-71ba-43cd-b43f-a085b48ac654 req-90b7c89f-8fc3-4036-b305-256b617d54c6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 943 time: 0.0831561 Dec 22 08:51:07.915685 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-35810ff9-71ba-43cd-b43f-a085b48ac654 req-d930875a-8a2a-47ff-b50c-f1c7f50cb140 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Dec 22 08:51:09.130388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b3e39-bf51-419e-bd24-680cad4b4853 req-fd843a7f-4f79-4e1d-9305-8655ccb71dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:09.131826 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2f2b3e39-bf51-419e-bd24-680cad4b4853 req-fd843a7f-4f79-4e1d-9305-8655ccb71dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 943 time: 0.0818994 Dec 22 08:51:09.181633 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2f2b3e39-bf51-419e-bd24-680cad4b4853 req-ab168d3a-8463-416b-82cd-e14aa5c4570a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Dec 22 08:51:09.196848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a9390af6-40f8-44af-a84c-c93e3a56bff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.093094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device d299b9bf-f900-42e4-a32d-e3208f690717 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:51:10.276848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port d299b9bf-f900-42e4-a32d-e3208f690717, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d299b9bf-f900-42e4-a32d-e3208f690717,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:51:10.290313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'port_id': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'mac_address': 'fa:16:3e:43:c5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:51:10.345867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.365953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d299b9bf-f900-42e4-a32d-e3208f690717 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:51:10.392297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port d299b9bf-f900-42e4-a32d-e3208f690717, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d299b9bf-f900-42e4-a32d-e3208f690717,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:51:10.395861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360062a-5458-44e9-82b0-549609c149b8 req-703cef3e-882c-4730-8901-b61b372d31d4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:10.397339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.398023 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2360062a-5458-44e9-82b0-549609c149b8 req-703cef3e-882c-4730-8901-b61b372d31d4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 943 time: 0.0852301 Dec 22 08:51:10.399070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c4d88d17-1763-45d8-b357-fe28178141c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:10.432852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.447418 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2360062a-5458-44e9-82b0-549609c149b8 req-a2c46fcd-9809-4a31-9c48-c0fa593f16f3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Dec 22 08:51:10.476283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:10.476620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=d299b9bf-f900-42e4-a32d-e3208f690717,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:10.479582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:10.692465 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['d299b9bf-f900-42e4-a32d-e3208f690717'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:51:11.307848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:11.651572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1031a-6558-413e-88f3-665ed84c9fed req-f25dab19-e81d-41ee-be1f-7db47d5ac967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:11.653009 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29d1031a-6558-413e-88f3-665ed84c9fed req-f25dab19-e81d-41ee-be1f-7db47d5ac967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 944 time: 0.0795138 Dec 22 08:51:11.701194 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29d1031a-6558-413e-88f3-665ed84c9fed req-5ef8162d-57dc-4640-8cf9-3472c8665579 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406787 Dec 22 08:51:11.747806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.094563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device d299b9bf-f900-42e4-a32d-e3208f690717 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:51:12.172917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port d299b9bf-f900-42e4-a32d-e3208f690717 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:51:12.177742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port d299b9bf-f900-42e4-a32d-e3208f690717 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:51:12.178181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.288026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.315330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:12.324976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port d299b9bf-f900-42e4-a32d-e3208f690717, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d299b9bf-f900-42e4-a32d-e3208f690717,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:51:12.331190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:12.333071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:12.376093 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'code': 200} Dec 22 08:51:12.404615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=d299b9bf-f900-42e4-a32d-e3208f690717,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:12.407769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:12.625344 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b2ac9b0b-70ae-46a2-bb8a-c7c6212972e0 req-94ca02b9-7557-4b88-a3eb-dd69573bbda3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 1098 time: 0.0780661 Dec 22 08:51:12.669621 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b2ac9b0b-70ae-46a2-bb8a-c7c6212972e0 req-02bb53f3-62b6-4c75-9b89-7f50c473d37e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376203 Dec 22 08:51:12.905064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46474632-7786-41de-9ef2-0d0480dccbf3 req-b6508b0f-e8ed-4e28-9794-85f927e49148 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:12.906397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-46474632-7786-41de-9ef2-0d0480dccbf3 req-b6508b0f-e8ed-4e28-9794-85f927e49148 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 945 time: 0.0782273 Dec 22 08:51:12.953019 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-46474632-7786-41de-9ef2-0d0480dccbf3 req-3de030ac-7e4f-4e09-9c32-531f85673409 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410700 Dec 22 08:51:14.158975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b8690-0dc8-4a97-b97f-19350bce2d4d req-a5c46c59-5233-4e9a-88dc-7307051b515c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:14.160536 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a67b8690-0dc8-4a97-b97f-19350bce2d4d req-a5c46c59-5233-4e9a-88dc-7307051b515c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 945 time: 0.0814772 Dec 22 08:51:14.212181 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a67b8690-0dc8-4a97-b97f-19350bce2d4d req-1f5dd994-5562-4d23-9897-9d3087e280ee tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Dec 22 08:51:14.438624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee8e2-a3c3-4295-ac14-3e0b2cbf5a5f req-00ec157c-19ff-4c7a-886a-fcaf65ca20cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:14.440155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-327ee8e2-a3c3-4295-ac14-3e0b2cbf5a5f req-00ec157c-19ff-4c7a-886a-fcaf65ca20cd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 945 time: 0.1053052 Dec 22 08:51:14.489594 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-327ee8e2-a3c3-4295-ac14-3e0b2cbf5a5f req-ec660e00-139c-4cec-b931-606fa781a3fa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419054 Dec 22 08:51:14.517699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44478) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:14.587603 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1741c6f6-9d20-4ae3-8d4c-209fb7ceaec8 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 1093 time: 0.0685158 Dec 22 08:51:14.590265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44482) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:14.595574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:51:14.601592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:51:14.605455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:floatingip and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:51:14.608232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:51:14.613914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:51:14.627200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:14.764945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:14.910731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.16 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/b7d7731f-2376-4f2c-a19e-e161c5b357b3) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:51:15.065935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:15.096750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:15.101199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bef689bc-3851-4263-bdf4-a2ed0ada9bcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:15.168397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:51:15.171526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:51:15.173602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=b7d7731f-2376-4f2c-a19e-e161c5b357b3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:15.175591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:51:15.199673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:15.811914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:15.871326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.085510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.092578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.096164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b1fdf7c-5921-492f-b373-9dfdaef9ffd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:51:16.194329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=b7d7731f-2376-4f2c-a19e-e161c5b357b3,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:51:16.198067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:51:16.214642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:16.411768 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP bb7f434a-c2ca-48b3-97b2-56602dc328d8 associated. External IP: 172.26.5.16, port: d299b9bf-f900-42e4-a32d-e3208f690717. Dec 22 08:51:16.811195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router eed2008d-02e4-42f6-bf1e-b4e90d75f960 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:51:17.020908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:51:17.031763 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] Sync routers for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:51:17.044689 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:51:17.045299 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:51:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:17.046236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:17.103078 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5117295 Dec 22 08:51:17.103710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:51:17.105666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44486) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:17.157355 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'status': 'completed', 'code': 200} Dec 22 08:51:17.228690 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:51:17.264757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f939620-e292-4982-aac9-3bdea37ade37 req-ff0398b5-7264-498e-87b5-b595cda7c709 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 1098 time: 0.0835803 Dec 22 08:51:17.323423 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-38102d02-43d0-4664-b8ce-6af2ad54b6b2 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers/eed2008d-02e4-42f6-bf1e-b4e90d75f960 HTTP/1.1" status: 200 len: 921 time: 0.2142925 Dec 22 08:51:17.323891 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44492) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:17.402400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f939620-e292-4982-aac9-3bdea37ade37 req-b45c2049-00e5-4a63-88da-9f4745b4052b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:17.403988 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f939620-e292-4982-aac9-3bdea37ade37 req-b45c2049-00e5-4a63-88da-9f4745b4052b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7 HTTP/1.1" status: 200 len: 898 time: 0.1331248 Dec 22 08:51:17.434941 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5e60e304-20af-44b3-ae13-9a7f1756d987 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1085317 Dec 22 08:51:17.610128 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:57Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'bb7f434a-c2ca-48b3-97b2-56602dc328d8', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.16', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'port_id': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'mac_address': 'fa:16:3e:43:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:51:15Z', 'updated_at': '2021-12-22T08:51:15Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733fb3d3-7c7c-48cd-97e6-a0954a2861da', 'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:cb:ed:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:57Z', 'updated_at': '2021-12-22T08:51:03Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:17.613967 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] Checking router: eed2008d-02e4-42f6-bf1e-b4e90d75f960 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:51:17.626017 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:51:17.626763 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:51:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:17.634183 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f939620-e292-4982-aac9-3bdea37ade37 req-77a83e8f-1881-45e9-9e1a-e4d3fd7cde4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d299b9bf-f900-42e4-a32d-e3208f690717 HTTP/1.1" status: 200 len: 998 time: 0.2235782 Dec 22 08:51:17.695440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f939620-e292-4982-aac9-3bdea37ade37 req-556fc0f4-1ba3-4ee5-b8fa-bef55f3a00c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:17.696863 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f939620-e292-4982-aac9-3bdea37ade37 req-556fc0f4-1ba3-4ee5-b8fa-bef55f3a00c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9faa268c-22cd-42fa-89b0-f9ce6ace1580 HTTP/1.1" status: 200 len: 835 time: 0.0571632 Dec 22 08:51:17.775258 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f939620-e292-4982-aac9-3bdea37ade37 req-5073b44c-81d4-420c-88a4-d916cec29924 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723443 Dec 22 08:51:17.800095 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:51:17.908688 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f939620-e292-4982-aac9-3bdea37ade37 req-5cd8b296-bbb6-4cb0-ae56-62890e06677d service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270244 Dec 22 08:51:18.045819 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f939620-e292-4982-aac9-3bdea37ade37 req-c44895a4-dbbe-449a-b330-d27a9090aa25 service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307161 Dec 22 08:51:18.141329 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:57Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'bb7f434a-c2ca-48b3-97b2-56602dc328d8', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.16', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'port_id': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'mac_address': 'fa:16:3e:43:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:51:15Z', 'updated_at': '2021-12-22T08:51:15Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733fb3d3-7c7c-48cd-97e6-a0954a2861da', 'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:cb:ed:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:57Z', 'updated_at': '2021-12-22T08:51:03Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:51:18.145603 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6584f639-09ba-4f06-8419-b47b33617c51 None None] The sync data for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv is: [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:57Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'bb7f434a-c2ca-48b3-97b2-56602dc328d8', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.16', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'port_id': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'mac_address': 'fa:16:3e:43:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:51:15Z', 'updated_at': '2021-12-22T08:51:15Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733fb3d3-7c7c-48cd-97e6-a0954a2861da', 'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:cb:ed:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:57Z', 'updated_at': '2021-12-22T08:51:03Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:51:18.438998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44496) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:18.560484 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8b9b462f-042f-459b-8b2f-ae9deab22b8d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1200249 Dec 22 08:51:19.362865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7493eede-1f06-4567-9722-0347b89e8006 None None] New status for floating IP bb7f434a-c2ca-48b3-97b2-56602dc328d8: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:51:19.564507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44500) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:51:19.656426 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-10924fb5-2378-4415-b214-3f599cd18331 req-e2e0028d-46c8-4739-b85d-372ddc703f59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712526 Dec 22 08:51:19.788329 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fd57789b-6423-484d-9dcf-9e01724990d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 992 time: 0.2224245 Dec 22 08:51:19.794051 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-10924fb5-2378-4415-b214-3f599cd18331 req-270b711b-c065-4920-bb65-25b9e7edddd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 1098 time: 0.0696456 Dec 22 08:51:19.940432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10924fb5-2378-4415-b214-3f599cd18331 req-1d597ba3-653c-45c1-b280-abfdb631ac50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:19.942778 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-10924fb5-2378-4415-b214-3f599cd18331 req-1d597ba3-653c-45c1-b280-abfdb631ac50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7 HTTP/1.1" status: 200 len: 898 time: 0.1304479 Dec 22 08:51:20.051265 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-10924fb5-2378-4415-b214-3f599cd18331 req-a5f478f3-d25b-4616-85bd-6a309c5953bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d299b9bf-f900-42e4-a32d-e3208f690717 HTTP/1.1" status: 200 len: 1000 time: 0.1017554 Dec 22 08:51:20.118298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10924fb5-2378-4415-b214-3f599cd18331 req-7d1b7050-9ef8-430a-b1e2-ded5274862a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:51:20.119768 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-10924fb5-2378-4415-b214-3f599cd18331 req-7d1b7050-9ef8-430a-b1e2-ded5274862a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9faa268c-22cd-42fa-89b0-f9ce6ace1580 HTTP/1.1" status: 200 len: 835 time: 0.0625131 Dec 22 08:51:20.196430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-10924fb5-2378-4415-b214-3f599cd18331 req-9565bcc5-5d24-4e1a-b99b-834e093a7299 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704725 Dec 22 08:51:20.334982 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-10924fb5-2378-4415-b214-3f599cd18331 req-0915d0d3-1f28-4fe5-96f4-48dbee18ff0d service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324062 Dec 22 08:51:20.465849 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-10924fb5-2378-4415-b214-3f599cd18331 req-61357457-e1fd-4a99-810e-975be4115214 service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243751 Dec 22 08:51:37.090107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bbc393ce-638a-4989-93bf-cbfbb4ecc625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:39.201410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dbba5d9b-43d5-4951-801e-e0b2d949a9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:40.400449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:40.454303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.301961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:41.745288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:51:43.781870 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:52:07.087078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5cd7182c-afa5-4d73-9d25-5ad54810056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:09.201228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2dd702c8-84b6-472d-b956-bf09637bcb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.403906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:10.455124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.312269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:11.750547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:20.787848 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:52:21.271937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44522) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:21.649729 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-426415b1-74f5-4dd3-abc2-1a14e68664d9 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers/eed2008d-02e4-42f6-bf1e-b4e90d75f960/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3762252 Dec 22 08:52:21.652808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44530) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:21.742493 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-95e06c87-2902-41be-8f69-d010627e2fca req-891e83e4-bc60-4143-a0dc-b7147146cbf8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1516287 Dec 22 08:52:21.874783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ff65b5-ffc0-4333-b45b-9657fa31c050 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Notify agent at dv-neutron-822610-1-hyperv the message router_removed_from_agent {{(pid=83496) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 22 08:52:21.878322 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-51ff65b5-ffc0-4333-b45b-9657fa31c050 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "DELETE /v2.0/agents/2040088c-0125-4c8f-b31e-570da073b506/l3-routers/eed2008d-02e4-42f6-bf1e-b4e90d75f960 HTTP/1.1" status: 204 len: 168 time: 0.2245953 Dec 22 08:52:21.881015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44534) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:21.889371 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-95e06c87-2902-41be-8f69-d010627e2fca req-c01ed11c-4118-4815-9b70-8829e11b7083 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 1098 time: 0.0760758 Dec 22 08:52:22.041986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06c87-2902-41be-8f69-d010627e2fca req-cabd2086-1d30-41b5-b3c9-270ef8aee294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:22.043483 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-95e06c87-2902-41be-8f69-d010627e2fca req-cabd2086-1d30-41b5-b3c9-270ef8aee294 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7 HTTP/1.1" status: 200 len: 898 time: 0.1312072 Dec 22 08:52:22.066296 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-632f3145-f56e-458a-a1a9-11c8fc5374de tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers/eed2008d-02e4-42f6-bf1e-b4e90d75f960/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1841595 Dec 22 08:52:22.068887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44538) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:22.177722 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-aadda17c-db4f-4678-8c40-4319d2aa430b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 992 time: 0.1074984 Dec 22 08:52:22.250006 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-95e06c87-2902-41be-8f69-d010627e2fca req-3462ba1d-912f-4bfd-9210-97faee4e9948 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d299b9bf-f900-42e4-a32d-e3208f690717 HTTP/1.1" status: 200 len: 1000 time: 0.1993046 Dec 22 08:52:22.313973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06c87-2902-41be-8f69-d010627e2fca req-b1c94829-c20d-4867-aec0-321afd2a6a35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:22.315487 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-95e06c87-2902-41be-8f69-d010627e2fca req-b1c94829-c20d-4867-aec0-321afd2a6a35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9faa268c-22cd-42fa-89b0-f9ce6ace1580 HTTP/1.1" status: 200 len: 835 time: 0.0574052 Dec 22 08:52:22.399370 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-95e06c87-2902-41be-8f69-d010627e2fca req-88486530-018f-4788-bd50-f76dd959d851 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737588 Dec 22 08:52:22.531218 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-95e06c87-2902-41be-8f69-d010627e2fca req-f2819f89-0147-4b44-a9d0-ef6876761f4d service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243858 Dec 22 08:52:22.641937 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fed3d7-acc8-46de-9e24-8c43a7154ce1 None None] New status for floating IP bb7f434a-c2ca-48b3-97b2-56602dc328d8: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:52:22.670897 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-95e06c87-2902-41be-8f69-d010627e2fca req-b3712136-12e6-4ae9-a9c4-675d08a85ce4 service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332777 Dec 22 08:52:22.866999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:22.979441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:22.997669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:23.002917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.003683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 733fb3d3-7c7c-48cd-97e6-a0954a2861da no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:23.030971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:23.115413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:23.180939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44542) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:23.191643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.192009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.192344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.192668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.192992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.193312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.193635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.193927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.194277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.194590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.194907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:23.200248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:23.217469 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.249129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 733fb3d3-7c7c-48cd-97e6-a0954a2861da, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=733fb3d3-7c7c-48cd-97e6-a0954a2861da,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:23.253854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:23.255576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:23.289407 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5afa6fd2-2953-4fb8-9b54-5d34a423bd92 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1073601 Dec 22 08:52:23.318648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=733fb3d3-7c7c-48cd-97e6-a0954a2861da,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:23.321772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:25.338029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:25.548139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347ebf51-6ffe-4c22-a3f1-32212f9b5f4c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Router eed2008d-02e4-42f6-bf1e-b4e90d75f960 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:52:25.548491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ebf51-6ffe-4c22-a3f1-32212f9b5f4c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Notify agent at dv-neutron-822610-1-hyperv the message router_added_to_agent {{(pid=83495) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 22 08:52:25.580096 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-347ebf51-6ffe-4c22-a3f1-32212f9b5f4c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "POST /v2.0/agents/2040088c-0125-4c8f-b31e-570da073b506/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2385221 Dec 22 08:52:25.580246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44556) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:25.599274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] Sync routers for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:52:25.611560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:52:25.612190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:52:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:25.765556 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6c5fc6ad-6235-457e-8044-244c31ba4b71 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers/eed2008d-02e4-42f6-bf1e-b4e90d75f960/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1839309 Dec 22 08:52:25.768122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44562) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:25.793578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:52:25.871775 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6c9228fd-a30f-4a0e-9e6f-6a59743904b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1023557 Dec 22 08:52:26.148270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:57Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:52:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'bb7f434a-c2ca-48b3-97b2-56602dc328d8', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.16', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'port_id': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'mac_address': 'fa:16:3e:43:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:51:15Z', 'updated_at': '2021-12-22T08:52:22Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733fb3d3-7c7c-48cd-97e6-a0954a2861da', 'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:cb:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:57Z', 'updated_at': '2021-12-22T08:52:23Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:26.152411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] Checking router: eed2008d-02e4-42f6-bf1e-b4e90d75f960 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:52:26.163463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:52:26.164062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:52:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:26.340436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:52:26.713202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:57Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:52:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'bb7f434a-c2ca-48b3-97b2-56602dc328d8', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.16', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'port_id': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'mac_address': 'fa:16:3e:43:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:51:15Z', 'updated_at': '2021-12-22T08:52:22Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733fb3d3-7c7c-48cd-97e6-a0954a2861da', 'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:cb:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:57Z', 'updated_at': '2021-12-22T08:52:23Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:26.717270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5197e6de-8dc8-45fa-b6b1-68f2b8079c67 None None] The sync data for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv is: [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80'}], 'enable_snat': True}, 'gw_port_id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:50:57Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '9ecdc6bc-bbec-4be7-a67d-92f41db0e030', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:54Z', 'updated_at': '2021-12-22T08:52:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'bb7f434a-c2ca-48b3-97b2-56602dc328d8', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.16', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'port_id': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'mac_address': 'fa:16:3e:43:c5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:51:15Z', 'updated_at': '2021-12-22T08:52:22Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733fb3d3-7c7c-48cd-97e6-a0954a2861da', 'name': '', 'network_id': 'c5abc6b3-d847-43ba-9e4e-14ab658b89c7', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:cb:ed:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:50:57Z', 'updated_at': '2021-12-22T08:52:23Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': '9faa268c-22cd-42fa-89b0-f9ce6ace1580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:52:26.876650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44566) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:26.993019 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5eb6c08d-970e-41dd-82d6-2cff091664aa tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1135206 Dec 22 08:52:27.997724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:28.121972 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e27d5355-a434-4a91-a6b7-69126b4731f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1226506 Dec 22 08:52:28.912636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:28.991933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:28.992298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.113709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.125544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:29.130538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:29.135815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.136824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 733fb3d3-7c7c-48cd-97e6-a0954a2861da up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:29.159017 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:29.228359 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2c62b316-fc8c-4a45-8bfc-18216d244138 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1005497 Dec 22 08:52:29.289565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:29.293682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:29.304806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 733fb3d3-7c7c-48cd-97e6-a0954a2861da triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:29.305173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.422110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.453102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 733fb3d3-7c7c-48cd-97e6-a0954a2861da, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=733fb3d3-7c7c-48cd-97e6-a0954a2861da,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:29.459287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:29.461519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:29.528777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=733fb3d3-7c7c-48cd-97e6-a0954a2861da,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:29.533157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:30.232522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44578) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:30.356698 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7e0f3f4e-9449-46da-9dac-3f860c226016 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1225264 Dec 22 08:52:30.883942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:30.958736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:30.959108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:31.084522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 733fb3d3-7c7c-48cd-97e6-a0954a2861da up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:31.154179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 733fb3d3-7c7c-48cd-97e6-a0954a2861da triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:31.154566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:31.360866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44582) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:31.586569 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-25d6f18e-12c5-4d17-b460-acfe91b09743 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.2245359 Dec 22 08:52:32.590685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44586) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:32.703539 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4c417d28-acb4-445f-977f-04c7bb60d4f9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1115716 Dec 22 08:52:33.708216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44590) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:33.820140 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2d84c03f-f69b-4419-a32b-c9d7cfb2c2fe tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 990 time: 0.1105790 Dec 22 08:52:33.896458 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bbf7b9-bef8-479b-b97e-acba513d735d None None] New status for floating IP bb7f434a-c2ca-48b3-97b2-56602dc328d8: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:52:34.824452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44596) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:34.935698 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4d60ba44-98fd-4aab-93b8-c09957f28e68 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 200 len: 992 time: 0.1098263 Dec 22 08:52:35.226089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44604) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:35.443449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port b7d7731f-2376-4f2c-a19e-e161c5b357b3 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:52:35.443794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:35.626766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:35.627132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:35.746531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for b7d7731f-2376-4f2c-a19e-e161c5b357b3 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:52:35.899887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:35.903601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5940ad1b-026e-4314-b993-3d2a14559d75 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:35.943028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=b7d7731f-2376-4f2c-a19e-e161c5b357b3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:35.981635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.981903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.982265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.982627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.982977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.983360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.983714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.984066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.984418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.984767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.985137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:35.991852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:36.047027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:36.554643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router eed2008d-02e4-42f6-bf1e-b4e90d75f960 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:52:36.759010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:52:36.785382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:36.839859 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/floatingips/bb7f434a-c2ca-48b3-97b2-56602dc328d8 HTTP/1.1" status: 204 len: 168 time: 1.6123922 Dec 22 08:52:36.840522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:36.895272 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'status': 'completed', 'code': 200} Dec 22 08:52:36.987063 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1c644088-91d6-4831-9805-91195d742441 req-cb7fee21-617f-40c4-89a3-66fd37fd7940 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 1098 time: 0.0691798 Dec 22 08:52:37.084019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a3154fa1-5398-4a4f-ba69-f5563471f003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:37.133109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c644088-91d6-4831-9805-91195d742441 req-94e6c96e-7346-4604-9f2a-bff0d7db21f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:37.134543 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1c644088-91d6-4831-9805-91195d742441 req-94e6c96e-7346-4604-9f2a-bff0d7db21f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7 HTTP/1.1" status: 200 len: 898 time: 0.1414928 Dec 22 08:52:37.209985 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1c644088-91d6-4831-9805-91195d742441 req-82ce3476-bb6e-4ee0-b6d2-eda24a61c47d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d299b9bf-f900-42e4-a32d-e3208f690717 HTTP/1.1" status: 200 len: 217 time: 0.0679231 Dec 22 08:52:37.273745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c644088-91d6-4831-9805-91195d742441 req-48788ded-74b5-41e7-9d4d-7b25883a2c9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:37.275130 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1c644088-91d6-4831-9805-91195d742441 req-48788ded-74b5-41e7-9d4d-7b25883a2c9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9faa268c-22cd-42fa-89b0-f9ce6ace1580 HTTP/1.1" status: 200 len: 835 time: 0.0590608 Dec 22 08:52:37.352006 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1c644088-91d6-4831-9805-91195d742441 req-81de4ce5-4af5-4282-acd6-ef377e00bb89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5abc6b3-d847-43ba-9e4e-14ab658b89c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698531 Dec 22 08:52:37.536085 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1c644088-91d6-4831-9805-91195d742441 req-75c97076-e895-4ef7-bafa-3f537d01e1f1 service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767831 Dec 22 08:52:37.545148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2d9b5-d16b-42d0-b515-a7801aac19a6 req-e8bbe883-aa45-4f21-bcf6-4d23ae6edb12 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:37.545815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c7c2d9b5-d16b-42d0-b515-a7801aac19a6 req-e8bbe883-aa45-4f21-bcf6-4d23ae6edb12 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:37.638214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c7c2d9b5-d16b-42d0-b515-a7801aac19a6 req-e8bbe883-aa45-4f21-bcf6-4d23ae6edb12 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:37.639352 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c7c2d9b5-d16b-42d0-b515-a7801aac19a6 req-e8bbe883-aa45-4f21-bcf6-4d23ae6edb12 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 945 time: 0.4477248 Dec 22 08:52:37.710102 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1c644088-91d6-4831-9805-91195d742441 req-dea4bd29-6154-4aff-aafd-c56c2ac129b7 service neutron] 10.222.0.32 "GET /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615953 Dec 22 08:52:37.719936 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c7c2d9b5-d16b-42d0-b515-a7801aac19a6 req-128e116f-0338-45cf-a6bf-d2ee622b6f97 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735559 Dec 22 08:52:38.648726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01222ac-b364-4977-86da-d132744a80fd req-3e0c28ec-2ff2-4296-8093-f6de870ed9e0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:38.650168 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e01222ac-b364-4977-86da-d132744a80fd req-3e0c28ec-2ff2-4296-8093-f6de870ed9e0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 945 time: 0.0786576 Dec 22 08:52:38.718613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-e01222ac-b364-4977-86da-d132744a80fd req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port d299b9bf-f900-42e4-a32d-e3208f690717 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:52:38.718945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e01222ac-b364-4977-86da-d132744a80fd req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:38.999731 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032666a7-a3f0-4aeb-97d3-b372935bccfe req-ccbc5477-6c85-4246-8e76-3d7e3f19ce3d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:39.001221 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-032666a7-a3f0-4aeb-97d3-b372935bccfe req-ccbc5477-6c85-4246-8e76-3d7e3f19ce3d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=36562925-edfd-4fa5-ae32-6c876b6944ee HTTP/1.1" status: 200 len: 945 time: 0.1579113 Dec 22 08:52:39.047714 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-032666a7-a3f0-4aeb-97d3-b372935bccfe req-066f0a64-518e-4bdd-a545-83e39e3e3923 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d438b2dc-11b7-435b-8009-e3a3c4fb8f66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Dec 22 08:52:39.075365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-e01222ac-b364-4977-86da-d132744a80fd req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port d299b9bf-f900-42e4-a32d-e3208f690717, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d299b9bf-f900-42e4-a32d-e3208f690717,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:39.075695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e01222ac-b364-4977-86da-d132744a80fd req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.195726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eee4f098-b471-4019-b9b3-b737a9f428e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.211906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-e01222ac-b364-4977-86da-d132744a80fd req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for d299b9bf-f900-42e4-a32d-e3208f690717 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:52:39.363675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e01222ac-b364-4977-86da-d132744a80fd req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.371947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71087610-5a14-4293-9319-321fdc7a555c tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:39.426168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=d299b9bf-f900-42e4-a32d-e3208f690717,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:39.428632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:39.499379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01222ac-b364-4977-86da-d132744a80fd req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port d299b9bf-f900-42e4-a32d-e3208f690717 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:52:39.501996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e01222ac-b364-4977-86da-d132744a80fd req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:39.505105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'name': 'network-vif-deleted', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:39.520748 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e01222ac-b364-4977-86da-d132744a80fd req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/d299b9bf-f900-42e4-a32d-e3208f690717 HTTP/1.1" status: 204 len: 173 time: 0.8644764 Dec 22 08:52:39.563536 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36562925-edfd-4fa5-ae32-6c876b6944ee', 'name': 'network-vif-deleted', 'tag': 'd299b9bf-f900-42e4-a32d-e3208f690717', 'status': 'completed', 'code': 200} Dec 22 08:52:40.155211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44624) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:40.235668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40f41cbb-3f2b-44a6-bf2b-328336d65d46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.268799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40f41cbb-3f2b-44a6-bf2b-328336d65d46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.332570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40f41cbb-3f2b-44a6-bf2b-328336d65d46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.338688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0aeb65a4-e004-4aac-9a16-8ed4569e22bf tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:40.358057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f41cbb-3f2b-44a6-bf2b-328336d65d46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d438b2dc-11b7-435b-8009-e3a3c4fb8f66,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:40.361242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-40f41cbb-3f2b-44a6-bf2b-328336d65d46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:40.373220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-40f41cbb-3f2b-44a6-bf2b-328336d65d46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.374405 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-40f41cbb-3f2b-44a6-bf2b-328336d65d46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/d438b2dc-11b7-435b-8009-e3a3c4fb8f66 HTTP/1.1" status: 204 len: 168 time: 0.2178299 Dec 22 08:52:40.400842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.433045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44630) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:40.458861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:40.869136 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.311790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.618958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 733fb3d3-7c7c-48cd-97e6-a0954a2861da {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:52:41.619597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.749813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.813078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 733fb3d3-7c7c-48cd-97e6-a0954a2861da, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=733fb3d3-7c7c-48cd-97e6-a0954a2861da,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:41.813301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:41.931224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 733fb3d3-7c7c-48cd-97e6-a0954a2861da owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:52:42.122047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.125608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-68a7905b-93b3-4f1d-b039-da81ff8ba018 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:42.166681 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=733fb3d3-7c7c-48cd-97e6-a0954a2861da,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:42.209125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.209479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.209875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.210236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.210598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.210953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.211332 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.211659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.212011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.212360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.212707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:42.220167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:42.482966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:42.497206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device d299b9bf-f900-42e4-a32d-e3208f690717 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:42.536633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: d299b9bf-f900-42e4-a32d-e3208f690717 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:52:42.536990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device d299b9bf-f900-42e4-a32d-e3208f690717 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:43.189459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router eed2008d-02e4-42f6-bf1e-b4e90d75f960 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:52:43.406214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:52:43.419939 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/eed2008d-02e4-42f6-bf1e-b4e90d75f960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9857481 Dec 22 08:52:43.422883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44634) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:43.615522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting subnet 9faa268c-22cd-42fa-89b0-f9ce6ace1580 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:52:43.618708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.682694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.763429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.839103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.843105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cde9f730-aaf4-4ea9-8d8e-bbe5e1be128d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:43.882919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Subnet': ['ID=9faa268c-22cd-42fa-89b0-f9ce6ace1580,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:43.886196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:43.887180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:43.895791 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/subnets/9faa268c-22cd-42fa-89b0-f9ce6ace1580 HTTP/1.1" status: 204 len: 168 time: 0.4693360 Dec 22 08:52:43.895949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8a692-1d77-4bce-a378-7fbc3d833c69 None None] Network c5abc6b3-d847-43ba-9e4e-14ab658b89c7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:52:43.896389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44638) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:44.093266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.130419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] DHCP port deletion for c5abc6b3-d847-43ba-9e4e-14ab658b89c7 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:52:44.134720 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] Deleting port c64c5742-0c46-4739-934d-6e0e8bad409c {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:52:44.135092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.343500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] Sync routers for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:52:44.347372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] For port c64c5742-0c46-4739-934d-6e0e8bad409c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=c64c5742-0c46-4739-934d-6e0e8bad409c,segment=NetworkSegment(977dfe4b-e1e2-4178-b180-5c302a1612c8),segment_id=977dfe4b-e1e2-4178-b180-5c302a1612c8)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:44.347926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.417225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.427750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:52:44.428084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.470739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] Calling delete_port for c64c5742-0c46-4739-934d-6e0e8bad409c owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:52:44.513255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:52:44.513889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:52:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:44.613902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 9ecdc6bc-bbec-4be7-a67d-92f41db0e030, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:44.614256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.714174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.719637 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:44.741234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:52:44.766180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] Pushing event deleted for resources: {'Port': ['ID=c64c5742-0c46-4739-934d-6e0e8bad409c,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:44.771029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:44.775069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] No DVR routers for this DVR port c64c5742-0c46-4739-934d-6e0e8bad409c on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:52:44.776434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:52:44.892929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c64c5742-0c46-4739-934d-6e0e8bad409c no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:44.916588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:44.923719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-157faa46-4ef5-4cb1-8f9a-5f2f176ac793 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:44.930622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:52:44Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:44.937767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: c64c5742-0c46-4739-934d-6e0e8bad409c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:52:44.938104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device c64c5742-0c46-4739-934d-6e0e8bad409c not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:44.940495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] Checking router: eed2008d-02e4-42f6-bf1e-b4e90d75f960 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:52:44.952533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] Routers {'eed2008d-02e4-42f6-bf1e-b4e90d75f960'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:52:44.953136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:52:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:44.960540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=9ecdc6bc-bbec-4be7-a67d-92f41db0e030,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:44.964469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:45.075488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] Set router eed2008d-02e4-42f6-bf1e-b4e90d75f960 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:52:45.177491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:52:44Z', 'revision_number': 7, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:45.181519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197a001-c99d-4677-879c-abb81e3edee2 None None] The sync data for ids ['eed2008d-02e4-42f6-bf1e-b4e90d75f960'] in dv-neutron-822610-1-hyperv is: [{'id': 'eed2008d-02e4-42f6-bf1e-b4e90d75f960', 'name': 'tempest-TestNetworkBasicOps-router-601364606', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:50:53Z', 'updated_at': '2021-12-22T08:52:44Z', 'revision_number': 7, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:52:45.182283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.441775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.446309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.473020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.473459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Fanout notify agent at l3_agent the message router_deleted on router eed2008d-02e4-42f6-bf1e-b4e90d75f960 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:52:45.487372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.488409 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/routers/eed2008d-02e4-42f6-bf1e-b4e90d75f960 HTTP/1.1" status: 204 len: 168 time: 1.5915577 Dec 22 08:52:45.491256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44642) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:45.606529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.868782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.896887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5abc6b3-d847-43ba-9e4e-14ab658b89c7']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:45.910253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977dfe4b-e1e2-4178-b180-5c302a1612c8') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:45.910630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977dfe4b-e1e2-4178-b180-5c302a1612c8') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:45.924952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.942671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.949662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:52:45.950049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:52:45.965080 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:52:46.031463 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c704641-6d47-4845-85c9-380444a7b30c None None] New status for floating IP bb7f434a-c2ca-48b3-97b2-56602dc328d8: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:52:46.052671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.057472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.060780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fa113923-4271-4523-be6c-08cb29c822b4 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:46.084881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Network': ['ID=c5abc6b3-d847-43ba-9e4e-14ab658b89c7,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:46.089678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:46.094524 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/networks/c5abc6b3-d847-43ba-9e4e-14ab658b89c7 HTTP/1.1" status: 204 len: 168 time: 0.6022923 Dec 22 08:52:46.116893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44646) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:46.123156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'network': {'name': 'tempest-network-smoke--1393922894', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:46.128237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:46.132404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:network and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:46.135365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:46.141987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:46.153648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:52:46.156652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.184363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:52:46.193065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.193405 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Added segment ac35cb1a-a84d-4309-b72a-01b7f2656063 of type vlan for network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb Dec 22 08:52:46.220369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.251840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.255622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:46.256191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.259667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3f37a15-17fd-4b8a-850c-4aec61167009 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:46.357789 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2397177 Dec 22 08:52:46.360867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44650) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:46.367688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-10586612', 'admin_state_up': True, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:46.369792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Network': ['ID=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:46.372541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:46.380549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:46.380869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:52:46.385180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:router and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:46.388201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:46.399040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:46.411658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.412584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.433678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.587025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.771635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.801156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:46.881648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:46.914571 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:52:46.914901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9ecdc6bc-bbec-4be7-a67d-92f41db0e030 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:46.915356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 733fb3d3-7c7c-48cd-97e6-a0954a2861da no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:52:46.941762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.186 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/2442f3c9-0ef5-4627-bd8d-b03885cb7acf) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:46.948851 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 733fb3d3-7c7c-48cd-97e6-a0954a2861da {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:52:46.949322 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 733fb3d3-7c7c-48cd-97e6-a0954a2861da not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:52:47.089913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.119767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.123389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17600a95-c80e-4cbf-9015-dce344d87ce3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:47.193137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:47.196333 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:47.201571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:52:47.228036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=2442f3c9-0ef5-4627-bd8d-b03885cb7acf,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:47.230911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:47.379465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.380204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.619695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 747d25c0-88f3-4e8c-a18c-b5d679a93901 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:52:47.827171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:52:47.837829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Sync routers for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:52:47.851044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:52:47.851746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:52:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:47.854082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:47.855407 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4925981 Dec 22 08:52:47.858860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44654) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:48.024861 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-22d761a3-47d8-49c8-9550-8a990a20da0f tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1647029 Dec 22 08:52:48.027490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44658) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:48.034544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:52:48.151631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83758394-9fcd-411c-bbf7-abd311122a19 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:48.155823 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-83758394-9fcd-411c-bbf7-abd311122a19 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247449 Dec 22 08:52:48.156017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44662) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:48.194530 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-62bff52f-3b1a-4e55-a1ba-a722fe5614a8 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373945 Dec 22 08:52:48.197030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44666) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:48.202247 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619267439', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:48.307601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:48.311421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:subnet and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:48.314152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:48.319766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:48.320144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:47Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:48.324243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Checking router: 747d25c0-88f3-4e8c-a18c-b5d679a93901 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:52:48.324591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Updating router 747d25c0-88f3-4e8c-a18c-b5d679a93901 port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:52:48.331954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:52:48.376451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:48.432473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:48.650205 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:48.653817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fdf3c7c1-9f4e-4bd6-af01-7703b7de38fd tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:48.726640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:48.730445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:48.739096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Checking segment: {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:52:48.739494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network hostable DHCP agents. Network: e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:52:48.752685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:48.763426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:52:48.764272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Transition to ACTIVE for port object 2442f3c9-0ef5-4627-bd8d-b03885cb7acf will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:48.771482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:48.774349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:48.774866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:48.778771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:48.779577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:48.802707 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-dbfb09f5-7eed-4e60-93e2-c6471183337d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6047010 Dec 22 08:52:48.805870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44670) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:48.807561 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9b531-5f96-4d2a-959a-d5e3bbdea655 None None] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:52:48.930756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89666-3bbb-4fe0-af4e-216d13e9c207 None None] Pushing event updated for resources: {'Port': ['ID=2442f3c9-0ef5-4627-bd8d-b03885cb7acf,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:48.932997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Attempting to bind port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:48.933380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Attempting to bind port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:48.933734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Attempting to bind port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:52:48.937636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ff89666-3bbb-4fe0-af4e-216d13e9c207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:48.957395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:52:48.957786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:52:48.958185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:48.958574 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:52:48.959044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Bound port: 2442f3c9-0ef5-4627-bd8d-b03885cb7acf, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:48.959442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:49.084266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] For port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:52:49.119631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] For port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2442f3c9-0ef5-4627-bd8d-b03885cb7acf,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:52:49.126732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:49.130808 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ff89666-3bbb-4fe0-af4e-216d13e9c207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:49.159048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:52:49.159862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:49.279286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89666-3bbb-4fe0-af4e-216d13e9c207 None None] Pushing event updated for resources: {'Port': ['ID=2442f3c9-0ef5-4627-bd8d-b03885cb7acf,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:49.285791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ff89666-3bbb-4fe0-af4e-216d13e9c207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:49.289210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:52:49.289831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:52:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:49.516802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Allocated IP 172.20.0.2 (e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb/df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3/3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:49.598624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:52:49.686818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.020378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.033233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Transition to ACTIVE for port object 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:50.059467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Transition to ACTIVE for port object 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:50.067564 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.072116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ff89666-3bbb-4fe0-af4e-216d13e9c207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:50.105899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:47Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:50.124049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07c360-b528-4648-8e37-46590deafc1c None None] The sync data for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv is: [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:47Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:52:50.131288 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.1 (e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb/df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3/71300f42-3b63-45eb-8088-bae79413034f) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:50.154299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:50.155298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Pushing event updated for resources: {'Port': ['ID=3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:50.157780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:50.159831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:50.160545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:52:50.252489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Attempting to bind port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:50.252860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Attempting to bind port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:50.253221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Attempting to bind port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea on network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:52:50.259936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:52:50.260473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Checking segment: {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:52:50.260883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.261272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Bound using segment: {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:52:50.261729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Bound port: 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:50.262103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.299511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.317508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 71300f42-3b63-45eb-8088-bae79413034f will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:50.341299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.346258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:50.390881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] For port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:52:50.399114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] For port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:52:50.405101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.411298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:50.419202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:50.422759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:50.427384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:52:50.455911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=71300f42-3b63-45eb-8088-bae79413034f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:50.463300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:50.499270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Pushing event updated for resources: {'Port': ['ID=3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:50.503028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:50.511043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.616755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:50.953058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:51.035625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:51.041380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2442f3c9-0ef5-4627-bd8d-b03885cb7acf up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:51.092973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.098722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.113765 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:51.118634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:51.119013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.130516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d59a2fa-aa78-4d08-8994-de1d89707ba2 tempest-TestServerAdvancedOps-987388051 tempest-TestServerAdvancedOps-987388051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:51.217730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.222591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=71300f42-3b63-45eb-8088-bae79413034f,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:51.226776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:51.246377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.263852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2442f3c9-0ef5-4627-bd8d-b03885cb7acf,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:51.268817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.273847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1365871d-430b-4f1a-a034-60da63fabcd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:51.353612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=2442f3c9-0ef5-4627-bd8d-b03885cb7acf,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:51.356712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:51.370971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:51.372122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:51.515174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce49c604-6796-44d4-87bd-f5cf31303186 None None] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:52:51.624504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0952f523-9fd0-4385-b599-7bb8bab04fd1 None None] Provisioning for port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:51.640310 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0952f523-9fd0-4385-b599-7bb8bab04fd1 None None] Provisioning complete for port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:51.640695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0952f523-9fd0-4385-b599-7bb8bab04fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.841873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0952f523-9fd0-4385-b599-7bb8bab04fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.870933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 747d25c0-88f3-4e8c-a18c-b5d679a93901 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:52:51.888384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-0952f523-9fd0-4385-b599-7bb8bab04fd1 None None] For port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:51.892481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0952f523-9fd0-4385-b599-7bb8bab04fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:51.894470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:51.963077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952f523-9fd0-4385-b599-7bb8bab04fd1 None None] Pushing event updated for resources: {'Port': ['ID=3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:51.966341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0952f523-9fd0-4385-b599-7bb8bab04fd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:52.082185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:52:52.096500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/747d25c0-88f3-4e8c-a18c-b5d679a93901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2887669 Dec 22 08:52:52.099798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44674) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:52.119403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d2ca665c-ee8b-41d1-83cc-0e10ede13fe2 None None] Provisioning complete for port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:52.120119 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d2ca665c-ee8b-41d1-83cc-0e10ede13fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.251028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35efb7-60b6-4c38-b46c-40eb32689091 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:52.251357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35efb7-60b6-4c38-b46c-40eb32689091 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:52.252463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35efb7-60b6-4c38-b46c-40eb32689091 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:52.252959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35efb7-60b6-4c38-b46c-40eb32689091 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:52.255022 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ed35efb7-60b6-4c38-b46c-40eb32689091 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1534507 Dec 22 08:52:52.257801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44678) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:52.258960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d2ca665c-ee8b-41d1-83cc-0e10ede13fe2 None None] Provisioning for port 71300f42-3b63-45eb-8088-bae79413034f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:52.264524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d2ca665c-ee8b-41d1-83cc-0e10ede13fe2 None None] Provisioning complete for port 71300f42-3b63-45eb-8088-bae79413034f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:52.264914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d2ca665c-ee8b-41d1-83cc-0e10ede13fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.319813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca665c-ee8b-41d1-83cc-0e10ede13fe2 None None] Port 71300f42-3b63-45eb-8088-bae79413034f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:52:52.333206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa3445-6d85-46cf-8b39-3a72ae3c2c19 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:52.333589 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa3445-6d85-46cf-8b39-3a72ae3c2c19 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:52.333980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa3445-6d85-46cf-8b39-3a72ae3c2c19 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:52.334336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa3445-6d85-46cf-8b39-3a72ae3c2c19 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:52.336184 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cafa3445-6d85-46cf-8b39-3a72ae3c2c19 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0772178 Dec 22 08:52:52.339081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44682) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:52.440866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d408393f-ba83-4b43-8ff3-ccc10c763933 None None] Provisioning complete for port 71300f42-3b63-45eb-8088-bae79413034f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:52.441165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d408393f-ba83-4b43-8ff3-ccc10c763933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.496693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d408393f-ba83-4b43-8ff3-ccc10c763933 None None] Port 71300f42-3b63-45eb-8088-bae79413034f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:52:52.542362 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e96d60c9-756f-4e62-8e72-15dd7831855a tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2015920 Dec 22 08:52:52.791871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44688) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:52.800242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035888993', 'description': 'tempest-secgroup-smoke-2035888993 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:52.806388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:52.810772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:52.813763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:52.819702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:52.830623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.870449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:52.874261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:52.877193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:52.882737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:52.892840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:52.936483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.941111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.944566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fee7fca7-27bf-4631-953e-1d22f0e370fc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:52.958314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:52.958686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.984973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0be545c-e690-4788-a1bf-b2ddcdf64877,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:52.988704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:52.992443 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1964319 Dec 22 08:52:52.992443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:52.992826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44692) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:52.999799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd0be545c-e690-4788-a1bf-b2ddcdf64877', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:53.005966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:53.010149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:53.013205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:53.019484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:53.036565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.077104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2442f3c9-0ef5-4627-bd8d-b03885cb7acf up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:53.098335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.103096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.116483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fab3a823-3928-4b79-8252-d3498d9c709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:53.135261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed75e4b-c82d-467e-ad49-31d75936342d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:53.139761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:53.144834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.146112 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1526034 Dec 22 08:52:53.148996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44696) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:53.154830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd0be545c-e690-4788-a1bf-b2ddcdf64877', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:53.156198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:53.156704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.160826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:53.164605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:53.168813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:53.176164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:53.195406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.263159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.269410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.273582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-36c374b9-4f34-451c-8658-337897a0ede1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:53.301098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e90c08-02da-405e-8fb0-44de6bb2c5f1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:53.305522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:53.310500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.311666 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1617563 Dec 22 08:52:53.314754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44700) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:53.321442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd0be545c-e690-4788-a1bf-b2ddcdf64877', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:53.329776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:53.334352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:53.337266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:53.343222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:53.362904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.426487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.431535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.437621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb0f9a1a-d932-44d6-bd95-baab0c0f1085 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:53.456940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6eb5a4-ea46-4ae2-88a4-a2f7bc273548,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:53.459915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:53.467193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.468354 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1523616 Dec 22 08:52:53.471143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44704) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:53.476863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd0be545c-e690-4788-a1bf-b2ddcdf64877', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:53.482824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:53.487036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:53.489982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:53.496061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:53.514483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.579973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.584230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.590076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0389fdb5-8d9f-4187-99a8-b22acfd1ad76 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:53.610614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac827db-4b58-4bf2-b39a-c64b11a2e37a,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:53.613342 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:53.621941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.623142 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1507702 Dec 22 08:52:53.626208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44708) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:53.633071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd0be545c-e690-4788-a1bf-b2ddcdf64877', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:53.640159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:53.644532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:53.648363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:53.655953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:53.666378 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:52:53.673400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.742357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.747970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.749778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-441bccbd-e3b0-432d-a124-4c5559536eb7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:53.770516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f305be-0c62-4e21-a366-17e30d54a746,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:53.777476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:53.783560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.787500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1574667 Dec 22 08:52:53.787750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44712) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:52:53.793556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'd0be545c-e690-4788-a1bf-b2ddcdf64877', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:53.800315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:53.805334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:52:53.805580 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Sync routers for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:52:53.808981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:52:53.815355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:53.819373 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:52:53.820048 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:52:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:53.828997 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:52:53.835795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.908395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.912070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.914034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1dc96f1b-5df8-4c36-9179-faa7062b1e7e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:53.936784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aba04e3-a6f2-44c5-a59c-561b0f3a9645,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:53.939464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:53.946738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:53.948092 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1592863 Dec 22 08:52:54.002271 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:52:54.119774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-08b2f903-4dfe-4786-8f3b-07339f3ca92a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:54.136096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-08b2f903-4dfe-4786-8f3b-07339f3ca92a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:54.137254 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-08b2f903-4dfe-4786-8f3b-07339f3ca92a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035888993&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0583491 Dec 22 08:52:54.299440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-2857ad6f-ae0a-40cf-97de-08dca09a1610 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:54.300113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-2857ad6f-ae0a-40cf-97de-08dca09a1610 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:54.316473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-2857ad6f-ae0a-40cf-97de-08dca09a1610 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:54.317690 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-2857ad6f-ae0a-40cf-97de-08dca09a1610 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb HTTP/1.1" status: 200 len: 797 time: 0.1736729 Dec 22 08:52:54.318187 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '71300f42-3b63-45eb-8088-bae79413034f', 'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:8d:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:49Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:54.322152 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Checking router: 747d25c0-88f3-4e8c-a18c-b5d679a93901 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:52:54.322502 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Updating router 747d25c0-88f3-4e8c-a18c-b5d679a93901 port 71300f42-3b63-45eb-8088-bae79413034f binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:52:54.334331 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-5acee316-1d5c-471a-b7df-7e0e3c6531df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0110288 Dec 22 08:52:54.372612 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:54.414175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-37638b4e-78b0-4931-8813-3a57414d5784 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:54.430709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-37638b4e-78b0-4931-8813-3a57414d5784 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:54.432084 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-37638b4e-78b0-4931-8813-3a57414d5784 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926490 Dec 22 08:52:54.578591 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-94057f90-3f4f-4bcc-b3bf-f4c754db70bd service neutron] 10.222.0.31 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348326 Dec 22 08:52:54.717508 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:54.729840 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Transition to ACTIVE for port object 71300f42-3b63-45eb-8088-bae79413034f will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:54.736569 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:54.740004 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d9afeff0-9e65-4a39-bb7f-d4d901511092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:54.825767 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-641f406b-1676-4530-b241-b21b163da2cc service neutron] 10.222.0.31 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408748 Dec 22 08:52:54.865316 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Pushing event updated for resources: {'Port': ['ID=71300f42-3b63-45eb-8088-bae79413034f,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:54.884027 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.884374 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.884706 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.885035 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.885383 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.885711 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.886031 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.886352 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.886667 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.886980 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.887318 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:52:54.898861 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:55.050510 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Attempting to bind port 71300f42-3b63-45eb-8088-bae79413034f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:55.050882 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Attempting to bind port 71300f42-3b63-45eb-8088-bae79413034f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:55.051274 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Attempting to bind port 71300f42-3b63-45eb-8088-bae79413034f on network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:52:55.060598 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:52:55.060967 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Checking segment: {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:52:55.061366 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:55.061762 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Bound using segment: {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:52:55.062214 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Bound port: 71300f42-3b63-45eb-8088-bae79413034f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:55.062581 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:55.243156 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] For port 71300f42-3b63-45eb-8088-bae79413034f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:52:55.246834 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] For port 71300f42-3b63-45eb-8088-bae79413034f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=71300f42-3b63-45eb-8088-bae79413034f,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:52:55.262444 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:55.267044 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-e66b2782-bcc9-47f9-a6c7-8818013c96d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:55.354009 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Pushing event updated for resources: {'Port': ['ID=71300f42-3b63-45eb-8088-bae79413034f,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:55.357631 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:55.368661 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:52:55.369282 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:52:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:55.550771 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:52:55.891509 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '71300f42-3b63-45eb-8088-bae79413034f', 'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:8d:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:49Z', 'updated_at': '2021-12-22T08:52:55Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:52:55.896048 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3986e3-a23c-4805-a169-cbb6d188e023 None None] The sync data for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv is: [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '71300f42-3b63-45eb-8088-bae79413034f', 'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:8d:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:49Z', 'updated_at': '2021-12-22T08:52:55Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:52:56.060733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-5a224d82-1db1-4719-b74e-e9f6909b56fa req-903aa125-4bba-44c4-bf7d-d1754fc5377d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:52:56.076170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-5a224d82-1db1-4719-b74e-e9f6909b56fa req-903aa125-4bba-44c4-bf7d-d1754fc5377d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:52:56.086863 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5a224d82-1db1-4719-b74e-e9f6909b56fa req-903aa125-4bba-44c4-bf7d-d1754fc5377d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 210 time: 0.0732150 Dec 22 08:52:56.908967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 71300f42-3b63-45eb-8088-bae79413034f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:56.988585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 71300f42-3b63-45eb-8088-bae79413034f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:56.993437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 71300f42-3b63-45eb-8088-bae79413034f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:56.993924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.116033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.117231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-1eeab248-4b8c-4fbf-9908-bbc0eb709905 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:57.119470 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-1eeab248-4b8c-4fbf-9908-bbc0eb709905 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb HTTP/1.1" status: 200 len: 797 time: 0.1577508 Dec 22 08:52:57.151027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 71300f42-3b63-45eb-8088-bae79413034f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=71300f42-3b63-45eb-8088-bae79413034f,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:52:57.156418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.159441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-0952f523-9fd0-4385-b599-7bb8bab04fd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:57.186894 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f68887db-c45e-4f06-bec0-9433a902dfa5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 380 time: 0.0547724 Dec 22 08:52:57.201677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': '85873a76-c4ab-487f-a603-0221eed62030', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['d0be545c-e690-4788-a1bf-b2ddcdf64877']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:57.230283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=71300f42-3b63-45eb-8088-bae79413034f,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:57.233453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:57.319127 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b11ec7db-0a95-45f9-85c7-e65417d33701 req-b5966249-8075-4d93-94c4-1aba2501b6d0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 210 time: 0.0541065 Dec 22 08:52:57.379586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:52:57.389145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:52:57.401996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:52:57.405281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.570322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.13 (e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb/df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3/e1a7601d-6b31-45b1-b7d1-60b9078ff883) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:52:57.764332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.778223 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:52:57.782652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object e1a7601d-6b31-45b1-b7d1-60b9078ff883 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:57.813028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:57.822187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e9b96876-7384-4b21-8a01-7785e6040170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:57.895071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:52:57.898484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:52:57.902628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:52:57.927852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=e1a7601d-6b31-45b1-b7d1-60b9078ff883,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:57.934043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:57.973191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:57.973796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.001545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8054864 Dec 22 08:52:58.012813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Request body: {'port': {'device_id': '85873a76-c4ab-487f-a603-0221eed62030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:52:58.098896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aaf56333-7bd1-4438-8661-1b39aa105806 None None] Provisioning for port e1a7601d-6b31-45b1-b7d1-60b9078ff883 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:52:58.106272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aaf56333-7bd1-4438-8661-1b39aa105806 None None] Provisioning complete for port e1a7601d-6b31-45b1-b7d1-60b9078ff883 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:58.106647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aaf56333-7bd1-4438-8661-1b39aa105806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.122991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.168394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-aaf56333-7bd1-4438-8661-1b39aa105806 None None] Port e1a7601d-6b31-45b1-b7d1-60b9078ff883 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:52:58.475133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a7601d-6b31-45b1-b7d1-60b9078ff883 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:52:58.482438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.498222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Transition to ACTIVE for port object e1a7601d-6b31-45b1-b7d1-60b9078ff883 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:52:58.501695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.508574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:58.524797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a484be0-53ed-4c36-8875-391f4940dd6b req-95e4db1b-4d92-4a24-8bbf-799b27199d7b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:58.526392 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a484be0-53ed-4c36-8875-391f4940dd6b req-95e4db1b-4d92-4a24-8bbf-799b27199d7b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 932 time: 0.0863073 Dec 22 08:52:58.574282 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a484be0-53ed-4c36-8875-391f4940dd6b req-bc713ae1-d563-4deb-9eff-6f380ba8a925 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405521 Dec 22 08:52:58.746295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a7601d-6b31-45b1-b7d1-60b9078ff883,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:58.750404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:58.853447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Attempting to bind port e1a7601d-6b31-45b1-b7d1-60b9078ff883 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:52:58.853775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Attempting to bind port e1a7601d-6b31-45b1-b7d1-60b9078ff883 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:52:58.854091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Attempting to bind port e1a7601d-6b31-45b1-b7d1-60b9078ff883 on network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:52:58.863309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Port e1a7601d-6b31-45b1-b7d1-60b9078ff883 on network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:52:58.863742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Attempting to bind port e1a7601d-6b31-45b1-b7d1-60b9078ff883 on network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:52:58.870424 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:52:58.870757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Checking segment: {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:52:58.871131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Bound using segment: {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:52:58.871592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Bound port: e1a7601d-6b31-45b1-b7d1-60b9078ff883, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac35cb1a-a84d-4309-b72a-01b7f2656063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:52:58.871933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.891392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 71300f42-3b63-45eb-8088-bae79413034f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:52:58.960046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 71300f42-3b63-45eb-8088-bae79413034f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:52:58.960428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.963641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] For port e1a7601d-6b31-45b1-b7d1-60b9078ff883, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:52:58.966628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] For port e1a7601d-6b31-45b1-b7d1-60b9078ff883, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:52:58.973526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:58.977262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-51f8d824-493b-40c8-89e5-90b8a601a8da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:52:59.028417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:52:59.029765 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/e1a7601d-6b31-45b1-b7d1-60b9078ff883 HTTP/1.1" status: 200 len: 1094 time: 1.0212355 Dec 22 08:52:59.030290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:52:59.054292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a7601d-6b31-45b1-b7d1-60b9078ff883,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:52:59.057298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:52:59.162706 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-4055a367-3630-4d16-b803-1e73e0572406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 1097 time: 0.0823445 Dec 22 08:52:59.236383 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-c796d3b8-82c4-47db-8b86-01bf54cb09e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883 HTTP/1.1" status: 200 len: 217 time: 0.0655010 Dec 22 08:52:59.281732 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'status': 'completed', 'code': 200} Dec 22 08:52:59.308109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-2325a32d-dc25-47fb-b4dd-c3e376c6dc38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:59.309558 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-2325a32d-dc25-47fb-b4dd-c3e376c6dc38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 HTTP/1.1" status: 200 len: 843 time: 0.0668581 Dec 22 08:52:59.392659 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-632222d9-7f28-4e17-a547-19001ad5fd91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742917 Dec 22 08:52:59.529055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-0f439b90-c81d-4e8a-866a-04c68b849b44 service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297085 Dec 22 08:52:59.665841 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f3640f5c-c826-4ff9-87a7-6e6ab1394949 req-991b92ac-7e3a-49ec-8da4-60426ec69102 service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307757 Dec 22 08:52:59.783427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22576c-a4e7-4d0e-b5a3-37a8c04aed7a req-c7f73dfa-3582-4c82-b0c1-16abc62fed03 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:59.784906 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e22576c-a4e7-4d0e-b5a3-37a8c04aed7a req-c7f73dfa-3582-4c82-b0c1-16abc62fed03 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 944 time: 0.0843284 Dec 22 08:52:59.789949 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0694fdb1-4950-45a8-bb55-84dde7d25b24 req-9cdfcfcd-fcc2-4533-8de0-f0339c9ec780 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 1097 time: 0.0751402 Dec 22 08:52:59.835439 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e22576c-a4e7-4d0e-b5a3-37a8c04aed7a req-450bb3e2-0b24-4fe7-add9-f6f15cd4f946 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Dec 22 08:52:59.932700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fdb1-4950-45a8-bb55-84dde7d25b24 req-cd4cf86a-c6a7-44cf-a541-498605a7a8b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:52:59.934131 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0694fdb1-4950-45a8-bb55-84dde7d25b24 req-cd4cf86a-c6a7-44cf-a541-498605a7a8b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb HTTP/1.1" status: 200 len: 898 time: 0.1377485 Dec 22 08:53:00.002138 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0694fdb1-4950-45a8-bb55-84dde7d25b24 req-55d991bf-0620-4d54-ae01-8847bc09324c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883 HTTP/1.1" status: 200 len: 217 time: 0.0609856 Dec 22 08:53:00.068481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fdb1-4950-45a8-bb55-84dde7d25b24 req-38ca1c46-9abd-4423-8c4d-3650210f8f52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:00.069845 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0694fdb1-4950-45a8-bb55-84dde7d25b24 req-38ca1c46-9abd-4423-8c4d-3650210f8f52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 HTTP/1.1" status: 200 len: 843 time: 0.0616632 Dec 22 08:53:00.147388 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0694fdb1-4950-45a8-bb55-84dde7d25b24 req-4b9d0485-f035-4192-a931-33f7ad833411 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715907 Dec 22 08:53:00.278838 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0694fdb1-4950-45a8-bb55-84dde7d25b24 req-ec1b11f5-64bb-4047-a5f9-54dcaa342b2e service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233995 Dec 22 08:53:00.412877 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0694fdb1-4950-45a8-bb55-84dde7d25b24 req-bbb05d02-c1fb-4226-b290-be5f442ce24d service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267149 Dec 22 08:53:01.082699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c788407-f3eb-4460-8780-08369f51d64d req-97bad2ea-fe0b-47c3-ae7c-0b76b9f19523 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:01.083465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-6c788407-f3eb-4460-8780-08369f51d64d req-97bad2ea-fe0b-47c3-ae7c-0b76b9f19523 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:53:01.101200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-6c788407-f3eb-4460-8780-08369f51d64d req-97bad2ea-fe0b-47c3-ae7c-0b76b9f19523 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:53:01.102548 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6c788407-f3eb-4460-8780-08369f51d64d req-97bad2ea-fe0b-47c3-ae7c-0b76b9f19523 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 944 time: 0.1400938 Dec 22 08:53:01.284495 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6c788407-f3eb-4460-8780-08369f51d64d req-29e2f0f5-1101-412b-9a65-2b1e87581307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757143 Dec 22 08:53:02.514517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc3011-55b4-41b5-82ad-821717af228e req-03baa03a-a279-4d35-a66a-d3d046984b68 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:02.515996 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-25cc3011-55b4-41b5-82ad-821717af228e req-03baa03a-a279-4d35-a66a-d3d046984b68 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 944 time: 0.0876040 Dec 22 08:53:02.567347 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-25cc3011-55b4-41b5-82ad-821717af228e req-ddb3fabf-58b8-4682-9fc2-0d12e4c5b338 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453410 Dec 22 08:53:02.606225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device e1a7601d-6b31-45b1-b7d1-60b9078ff883 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:53:02.748128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port e1a7601d-6b31-45b1-b7d1-60b9078ff883, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:53:02.761440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'port_id': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'mac_address': 'fa:16:3e:ad:d2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:53:02.815553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:02.835617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a7601d-6b31-45b1-b7d1-60b9078ff883 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:53:02.854374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port e1a7601d-6b31-45b1-b7d1-60b9078ff883, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:53:02.860146 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:02.862105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:53:02.927353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=e1a7601d-6b31-45b1-b7d1-60b9078ff883,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:02.930525 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:53:03.212642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['e1a7601d-6b31-45b1-b7d1-60b9078ff883'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:53:03.767267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ad910-1bbd-4933-9eea-8241c557c249 req-a4c5e8d5-2316-4fad-b391-dd0205c4cca4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:03.768806 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-036ad910-1bbd-4933-9eea-8241c557c249 req-a4c5e8d5-2316-4fad-b391-dd0205c4cca4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 945 time: 0.0826364 Dec 22 08:53:03.814668 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-036ad910-1bbd-4933-9eea-8241c557c249 req-4a64ef8e-bca3-4226-9195-9f4fe922a77d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 Dec 22 08:53:04.617876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device e1a7601d-6b31-45b1-b7d1-60b9078ff883 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:53:04.702579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port e1a7601d-6b31-45b1-b7d1-60b9078ff883 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:53:04.708833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port e1a7601d-6b31-45b1-b7d1-60b9078ff883 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:53:04.709209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:04.827488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:04.856744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:53:04.866724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port e1a7601d-6b31-45b1-b7d1-60b9078ff883, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:53:04.872274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:04.874460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:53:04.923551 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'code': 200} Dec 22 08:53:04.953760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=e1a7601d-6b31-45b1-b7d1-60b9078ff883,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:04.956557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:53:05.047161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685eab98-5fff-4167-9176-3a0a8c4c0590 req-f03e098f-2417-4a7d-8524-140b6080f616 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:05.048657 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-685eab98-5fff-4167-9176-3a0a8c4c0590 req-f03e098f-2417-4a7d-8524-140b6080f616 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 946 time: 0.0966570 Dec 22 08:53:05.098860 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-685eab98-5fff-4167-9176-3a0a8c4c0590 req-76173923-d166-43d5-8211-683424ef1949 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Dec 22 08:53:05.149613 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9dac5bb9-7606-464b-93f3-05af14e06ffb req-42e33637-7268-46e0-8b3a-7ec307e426c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 1099 time: 0.0708733 Dec 22 08:53:05.191975 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9dac5bb9-7606-464b-93f3-05af14e06ffb req-edfbd103-c439-46ea-9ddd-70d2dd2ebfd2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350499 Dec 22 08:53:06.311060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ce730-10c6-4d23-b0f0-98ecccf6df1d req-0547e055-5f37-485f-913e-f6b020d7c19e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:06.312628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-312ce730-10c6-4d23-b0f0-98ecccf6df1d req-0547e055-5f37-485f-913e-f6b020d7c19e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 946 time: 0.0828831 Dec 22 08:53:06.360550 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-312ce730-10c6-4d23-b0f0-98ecccf6df1d req-5445ed30-31d0-42a0-b7e7-1174ce612129 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411444 Dec 22 08:53:07.088333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-827f3bb0-a7e8-4244-8f7b-8349fd2458ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:07.574848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cd703-ae97-4205-abae-74fca408bc1f req-3daf0bb2-80b5-4b1a-a92b-cec22ac1440d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:07.576318 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-718cd703-ae97-4205-abae-74fca408bc1f req-3daf0bb2-80b5-4b1a-a92b-cec22ac1440d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 946 time: 0.0860581 Dec 22 08:53:07.732799 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-718cd703-ae97-4205-abae-74fca408bc1f req-faa527ae-3eca-40de-809e-ff3b7aa86284 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485553 Dec 22 08:53:07.944440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91168d-3025-4e0a-bd2d-cfcdd391f906 req-212ebddf-c081-4ec8-a511-a2b3d1a85796 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:07.945880 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6f91168d-3025-4e0a-bd2d-cfcdd391f906 req-212ebddf-c081-4ec8-a511-a2b3d1a85796 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 946 time: 0.0877342 Dec 22 08:53:07.992313 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6f91168d-3025-4e0a-bd2d-cfcdd391f906 req-833a279f-37e4-42a5-8ebb-c5e266f75fe6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407891 Dec 22 08:53:08.028141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44764) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:08.102820 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-22780a49-d616-4544-a753-f10b6af1cc5f tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 1094 time: 0.0731075 Dec 22 08:53:08.105429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44768) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:08.110432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:53:08.116417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:53:08.120300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:floatingip and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:53:08.123107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:53:08.129028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:53:08.145974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:08.286075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:08.420364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.145 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/06a0e499-a2fe-44d9-8ebc-f9a6b05773ed) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:53:08.564142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:08.592474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:08.596117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:53:08.664973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:53:08.668263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:53:08.670199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=06a0e499-a2fe-44d9-8ebc-f9a6b05773ed,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:08.672253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:53:08.696050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:53:09.202592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5d03d1bd-8fe4-4a52-922e-ba8af88d4a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.225683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.281733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.593834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.600196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.603650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-808719f0-2cef-4bc2-bd1c-c4860976396b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:53:09.706001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=06a0e499-a2fe-44d9-8ebc-f9a6b05773ed,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:53:09.709970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:53:09.726012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:09.931987 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP 03b0133d-172a-4a95-b239-a9bc0e153da4 associated. External IP: 172.26.5.145, port: e1a7601d-6b31-45b1-b7d1-60b9078ff883. Dec 22 08:53:10.322733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 747d25c0-88f3-4e8c-a18c-b5d679a93901 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:53:10.397681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:10.463272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:10.523882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:53:10.534624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] Sync routers for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:53:10.547913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:53:10.548566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:53:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:10.552699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:10.608181 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5016632 Dec 22 08:53:10.608751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:53:10.610956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44772) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:10.667541 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'status': 'completed', 'code': 200} Dec 22 08:53:10.725037 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-800cd6e7-12fe-4d1c-afc2-54da919b592b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/03b0133d-172a-4a95-b239-a9bc0e153da4 HTTP/1.1" status: 200 len: 992 time: 0.1116955 Dec 22 08:53:10.768656 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a8f34ea5-f83f-488d-910a-5768db1dfd1f req-04825f2c-1b8a-4b83-9d89-b4becad15e62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 1099 time: 0.0775292 Dec 22 08:53:10.781207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:53:10.902284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34ea5-f83f-488d-910a-5768db1dfd1f req-4ab47bf6-a6da-4b54-a901-58b4de0797a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:10.903794 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a8f34ea5-f83f-488d-910a-5768db1dfd1f req-4ab47bf6-a6da-4b54-a901-58b4de0797a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb HTTP/1.1" status: 200 len: 898 time: 0.1293681 Dec 22 08:53:11.009326 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a8f34ea5-f83f-488d-910a-5768db1dfd1f req-8772f5a5-97ff-4dab-8f35-5f8303e08965 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883 HTTP/1.1" status: 200 len: 1000 time: 0.0992541 Dec 22 08:53:11.128264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '03b0133d-172a-4a95-b239-a9bc0e153da4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'port_id': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'mac_address': 'fa:16:3e:ad:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85873a76-c4ab-487f-a603-0221eed62030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:53:09Z', 'updated_at': '2021-12-22T08:53:09Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71300f42-3b63-45eb-8088-bae79413034f', 'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:8d:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:49Z', 'updated_at': '2021-12-22T08:52:57Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:11.132902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] Checking router: 747d25c0-88f3-4e8c-a18c-b5d679a93901 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:53:11.144355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:53:11.145008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:53:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:11.187993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34ea5-f83f-488d-910a-5768db1dfd1f req-a17b896f-f28f-41b6-a11e-53404c58676c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:11.189341 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a8f34ea5-f83f-488d-910a-5768db1dfd1f req-a17b896f-f28f-41b6-a11e-53404c58676c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 HTTP/1.1" status: 200 len: 843 time: 0.1727188 Dec 22 08:53:11.265636 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a8f34ea5-f83f-488d-910a-5768db1dfd1f req-bbed6278-e5ac-431c-8c47-967c9128e04a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698636 Dec 22 08:53:11.322187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:53:11.401199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:11.410190 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a8f34ea5-f83f-488d-910a-5768db1dfd1f req-85e00255-4be4-4eff-8989-24c564c42bb4 service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377258 Dec 22 08:53:11.542843 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a8f34ea5-f83f-488d-910a-5768db1dfd1f req-a989c2ca-4d7d-42e8-9e2b-54d8eb58b17c service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261575 Dec 22 08:53:11.708523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '03b0133d-172a-4a95-b239-a9bc0e153da4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'port_id': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'mac_address': 'fa:16:3e:ad:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85873a76-c4ab-487f-a603-0221eed62030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:53:09Z', 'updated_at': '2021-12-22T08:53:09Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71300f42-3b63-45eb-8088-bae79413034f', 'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:8d:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:49Z', 'updated_at': '2021-12-22T08:52:57Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:53:11.714614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dcae24-4a1a-4388-bfc4-e133a352244e None None] The sync data for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv is: [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '03b0133d-172a-4a95-b239-a9bc0e153da4', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.145', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'port_id': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'mac_address': 'fa:16:3e:ad:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85873a76-c4ab-487f-a603-0221eed62030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:53:09Z', 'updated_at': '2021-12-22T08:53:09Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71300f42-3b63-45eb-8088-bae79413034f', 'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:8d:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:49Z', 'updated_at': '2021-12-22T08:52:57Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:53:11.727404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44778) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:11.753246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:11.837950 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a95beb7-929a-45aa-9cc8-28160dfde6f7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/03b0133d-172a-4a95-b239-a9bc0e153da4 HTTP/1.1" status: 200 len: 992 time: 0.1088448 Dec 22 08:53:12.733678 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b8af7-e00c-4e38-9417-308ebe0df2d0 None None] New status for floating IP 03b0133d-172a-4a95-b239-a9bc0e153da4: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:53:12.842017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44782) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:12.945941 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c750cdc4-dde3-4856-a504-4ea3aad9fc88 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/03b0133d-172a-4a95-b239-a9bc0e153da4 HTTP/1.1" status: 200 len: 992 time: 0.1026073 Dec 22 08:53:13.950916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44786) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:53:14.066755 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-465a3845-ac1f-413c-ba1c-6fde2379cec1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/03b0133d-172a-4a95-b239-a9bc0e153da4 HTTP/1.1" status: 200 len: 994 time: 0.1139724 Dec 22 08:53:23.660283 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-e15a97ce-9371-4b6c-99a7-5a1be21463f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712981 Dec 22 08:53:23.807133 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-409e015d-b72a-44f1-aea0-baee7e794c38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 1099 time: 0.0744896 Dec 22 08:53:23.960959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-c4ac7885-7c3e-4979-9b29-c0e915a4e040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:23.962510 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-c4ac7885-7c3e-4979-9b29-c0e915a4e040 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb HTTP/1.1" status: 200 len: 898 time: 0.1364484 Dec 22 08:53:24.069799 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-e08e2aab-3577-4cdf-8791-edef6a2c88ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883 HTTP/1.1" status: 200 len: 1002 time: 0.0997992 Dec 22 08:53:24.131617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-fbe218a9-2d76-47e8-8970-0895ae95913e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:53:24.133010 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-fbe218a9-2d76-47e8-8970-0895ae95913e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 HTTP/1.1" status: 200 len: 843 time: 0.0570590 Dec 22 08:53:24.208710 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-15134f5a-277c-4bd1-860d-04a4cc36afb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684514 Dec 22 08:53:24.348008 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-c83ff7b8-68b2-4d18-81e8-4c1a5f331212 service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323743 Dec 22 08:53:24.481926 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c16f25c-5ba1-48d7-871e-b74a61a397f3 req-332afc53-c00e-4759-abcb-1e8673421b86 service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272237 Dec 22 08:53:34.790365 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:53:37.091993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-30534e77-6814-4481-9a6f-94a339415d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:39.213618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4000a1dd-5b58-40cc-a0ac-a1388bfc149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:40.412616 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:40.463890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:41.372907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:53:41.756328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:07.094048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f544ddde-644d-4883-a44d-0d8bc57ed5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:09.210058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2c546363-34a6-43c2-ae3d-15bf82592390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.412642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:10.465633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.368430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.759784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:11.781090 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:54:25.653198 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-457c2b5b-5b71-4617-bcb9-c400683a2b64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747936 Dec 22 08:54:25.804130 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-9839c424-8c35-49e1-9cfc-00e32b4626d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 1099 time: 0.0751610 Dec 22 08:54:25.952265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-96442483-c2a9-4879-9cec-5bef345e8e6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:25.953749 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-96442483-c2a9-4879-9cec-5bef345e8e6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb HTTP/1.1" status: 200 len: 898 time: 0.1292913 Dec 22 08:54:26.160682 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-b6e692f5-c237-4796-b436-06747f01a470 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883 HTTP/1.1" status: 200 len: 1002 time: 0.2002406 Dec 22 08:54:26.226349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-4a9aadf2-fa76-423a-8601-2987c404c420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:54:26.227805 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-4a9aadf2-fa76-423a-8601-2987c404c420 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 HTTP/1.1" status: 200 len: 843 time: 0.0603933 Dec 22 08:54:26.303162 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-106570c6-89ba-4c5c-b5e8-226021f5c734 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688193 Dec 22 08:54:26.441473 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-2b3c0fe2-112c-49d2-8f1f-7387bfbf5499 service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316607 Dec 22 08:54:26.571963 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f70a5fe-6ad9-446e-b299-f8b44ee06e83 req-554e3265-39ed-4dd2-bb06-7031bb270a11 service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239679 Dec 22 08:54:37.094345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-92287b41-e9d9-4065-9c0e-3e814c9fe1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:39.201656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d05f5962-8b2c-400b-bf7d-3a3640acbc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:40.417458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:40.469289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:41.374859 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:41.766434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:54:48.787381 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:55:07.096891 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-60600298-01da-4be7-984f-ad75e85d4e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:09.198978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c62802b1-f802-4dfb-9be1-e97295d3244a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:10.415958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:10.473410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:11.381332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:11.771495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:25.655050 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e248be8-b184-429e-932c-7e11d8247de4 req-76a26bad-b483-4bd8-93b6-7fdae3e56263 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755064 Dec 22 08:55:25.778361 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:55:25.813707 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e248be8-b184-429e-932c-7e11d8247de4 req-f2a8f1d1-267b-4777-a50e-710f46d90cc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 1099 time: 0.0754955 Dec 22 08:55:25.968101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e248be8-b184-429e-932c-7e11d8247de4 req-5b444fed-2171-42b4-982d-6ba99eab4ef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:25.969543 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e248be8-b184-429e-932c-7e11d8247de4 req-5b444fed-2171-42b4-982d-6ba99eab4ef0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb HTTP/1.1" status: 200 len: 898 time: 0.1328628 Dec 22 08:55:26.083513 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e248be8-b184-429e-932c-7e11d8247de4 req-8838d229-9da3-41d9-99c7-c742c022237a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883 HTTP/1.1" status: 200 len: 1002 time: 0.1059070 Dec 22 08:55:26.145128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e248be8-b184-429e-932c-7e11d8247de4 req-0b48b6d9-9e33-4692-a095-c7ab3c8a94f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:26.146526 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e248be8-b184-429e-932c-7e11d8247de4 req-0b48b6d9-9e33-4692-a095-c7ab3c8a94f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 HTTP/1.1" status: 200 len: 843 time: 0.0567613 Dec 22 08:55:26.226311 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e248be8-b184-429e-932c-7e11d8247de4 req-23432410-4878-4d6b-8716-8a47c71b1b63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736220 Dec 22 08:55:26.356162 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e248be8-b184-429e-932c-7e11d8247de4 req-cede3cda-e9dd-49b8-8899-ce024ffd240e service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231797 Dec 22 08:55:26.487018 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e248be8-b184-429e-932c-7e11d8247de4 req-acfac49f-dda4-4b44-9bd1-258461aaf018 service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248186 Dec 22 08:55:36.625639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44824) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:55:36.709982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:55:36.946654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2802987'] for subnet, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:37.091867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-33a9a812-3d7d-4421-9de0-6ed1fa8dca71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:37.240241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760671184653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1154583'] for subnet, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:37.243710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dbe10399-1166-4f03-a1f7-3c347668e730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:55:37.288576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:55:37.289256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:37.290594 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/subnets/df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 HTTP/1.1" status: 200 len: 835 time: 0.6635904 Dec 22 08:55:37.295531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5fcdd8-af18-460a-aef3-c2d78b6221fa None None] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:55:37.307880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:55:37.316752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.317052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.317416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.317770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.318146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.318503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.318862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.319262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.319602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.319946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.320305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:55:37.323931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dc3ce146-59aa-4a71-b33a-c6e8dd8209ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:55:37.808982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f48f46d5-8684-4523-8c1f-916a0e3e3223 None None] Provisioning complete for port e1a7601d-6b31-45b1-b7d1-60b9078ff883 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:37.809454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f48f46d5-8684-4523-8c1f-916a0e3e3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:37.942040 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f48f46d5-8684-4523-8c1f-916a0e3e3223 None None] Provisioning complete for port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:37.942437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f48f46d5-8684-4523-8c1f-916a0e3e3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:38.073556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f48f46d5-8684-4523-8c1f-916a0e3e3223 None None] Provisioning complete for port 71300f42-3b63-45eb-8088-bae79413034f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:55:38.073840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f48f46d5-8684-4523-8c1f-916a0e3e3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:39.201501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a924c57b-1ac8-43e1-b608-7a95523f1e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:40.417344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:40.477103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:41.409731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:55:41.773396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:02.784633 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:56:07.103617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-64dcaba0-9ab1-4b32-9ec9-ab6ddcc12bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:09.206102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bec3667d-c1a7-4dcf-a044-49a43b902f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.418541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:10.479025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.403746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:11.780147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:21.098194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44838) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:21.303133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 06a0e499-a2fe-44d9-8ebc-f9a6b05773ed {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:56:21.303478 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:21.471160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:21.471505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:21.595585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 06a0e499-a2fe-44d9-8ebc-f9a6b05773ed owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:56:21.758655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:21.764495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:21.805722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=06a0e499-a2fe-44d9-8ebc-f9a6b05773ed,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:21.808861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:21.899610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:22.300243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 747d25c0-88f3-4e8c-a18c-b5d679a93901 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:56:22.618232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:56:22.629891 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] Sync routers for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:56:22.641008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:22.643260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:22.643896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:22.695664 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/floatingips/03b0133d-172a-4a95-b239-a9bc0e153da4 HTTP/1.1" status: 204 len: 168 time: 1.5962856 Dec 22 08:56:22.696418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:22.838548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:22.890132 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'status': 'completed', 'code': 200} Dec 22 08:56:22.992213 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3705ea62-4a57-4c16-80d3-5d35e7aa352e req-45943b81-1c48-4fab-b52a-9b6c89d52b74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 1099 time: 0.0789044 Dec 22 08:56:23.171576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '71300f42-3b63-45eb-8088-bae79413034f', 'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:8d:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:49Z', 'updated_at': '2021-12-22T08:52:57Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:23.174868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705ea62-4a57-4c16-80d3-5d35e7aa352e req-3477f26d-6b03-4b9f-aa5e-f7209641d432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:23.175569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] Checking router: 747d25c0-88f3-4e8c-a18c-b5d679a93901 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:56:23.176325 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3705ea62-4a57-4c16-80d3-5d35e7aa352e req-3477f26d-6b03-4b9f-aa5e-f7209641d432 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb HTTP/1.1" status: 200 len: 898 time: 0.1764016 Dec 22 08:56:23.186019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:23.186662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:23.255902 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3705ea62-4a57-4c16-80d3-5d35e7aa352e req-c53ea84d-2015-43bb-866c-b476062aa282 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883 HTTP/1.1" status: 200 len: 217 time: 0.0677030 Dec 22 08:56:23.261657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732d017-163f-4e8a-8434-d54c7f5520d2 req-47a81489-937e-488e-9ca7-cc9a03a701f9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:23.262324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-e732d017-163f-4e8a-8434-d54c7f5520d2 req-47a81489-937e-488e-9ca7-cc9a03a701f9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:23.319252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-e732d017-163f-4e8a-8434-d54c7f5520d2 req-47a81489-937e-488e-9ca7-cc9a03a701f9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:23.320520 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e732d017-163f-4e8a-8434-d54c7f5520d2 req-47a81489-937e-488e-9ca7-cc9a03a701f9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 946 time: 0.2336011 Dec 22 08:56:23.344760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705ea62-4a57-4c16-80d3-5d35e7aa352e req-08330dac-2397-4b7a-ad0b-4da43b44b8f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:23.346199 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3705ea62-4a57-4c16-80d3-5d35e7aa352e req-08330dac-2397-4b7a-ad0b-4da43b44b8f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 HTTP/1.1" status: 200 len: 843 time: 0.0808656 Dec 22 08:56:23.368108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:23.421198 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e732d017-163f-4e8a-8434-d54c7f5520d2 req-1acbe72d-54b3-4245-a435-51408f692da3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935695 Dec 22 08:56:23.454727 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3705ea62-4a57-4c16-80d3-5d35e7aa352e req-3b67141e-d382-4a18-a8d1-58b53ba5d9f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0996542 Dec 22 08:56:23.592697 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3705ea62-4a57-4c16-80d3-5d35e7aa352e req-0997d940-ae3a-4239-a6db-123831b916be service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296303 Dec 22 08:56:23.731444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '71300f42-3b63-45eb-8088-bae79413034f', 'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:8d:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:49Z', 'updated_at': '2021-12-22T08:52:57Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:23.732046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3705ea62-4a57-4c16-80d3-5d35e7aa352e req-2fce80c0-fdea-4f9f-bb21-b459fc07669b service neutron] 10.222.0.32 "GET /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306813 Dec 22 08:56:23.735623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df2a6a-03e8-4ad6-937b-dfd52b1a60ed None None] The sync data for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv is: [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:50Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '71300f42-3b63-45eb-8088-bae79413034f', 'name': '', 'network_id': 'e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:8d:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:49Z', 'updated_at': '2021-12-22T08:52:57Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:56:23.953934 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb39605-25a9-461a-8583-14074f4e6163 None None] New status for floating IP 03b0133d-172a-4a95-b239-a9bc0e153da4: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:56:24.646091 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980185b-432d-4486-9108-49fdf660943c req-0f30589c-3170-49fa-ac0d-fbd4cdf9aecb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:24.647635 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d980185b-432d-4486-9108-49fdf660943c req-0f30589c-3170-49fa-ac0d-fbd4cdf9aecb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 946 time: 0.0839243 Dec 22 08:56:24.692479 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d980185b-432d-4486-9108-49fdf660943c req-eabae4ee-02e2-4649-a50e-b74afcdeb6ec tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0be545c-e690-4788-a1bf-b2ddcdf64877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390425 Dec 22 08:56:24.711097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-9826a2b7-e092-4626-8ab6-b599b46a8657 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:24.712530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-9826a2b7-e092-4626-8ab6-b599b46a8657 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 946 time: 0.0778799 Dec 22 08:56:24.786202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port e1a7601d-6b31-45b1-b7d1-60b9078ff883 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:56:24.786432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:25.028222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port e1a7601d-6b31-45b1-b7d1-60b9078ff883, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e1a7601d-6b31-45b1-b7d1-60b9078ff883,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:25.028565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:25.273105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for e1a7601d-6b31-45b1-b7d1-60b9078ff883 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:56:25.426802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:25.432472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:25.478639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=e1a7601d-6b31-45b1-b7d1-60b9078ff883,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:25.482516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:25.556700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port e1a7601d-6b31-45b1-b7d1-60b9078ff883 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:56:25.559040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:25.561924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'name': 'network-vif-deleted', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:25.578788 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-83c8c56a-c727-44eb-b1a8-5033da9e75b0 req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/e1a7601d-6b31-45b1-b7d1-60b9078ff883 HTTP/1.1" status: 204 len: 173 time: 0.8604913 Dec 22 08:56:25.630675 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85873a76-c4ab-487f-a603-0221eed62030', 'name': 'network-vif-deleted', 'tag': 'e1a7601d-6b31-45b1-b7d1-60b9078ff883', 'status': 'completed', 'code': 200} Dec 22 08:56:25.890825 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cf85ab71-c406-4543-9524-0a6aae3a0710 req-615e9242-98e2-4d22-bed4-9b7d4fba31bf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=85873a76-c4ab-487f-a603-0221eed62030 HTTP/1.1" status: 200 len: 210 time: 0.0419884 Dec 22 08:56:27.008732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44876) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:27.080037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:27.108629 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:27.174300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:27.178224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a9ed2be5-90eb-4470-8aa0-ee5fe178333e tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:27.192520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0be545c-e690-4788-a1bf-b2ddcdf64877,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:27.211734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.212105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.212469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.212827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.213181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.213535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.213885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.214237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.214586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.214930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.215320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:27.218635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:27.220213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:27.221292 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/d0be545c-e690-4788-a1bf-b2ddcdf64877 HTTP/1.1" status: 204 len: 168 time: 0.2116199 Dec 22 08:56:27.268138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44884) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:27.685810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:27.773370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device e1a7601d-6b31-45b1-b7d1-60b9078ff883 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:56:27.809699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: e1a7601d-6b31-45b1-b7d1-60b9078ff883 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:56:27.810046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device e1a7601d-6b31-45b1-b7d1-60b9078ff883 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:56:28.438609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 71300f42-3b63-45eb-8088-bae79413034f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:56:28.439314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:28.621352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 71300f42-3b63-45eb-8088-bae79413034f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=71300f42-3b63-45eb-8088-bae79413034f,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:28.621679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:28.742592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 71300f42-3b63-45eb-8088-bae79413034f owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:56:28.927883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:28.931446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-adc35128-85e1-4b31-860f-7956accc6573 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:28.974864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=71300f42-3b63-45eb-8088-bae79413034f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:28.978241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:29.278979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:30.006321 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 747d25c0-88f3-4e8c-a18c-b5d679a93901 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:56:30.223250 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:56:30.233702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] Sync routers for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:56:30.238142 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/747d25c0-88f3-4e8c-a18c-b5d679a93901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9672081 Dec 22 08:56:30.239203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44892) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:30.246373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:30.246995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:30.422051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:30.428626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd55803a-ccea-4438-ba93-fea1bcb829dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting subnet df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:56:30.431911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd55803a-ccea-4438-ba93-fea1bcb829dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:30.488157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd55803a-ccea-4438-ba93-fea1bcb829dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:30.576074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd55803a-ccea-4438-ba93-fea1bcb829dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:30.652555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd55803a-ccea-4438-ba93-fea1bcb829dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:30.656351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3184c1b9-4c7e-4a33-9e69-82d62b39276a tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:30.690954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55803a-ccea-4438-ba93-fea1bcb829dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Subnet': ['ID=df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:30.693387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bd55803a-ccea-4438-ba93-fea1bcb829dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:30.699481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd55803a-ccea-4438-ba93-fea1bcb829dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:30.708234 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bd55803a-ccea-4438-ba93-fea1bcb829dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/subnets/df6680ea-b4b9-4d92-a6e2-b5ee0ef1bde3 HTTP/1.1" status: 204 len: 168 time: 0.4654500 Dec 22 08:56:30.708418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6db4a17-79f4-42f9-8d55-1831f3e9a644 None None] Network e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:56:30.708520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44898) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:30.806220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:56:28Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:30.835225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] Checking router: 747d25c0-88f3-4e8c-a18c-b5d679a93901 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:56:30.885983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] Routers {'747d25c0-88f3-4e8c-a18c-b5d679a93901'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:30.886211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['747d25c0-88f3-4e8c-a18c-b5d679a93901'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:30.909339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.084330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] Set router 747d25c0-88f3-4e8c-a18c-b5d679a93901 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:31.118631 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.124033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] DHCP port deletion for e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:56:31.128395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:56:31.128778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.136854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Deleting port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:56:31.137235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.314794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 2442f3c9-0ef5-4627-bd8d-b03885cb7acf, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=2442f3c9-0ef5-4627-bd8d-b03885cb7acf,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:31.315050 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.557987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 2442f3c9-0ef5-4627-bd8d-b03885cb7acf owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:56:31.571751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] For port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea,segment=NetworkSegment(ac35cb1a-a84d-4309-b72a-01b7f2656063),segment_id=ac35cb1a-a84d-4309-b72a-01b7f2656063)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:31.572313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.692804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Calling delete_port for 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:56:31.721410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.725052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65c9aa9d-fc2b-4e26-8fe7-f338e667370b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:31.765650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=2442f3c9-0ef5-4627-bd8d-b03885cb7acf,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:31.768164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:31.771918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:56:28Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:31.777151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044cd45c-7f16-4680-b3bc-955943bf5ee0 None None] The sync data for ids ['747d25c0-88f3-4e8c-a18c-b5d679a93901'] in dv-neutron-822610-1-hyperv is: [{'id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'name': 'tempest-TestNetworkBasicOps-router-10586612', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:56:28Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '2442f3c9-0ef5-4627-bd8d-b03885cb7acf', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d25c0-88f3-4e8c-a18c-b5d679a93901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:52:46Z', 'updated_at': '2021-12-22T08:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:56:31.784288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:31.788254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:31.828358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Pushing event deleted for resources: {'Port': ['ID=3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:31.839436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.839793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.840132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.840468 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.840798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.841123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.841449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.841771 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.842100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.842476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.842793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:31.845745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] No DVR routers for this DVR port 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:56:31.847137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:31.988232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.246946 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.252991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.282173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.282800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Fanout notify agent at l3_agent the message router_deleted on router 747d25c0-88f3-4e8c-a18c-b5d679a93901 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:56:32.298488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.299609 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/routers/747d25c0-88f3-4e8c-a18c-b5d679a93901 HTTP/1.1" status: 204 len: 168 time: 1.5903745 Dec 22 08:56:32.302420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44902) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:32.419438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.556407 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.581877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:32.594831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac35cb1a-a84d-4309-b72a-01b7f2656063') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:32.595116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac35cb1a-a84d-4309-b72a-01b7f2656063') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:32.606222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.621911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.628328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:56:32.628786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:56:32.643030 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:56:32.727399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.730808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2be96a7-1fce-43de-864b-e0e48642bc8e tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:32.745357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.756804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Network': ['ID=e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:32.760119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:32.768157 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/networks/e0bd9e02-d1ee-48a5-88e7-3e0c3ccff3eb HTTP/1.1" status: 204 len: 168 time: 0.4637175 Dec 22 08:56:32.779221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44906) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:32.785458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'network': {'name': 'tempest-network-smoke--1410629203', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:32.790645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:32.794984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:network and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:32.798583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:32.804414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:32.815434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:56:32.818429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.846333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:56:32.854881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.855260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Added segment 6086d4d3-bab0-4160-963c-3067e9c69a87 of type vlan for network 37b43c0f-3055-42f9-ad83-bb7074b45d90 Dec 22 08:56:32.881002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.913282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.916993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:32.917558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:32.922528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1c63ef37-10da-4e8b-97b9-30ec541fce0d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:33.015698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:56:33.017121 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2367499 Dec 22 08:56:33.020044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44910) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:33.025729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-524769593', 'admin_state_up': True, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:33.026325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Network': ['ID=37b43c0f-3055-42f9-ad83-bb7074b45d90,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:33.028982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:33.038978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:33.042932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:router and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:33.045998 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:33.051694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:33.056174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:56:33.063436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.064353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.080963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:56:33.081296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3cc31ea8-9cb7-4687-8ad6-a323e3ab26ea not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:56:33.081650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 71300f42-3b63-45eb-8088-bae79413034f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:56:33.085769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.159276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 71300f42-3b63-45eb-8088-bae79413034f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:56:33.159522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 71300f42-3b63-45eb-8088-bae79413034f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:56:33.159928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2442f3c9-0ef5-4627-bd8d-b03885cb7acf no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:56:33.204847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 2442f3c9-0ef5-4627-bd8d-b03885cb7acf {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:56:33.205186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 2442f3c9-0ef5-4627-bd8d-b03885cb7acf not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:56:33.233685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.420532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.452442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.585976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.7 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/6c3fd409-b451-4839-b8c0-8c74b1e6f43f) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:33.849624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.878141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:33.882595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-32b0ce21-baa1-4559-be13-872d08e5b640 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:33.946669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:33.949739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:33.953945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:56:33.980029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=6c3fd409-b451-4839-b8c0-8c74b1e6f43f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:33.986881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:34.127414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:34.128150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:34.367500 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:56:34.578861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:56:34.589175 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Sync routers for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:56:34.601402 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:34.602162 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:34.605705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:34.606908 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5855961 Dec 22 08:56:34.610383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44914) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:34.652053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44918) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:34.652311 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dde0ecb6-6f2d-4a54-a90f-568ba5c3f344 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406189 Dec 22 08:56:34.777198 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:34.784849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf85f9-b392-4131-9e1c-833f98174186 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:34.786355 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3ebf85f9-b392-4131-9e1c-833f98174186 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331074 Dec 22 08:56:34.789469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44922) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:34.827404 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1662afd6-c49f-4390-8620-c7fc0be5994d tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367231 Dec 22 08:56:34.829972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44926) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:34.835361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-129867332', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:34.944837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:34.949016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:subnet and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:34.952212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:34.959952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:34.972657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:56:35.066699 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:34Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:35.070555 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Checking router: a7a8ef77-cb13-4c7d-8108-fc52a94480d5 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:56:35.070908 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Updating router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:56:35.075752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.122484 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.299351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.303189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3a6c8cc4-23c3-4078-86e7-14ec857b6b9e tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:35.379035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=e7870b24-3271-4f85-b8fe-d5662ff8bdfc,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:35.383190 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:35.391828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Checking segment: {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:56:35.392351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network hostable DHCP agents. Network: 37b43c0f-3055-42f9-ad83-bb7074b45d90, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:56:35.413925 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:56:35.424471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 37b43c0f-3055-42f9-ad83-bb7074b45d90) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:35.428652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:35.429502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.439195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88abed53-6d52-47e8-af32-90eacfb0628c None None] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:56:35.452991 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.462838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44930) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:35.464242 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6331103 Dec 22 08:56:35.487436 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Transition to ACTIVE for port object 6c3fd409-b451-4839-b8c0-8c74b1e6f43f will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:35.496694 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.509098 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:35.577417 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Pushing event updated for resources: {'Port': ['ID=6c3fd409-b451-4839-b8c0-8c74b1e6f43f,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:35.602625 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.603385 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.603385 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.603604 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.603904 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.604250 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.604527 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.604971 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.605286 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.605724 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.606169 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:35.609727 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Attempting to bind port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:56:35.610086 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Attempting to bind port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:56:35.610466 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Attempting to bind port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:56:35.617832 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:35.618570 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:56:35.618933 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:56:35.619356 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.619741 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:56:35.620201 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Bound port: 6c3fd409-b451-4839-b8c0-8c74b1e6f43f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:56:35.620574 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.692997 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] For port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:56:35.696620 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] For port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6c3fd409-b451-4839-b8c0-8c74b1e6f43f,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:56:35.702082 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.705652 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-5e1bfc50-ddff-4681-b71a-34b2a734fe87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:35.734607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-37b43c0f-3055-42f9-ad83-bb7074b45d90', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:56:35.735607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:35.789797 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:35.790408 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:35.836842 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Pushing event updated for resources: {'Port': ['ID=6c3fd409-b451-4839-b8c0-8c74b1e6f43f,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:35.845066 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:35.923439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Allocated IP 172.20.0.2 (37b43c0f-3055-42f9-ad83-bb7074b45d90/e7870b24-3271-4f85-b8fe-d5662ff8bdfc/6c43d214-1d60-4b19-afe0-29691adc5e8a) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:35.969902 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:36.192682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:36.202986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Transition to ACTIVE for port object 6c43d214-1d60-4b19-afe0-29691adc5e8a will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:36.222889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Transition to ACTIVE for port object 6c43d214-1d60-4b19-afe0-29691adc5e8a will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:36.231842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:36.237130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:36.297988 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:34Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:36.302025 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef27dd3c-6223-47ec-850a-48ebbe23585a None None] The sync data for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv is: [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:34Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:56:36.308169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:36.312291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:36.316753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:56:36.319334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Pushing event updated for resources: {'Port': ['ID=6c43d214-1d60-4b19-afe0-29691adc5e8a,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:36.323674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:36.412721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Attempting to bind port 6c43d214-1d60-4b19-afe0-29691adc5e8a on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:56:36.413100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Attempting to bind port 6c43d214-1d60-4b19-afe0-29691adc5e8a by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:56:36.415505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Attempting to bind port 6c43d214-1d60-4b19-afe0-29691adc5e8a on network 37b43c0f-3055-42f9-ad83-bb7074b45d90 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:56:36.423267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:56:36.423648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Checking segment: {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:56:36.424055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:36.424449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Bound using segment: {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:56:36.424917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Bound port: 6c43d214-1d60-4b19-afe0-29691adc5e8a, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:56:36.425323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:36.435771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:36.521031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] For port 6c43d214-1d60-4b19-afe0-29691adc5e8a, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:56:36.524162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] For port 6c43d214-1d60-4b19-afe0-29691adc5e8a, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6c43d214-1d60-4b19-afe0-29691adc5e8a,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:56:36.531224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:36.534870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:36.625106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Pushing event updated for resources: {'Port': ['ID=6c43d214-1d60-4b19-afe0-29691adc5e8a,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:36.628452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:36.929491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.1 (37b43c0f-3055-42f9-ad83-bb7074b45d90/e7870b24-3271-4f85-b8fe-d5662ff8bdfc/11f63ea0-98fa-4ee0-9b5a-323a97da49b6) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:37.079205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c3fd409-b451-4839-b8c0-8c74b1e6f43f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:37.105577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.125721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:37.146569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-daa2a720-e3f6-4902-b8d2-1a92bf283730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.153692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.158506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d4e23189-2e39-4bea-ad29-5d8b72f298de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:37.166195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:37.172191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:37.172575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.233760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:37.245348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:37.249630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:56:37.279531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=11f63ea0-98fa-4ee0-9b5a-323a97da49b6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:37.286384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:37.303612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.315384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.321838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6c3fd409-b451-4839-b8c0-8c74b1e6f43f,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:37.326169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.327472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c43d214-1d60-4b19-afe0-29691adc5e8a up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:37.351038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c61e4765-927a-4eba-9674-0126cb3805a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:37.409954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.443748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=6c3fd409-b451-4839-b8c0-8c74b1e6f43f,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:37.447529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:37.470027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6c43d214-1d60-4b19-afe0-29691adc5e8a completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:37.604858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f7233e-318a-43e3-a981-0eaa41342154 None None] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:56:37.697089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c40ff56c-b51d-4017-aba0-4346152abaed None None] Provisioning for port 6c43d214-1d60-4b19-afe0-29691adc5e8a completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:37.713411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c40ff56c-b51d-4017-aba0-4346152abaed None None] Provisioning complete for port 6c43d214-1d60-4b19-afe0-29691adc5e8a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:37.713792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c40ff56c-b51d-4017-aba0-4346152abaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.831256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.837006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.869466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b73a2b2-c078-4cc0-a362-3332747cfb9a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:37.918893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c40ff56c-b51d-4017-aba0-4346152abaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.952492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.956529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=11f63ea0-98fa-4ee0-9b5a-323a97da49b6,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:37.966137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-c40ff56c-b51d-4017-aba0-4346152abaed None None] For port 6c43d214-1d60-4b19-afe0-29691adc5e8a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6c43d214-1d60-4b19-afe0-29691adc5e8a,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:37.971347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c40ff56c-b51d-4017-aba0-4346152abaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:37.972824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:37.982674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.983351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.983829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.984209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.984562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.984940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.985271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.985628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.985986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.986337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.986810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:56:37.992187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:38.047092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ff56c-b51d-4017-aba0-4346152abaed None None] Pushing event updated for resources: {'Port': ['ID=6c43d214-1d60-4b19-afe0-29691adc5e8a,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:38.050358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c40ff56c-b51d-4017-aba0-4346152abaed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:38.200984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aad48ec8-4cc0-40b5-bfcb-5650b797b1c9 None None] Provisioning complete for port 6c43d214-1d60-4b19-afe0-29691adc5e8a triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:38.201531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aad48ec8-4cc0-40b5-bfcb-5650b797b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:38.235331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:38.237099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:38.339404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aad48ec8-4cc0-40b5-bfcb-5650b797b1c9 None None] Provisioning for port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:38.345174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-aad48ec8-4cc0-40b5-bfcb-5650b797b1c9 None None] Provisioning complete for port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:38.345693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aad48ec8-4cc0-40b5-bfcb-5650b797b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:38.406017 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-aad48ec8-4cc0-40b5-bfcb-5650b797b1c9 None None] Port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:56:38.527909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-808b5854-2fe5-4736-add1-6f9a9c1b78f1 None None] Provisioning complete for port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:38.528296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-808b5854-2fe5-4736-add1-6f9a9c1b78f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:38.585116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-808b5854-2fe5-4736-add1-6f9a9c1b78f1 None None] Port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:56:38.632011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:56:38.860353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:56:38.877930 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/a7a8ef77-cb13-4c7d-8108-fc52a94480d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4134059 Dec 22 08:56:38.880842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44934) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:39.024647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c3fd409-b451-4839-b8c0-8c74b1e6f43f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:39.099165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:39.099598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:39.130506 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52c017-d0db-4d5a-9b77-3674bc95381c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:39.130881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52c017-d0db-4d5a-9b77-3674bc95381c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:39.131253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52c017-d0db-4d5a-9b77-3674bc95381c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:39.131632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52c017-d0db-4d5a-9b77-3674bc95381c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:39.133257 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2b52c017-d0db-4d5a-9b77-3674bc95381c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2514634 Dec 22 08:56:39.136013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44938) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:39.205888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6d592-688f-4baf-8d53-a5bac131013b tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:39.206305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6d592-688f-4baf-8d53-a5bac131013b tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:39.206587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6d592-688f-4baf-8d53-a5bac131013b tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:39.206975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6d592-688f-4baf-8d53-a5bac131013b tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:39.208647 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d7f6d592-688f-4baf-8d53-a5bac131013b tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0717154 Dec 22 08:56:39.211553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 44942) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:39.222987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3506cec3-cacb-4457-bb9a-6a105972e1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:39.228875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c43d214-1d60-4b19-afe0-29691adc5e8a up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:39.296947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6c43d214-1d60-4b19-afe0-29691adc5e8a triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:39.297309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:39.418612 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6682b54c-b06f-4e44-9b43-16b67772c43f tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2060132 Dec 22 08:56:39.774880 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:56:39.861438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44948) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:39.869127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1238853783', 'description': 'tempest-secgroup-smoke-1238853783 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:39.875114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:39.879425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:39.882314 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:39.888170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:39.890222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Sync routers for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:56:39.900595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:39.902354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:39.902997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:39.935796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:39.939549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:39.942296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:39.947808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:40.005612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.009785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.013263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-126e1608-2f68-4c75-8a0c-60e891662f2b tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:40.052281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7160adf-78ae-44d7-bba4-a53ceaa647c5,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:40.055270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:40.059720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.060849 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1978230 Dec 22 08:56:40.063460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44952) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:40.070021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'f7160adf-78ae-44d7-bba4-a53ceaa647c5', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:40.077435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:40.081354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:40.084177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:40.086896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:40.089957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:40.106905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.166073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.170405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.172527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15de472b-0dc6-4e69-b410-40663183617f tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:40.194512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a60399e-e75b-4d50-8218-a0e1962b4761,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:40.198969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:40.204308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.208217 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1411269 Dec 22 08:56:40.209814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44956) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:40.215290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'f7160adf-78ae-44d7-bba4-a53ceaa647c5', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:40.221431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:40.225432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:40.228438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:40.234618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:40.253014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.320425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.325872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.327824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-561e2e10-7ba5-406b-a07c-28d682b93a2c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:40.349731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b52889b-f8fd-4b35-b5e0-595730f9ad3a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:40.352335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:40.360382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.361684 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1508889 Dec 22 08:56:40.364504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44960) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:40.370051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'f7160adf-78ae-44d7-bba4-a53ceaa647c5', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:40.376141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:40.380321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:40.383683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:40.390606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:40.410420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.423735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.426707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:40.431123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Checking router: a7a8ef77-cb13-4c7d-8108-fc52a94480d5 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:56:40.431521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Updating router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:56:40.478611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.484389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.493446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-98f412bd-af7c-4cc3-9489-425c9ce984ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:40.496616 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.498937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.513072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379ab8a3-4163-4d53-8a57-5a6c77f962d1,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:40.516404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:40.525294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.529591 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1612875 Dec 22 08:56:40.530452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44964) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:40.536571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'f7160adf-78ae-44d7-bba4-a53ceaa647c5', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:40.542527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:40.546989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:40.549818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:40.555554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:40.574862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.642722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.647849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.649853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cd6b37ed-0792-4e7a-8521-a37fd74a709e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:40.672000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cfb7ab-e391-414b-b804-bf228c49a860,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:40.674366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:40.682188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.683382 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1516027 Dec 22 08:56:40.686904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44968) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:40.692514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'f7160adf-78ae-44d7-bba4-a53ceaa647c5', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:40.698462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:40.703700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:40.706633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:40.712590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:40.727910 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:56:40.734630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.800581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.804323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.806085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fa4fe96e-51ca-40b3-b004-1b7ba8c52173 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:40.827161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e5f1ef-ef42-4e86-9a06-dd6acbc73ec0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:40.829467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:40.837022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.838304 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1503611 Dec 22 08:56:40.841034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 44972) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:40.845478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.847625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'f7160adf-78ae-44d7-bba4-a53ceaa647c5', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:40.853457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:40.857178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:40.857353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Transition to ACTIVE for port object 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:40.860176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:40.864144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.865831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:40.867689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9e68a4f7-a77f-49a6-92da-10d74370b6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:40.875735 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:56:40.881858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.947047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.952216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.954121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-56198b0b-c833-4bbe-a7de-53a38336fd11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:40.976817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2554b27f-a03f-4153-9aa2-4e3f0c37e909,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:40.979361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:40.996843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:40.997093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef719c-ef38-4557-9709-fdfe6456d57d None None] Pushing event updated for resources: {'Port': ['ID=11f63ea0-98fa-4ee0-9b5a-323a97da49b6,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:40.998259 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1562929 Dec 22 08:56:41.001083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-aeef719c-ef38-4557-9709-fdfe6456d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:41.088559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Attempting to bind port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:56:41.089165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Attempting to bind port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:56:41.089278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Attempting to bind port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 on network 37b43c0f-3055-42f9-ad83-bb7074b45d90 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:56:41.096827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:56:41.097287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Checking segment: {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:56:41.097587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:41.097982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Bound using segment: {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:56:41.098438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Bound port: 11f63ea0-98fa-4ee0-9b5a-323a97da49b6, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:56:41.098805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:41.181383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-6e2f9159-2903-40bc-99f9-491fa2465679 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:41.184380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] For port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:56:41.187681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] For port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=11f63ea0-98fa-4ee0-9b5a-323a97da49b6,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:56:41.193826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:41.197451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:41.198446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-6e2f9159-2903-40bc-99f9-491fa2465679 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:41.203777 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-6e2f9159-2903-40bc-99f9-491fa2465679 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1238853783&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0654516 Dec 22 08:56:41.292037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef719c-ef38-4557-9709-fdfe6456d57d None None] Pushing event updated for resources: {'Port': ['ID=11f63ea0-98fa-4ee0-9b5a-323a97da49b6,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:41.296251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-aeef719c-ef38-4557-9709-fdfe6456d57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:41.299916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:41.300524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:41.368080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae406-73d7-4640-9997-5817adbe95cc req-4e7b3486-0fe4-4eb7-8c54-7d1c94d6448e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:41.368792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-4e7b3486-0fe4-4eb7-8c54-7d1c94d6448e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:41.390160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-4e7b3486-0fe4-4eb7-8c54-7d1c94d6448e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:41.391520 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-4e7b3486-0fe4-4eb7-8c54-7d1c94d6448e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 797 time: 0.1846867 Dec 22 08:56:41.409863 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-3e417af5-e3f4-4b67-b358-a598db1104df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0120502 Dec 22 08:56:41.498875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-889d3e31-2f3e-4eba-b24d-af0f37f29c26 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:41.517124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-889d3e31-2f3e-4eba-b24d-af0f37f29c26 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:41.519048 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-889d3e31-2f3e-4eba-b24d-af0f37f29c26 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033595 Dec 22 08:56:41.565302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:41.577362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:41.727308 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-d1368ae7-acc5-4c1e-b09e-3767147862f8 service neutron] 10.222.0.31 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938252 Dec 22 08:56:41.793733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:41.862485 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-68d08df6-5eab-4b4a-bcce-c58c5f9db56f service neutron] 10.222.0.31 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290460 Dec 22 08:56:41.900770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:41Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:41.904860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699a460-8ff3-46c5-980b-a9d1a44266bf None None] The sync data for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv is: [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:41Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:56:42.070321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-754e62fe-3981-457b-b9df-a1118500db7d req-da2c9e22-74a6-466f-b32c-f7f9780013c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:42.083736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-754e62fe-3981-457b-b9df-a1118500db7d req-da2c9e22-74a6-466f-b32c-f7f9780013c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:42.084896 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-754e62fe-3981-457b-b9df-a1118500db7d req-da2c9e22-74a6-466f-b32c-f7f9780013c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 210 time: 0.0611792 Dec 22 08:56:43.036583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:43.106108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:43.110752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:43.111128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:43.230063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:43.251616 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eab63aa1-51bd-4161-876d-5b673a020530 req-f0250883-feaf-4295-ac85-a26dbb03ad15 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 210 time: 0.0416124 Dec 22 08:56:43.269826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=11f63ea0-98fa-4ee0-9b5a-323a97da49b6,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:43.275949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:43.277970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3e805f15-8807-4328-a56f-757a85fe1665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:43.348456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=11f63ea0-98fa-4ee0-9b5a-323a97da49b6,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:43.351638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:43.357306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae406-73d7-4640-9997-5817adbe95cc req-3a57e6e2-877a-48fb-b162-949c27af4074 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:43.358072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-3a57e6e2-877a-48fb-b162-949c27af4074 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:43.372130 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-3a57e6e2-877a-48fb-b162-949c27af4074 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:43.373597 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-3a57e6e2-877a-48fb-b162-949c27af4074 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 797 time: 0.1893544 Dec 22 08:56:43.426132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-5bb5c08f-3631-4122-a1fb-d3cc5dc05cd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:43.438273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-047ae406-73d7-4640-9997-5817adbe95cc req-5bb5c08f-3631-4122-a1fb-d3cc5dc05cd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:43.439412 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-5bb5c08f-3631-4122-a1fb-d3cc5dc05cd5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 380 time: 0.0531721 Dec 22 08:56:43.452075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': 'c871eae4-9131-484c-b724-996001158148', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['f7160adf-78ae-44d7-bba4-a53ceaa647c5']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:43.690233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:43.699765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:43.713283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:56:43.716248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:43.886100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.3 (37b43c0f-3055-42f9-ad83-bb7074b45d90/e7870b24-3271-4f85-b8fe-d5662ff8bdfc/4532a483-34de-41a6-9589-6d1c7fa3f769) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:44.084139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:44.100591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 4532a483-34de-41a6-9589-6d1c7fa3f769 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:44.123803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:44.129109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbd3eae8-27e4-4e78-bf3d-d4102c020967 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:44.195684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:44.198870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:44.203040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:56:44.234758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=4532a483-34de-41a6-9589-6d1c7fa3f769,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:44.242388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:44.269321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:44.269916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:44.299853 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8514607 Dec 22 08:56:44.311078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-ce35ced5-2cc7-4ae3-a09a-efdac299c52d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 08:56:44.312143 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-ce35ced5-2cc7-4ae3-a09a-efdac299c52d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062885 Dec 22 08:56:44.323584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Request body: {'port': {'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:44.460139 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-afb9b654-a0fa-4600-9f79-7e5f02875743 None None] Provisioning for port 4532a483-34de-41a6-9589-6d1c7fa3f769 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:44.466517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-afb9b654-a0fa-4600-9f79-7e5f02875743 None None] Provisioning complete for port 4532a483-34de-41a6-9589-6d1c7fa3f769 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:44.467718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-afb9b654-a0fa-4600-9f79-7e5f02875743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:44.481325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:44.525466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-afb9b654-a0fa-4600-9f79-7e5f02875743 None None] Port 4532a483-34de-41a6-9589-6d1c7fa3f769 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:56:44.568530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdd340-12a5-435d-8532-87b700728d18 req-b3fab0c2-db0a-4fac-84d4-d971abefbc85 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:44.569220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-18cdd340-12a5-435d-8532-87b700728d18 req-b3fab0c2-db0a-4fac-84d4-d971abefbc85 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:44.638405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-18cdd340-12a5-435d-8532-87b700728d18 req-b3fab0c2-db0a-4fac-84d4-d971abefbc85 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:44.639612 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-18cdd340-12a5-435d-8532-87b700728d18 req-b3fab0c2-db0a-4fac-84d4-d971abefbc85 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 931 time: 0.2573419 Dec 22 08:56:44.772414 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-18cdd340-12a5-435d-8532-87b700728d18 req-0a1a9113-0129-4b03-91f8-cb8262c53d1c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222322 Dec 22 08:56:44.887894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4532a483-34de-41a6-9589-6d1c7fa3f769 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:56:44.895106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:44.910096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Transition to ACTIVE for port object 4532a483-34de-41a6-9589-6d1c7fa3f769 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:56:44.914753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:44.918394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:45.032732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:45.039430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=4532a483-34de-41a6-9589-6d1c7fa3f769,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:45.043548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:45.105314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:45.105686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:45.147260 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Attempting to bind port 4532a483-34de-41a6-9589-6d1c7fa3f769 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:56:45.147691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Attempting to bind port 4532a483-34de-41a6-9589-6d1c7fa3f769 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:56:45.148953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Attempting to bind port 4532a483-34de-41a6-9589-6d1c7fa3f769 on network 37b43c0f-3055-42f9-ad83-bb7074b45d90 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:56:45.154596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Port 4532a483-34de-41a6-9589-6d1c7fa3f769 on network 37b43c0f-3055-42f9-ad83-bb7074b45d90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:56:45.154990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Attempting to bind port 4532a483-34de-41a6-9589-6d1c7fa3f769 on network 37b43c0f-3055-42f9-ad83-bb7074b45d90 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:56:45.161324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:56:45.161834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Checking segment: {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:56:45.162215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Bound using segment: {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:56:45.162629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Bound port: 4532a483-34de-41a6-9589-6d1c7fa3f769, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:56:45.162966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:45.254731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] For port 4532a483-34de-41a6-9589-6d1c7fa3f769, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:56:45.257835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] For port 4532a483-34de-41a6-9589-6d1c7fa3f769, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4532a483-34de-41a6-9589-6d1c7fa3f769,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:56:45.264745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:45.268437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-58c61689-20eb-44da-95cb-2e0870fced18 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:45.328458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:45.329941 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] 10.222.0.32 "PUT /v2.0/ports/4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 1093 time: 1.0104818 Dec 22 08:56:45.330471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:45.351915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=4532a483-34de-41a6-9589-6d1c7fa3f769,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:45.355996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:45.412238 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'status': 'completed', 'code': 200} Dec 22 08:56:45.456473 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-b606da2c-06a7-43b3-8bf6-3e8487e96067 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1096 time: 0.0821159 Dec 22 08:56:45.537443 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-752a3c0c-c084-43f5-82d2-13c4582f344f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 217 time: 0.0668139 Dec 22 08:56:45.716889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ae406-73d7-4640-9997-5817adbe95cc req-aef285e5-14c7-4b1e-9a61-d1daf3d05c37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:45.718673 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-aef285e5-14c7-4b1e-9a61-d1daf3d05c37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.1741991 Dec 22 08:56:45.797235 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-ce9db12d-e723-47bd-834f-1deb73d8d039 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714426 Dec 22 08:56:45.975798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-65e456a3-5b1e-48ef-bd70-aebd72287e21 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701181 Dec 22 08:56:46.081392 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e170be-d5d6-4103-b6cf-c66c09fb4fa9 req-f2e9192b-67d9-4525-a747-51412a25e074 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:46.082842 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e170be-d5d6-4103-b6cf-c66c09fb4fa9 req-f2e9192b-67d9-4525-a747-51412a25e074 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 943 time: 0.1875679 Dec 22 08:56:46.152705 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-047ae406-73d7-4640-9997-5817adbe95cc req-7c6d4437-1b4a-4f61-8391-7c0e480d5b08 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680982 Dec 22 08:56:46.159862 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e170be-d5d6-4103-b6cf-c66c09fb4fa9 req-95d16070-e324-448f-b6f5-f7d637cf5e4e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702169 Dec 22 08:56:46.272688 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa1091c7-628c-4c0d-b33c-84f8b2afb7f9 req-4974b81a-370c-4d36-b47e-7da237003f18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1096 time: 0.0714216 Dec 22 08:56:46.402801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1091c7-628c-4c0d-b33c-84f8b2afb7f9 req-e6d2ad0a-30f9-4b8c-b842-53c45240d0a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:46.404289 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa1091c7-628c-4c0d-b33c-84f8b2afb7f9 req-e6d2ad0a-30f9-4b8c-b842-53c45240d0a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.1250021 Dec 22 08:56:46.477105 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa1091c7-628c-4c0d-b33c-84f8b2afb7f9 req-64a4b7f8-6788-4eb9-ae7e-c5a1b570f83c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 217 time: 0.0661528 Dec 22 08:56:46.546284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1091c7-628c-4c0d-b33c-84f8b2afb7f9 req-7be088b7-6fe5-499d-8bcf-a50b4b91d4f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:46.547761 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa1091c7-628c-4c0d-b33c-84f8b2afb7f9 req-7be088b7-6fe5-499d-8bcf-a50b4b91d4f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0644832 Dec 22 08:56:46.636186 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa1091c7-628c-4c0d-b33c-84f8b2afb7f9 req-87205c58-1b3f-47f4-bbdd-2b391de12890 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815387 Dec 22 08:56:46.771005 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa1091c7-628c-4c0d-b33c-84f8b2afb7f9 req-222914f1-07d6-4336-af06-8a6dceaca1f3 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226890 Dec 22 08:56:46.924006 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa1091c7-628c-4c0d-b33c-84f8b2afb7f9 req-46286b78-3cfd-4ee6-aee6-6aebd1826568 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456859 Dec 22 08:56:47.378383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b21c4b-f97b-4e21-b810-4e0e916edb5a req-994dae32-4b83-4ddc-9809-0790446890ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:47.380648 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7b21c4b-f97b-4e21-b810-4e0e916edb5a req-994dae32-4b83-4ddc-9809-0790446890ba tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 943 time: 0.0923688 Dec 22 08:56:47.428769 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c7b21c4b-f97b-4e21-b810-4e0e916edb5a req-061a4d7a-209d-4801-9b1d-41dcf91ea7c8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 Dec 22 08:56:48.639456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b6b10-bb91-4c12-8d93-4b2cc14a6afb req-883493a9-32b6-4dff-b306-1453d5eb72bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:48.640932 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-521b6b10-bb91-4c12-8d93-4b2cc14a6afb req-883493a9-32b6-4dff-b306-1453d5eb72bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 943 time: 0.0791826 Dec 22 08:56:48.696462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-521b6b10-bb91-4c12-8d93-4b2cc14a6afb req-466e5407-c2f3-4d85-8ab6-daf76dd1d0dd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495734 Dec 22 08:56:49.897157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4532a483-34de-41a6-9589-6d1c7fa3f769 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:56:49.904005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db643cd-c410-47e9-b8d6-991d004f85c3 req-8afdd2c0-1897-4ced-b3b2-691384bdc9b3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:49.905492 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5db643cd-c410-47e9-b8d6-991d004f85c3 req-8afdd2c0-1897-4ced-b3b2-691384bdc9b3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 943 time: 0.0903888 Dec 22 08:56:49.955345 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5db643cd-c410-47e9-b8d6-991d004f85c3 req-d774992b-e2f9-48e0-bbb4-f71b62e467af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441265 Dec 22 08:56:50.029352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 4532a483-34de-41a6-9589-6d1c7fa3f769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4532a483-34de-41a6-9589-6d1c7fa3f769,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:50.042959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:56:50.101032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:50.123966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4532a483-34de-41a6-9589-6d1c7fa3f769 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:56:50.145628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 4532a483-34de-41a6-9589-6d1c7fa3f769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4532a483-34de-41a6-9589-6d1c7fa3f769,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:50.152307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:50.155358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:50.219639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=4532a483-34de-41a6-9589-6d1c7fa3f769,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:50.222860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:50.506781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['4532a483-34de-41a6-9589-6d1c7fa3f769'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:56:51.162962 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100522c-6b7e-48d9-a454-65c19a0ddc85 req-d2f3a718-4f54-4583-a034-fcfc58b80e79 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:51.164401 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5100522c-6b7e-48d9-a454-65c19a0ddc85 req-d2f3a718-4f54-4583-a034-fcfc58b80e79 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 944 time: 0.0863929 Dec 22 08:56:51.210202 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5100522c-6b7e-48d9-a454-65c19a0ddc85 req-43d07cb6-f0a0-4354-931d-f05b96f15567 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402761 Dec 22 08:56:51.914252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4532a483-34de-41a6-9589-6d1c7fa3f769 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:56:51.997843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 4532a483-34de-41a6-9589-6d1c7fa3f769 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:56:52.002837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 4532a483-34de-41a6-9589-6d1c7fa3f769 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:56:52.003219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:52.150526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:52.178607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:52.188622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 4532a483-34de-41a6-9589-6d1c7fa3f769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4532a483-34de-41a6-9589-6d1c7fa3f769,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:56:52.194643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:52.196614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:52.261400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=4532a483-34de-41a6-9589-6d1c7fa3f769,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:52.264663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:52.319193 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'code': 200} Dec 22 08:56:52.415306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b48d00-0461-45e7-bef9-77bf33d77295 req-94ccd4b0-b77c-4196-b936-d06fc3ba64d0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:52.418700 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-16b48d00-0461-45e7-bef9-77bf33d77295 req-94ccd4b0-b77c-4196-b936-d06fc3ba64d0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 945 time: 0.0805120 Dec 22 08:56:52.469717 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-16b48d00-0461-45e7-bef9-77bf33d77295 req-f6ff3eee-a779-46de-a4b0-ad5dd25b3ef7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469315 Dec 22 08:56:52.557029 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b486f263-1904-4b1c-87d7-dbddb42f903e req-d99ce5e6-65a6-456b-bb3c-20e434dfd4b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1098 time: 0.0746801 Dec 22 08:56:52.601475 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b486f263-1904-4b1c-87d7-dbddb42f903e req-9cbb9527-ccb0-473f-a50d-fb31d648ef7a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382609 Dec 22 08:56:53.667254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a71a0-0ac5-4d5e-90a6-973d13958f8c req-053fcb42-b67b-47c3-a7d3-e5eeef427a71 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:53.668683 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2e2a71a0-0ac5-4d5e-90a6-973d13958f8c req-053fcb42-b67b-47c3-a7d3-e5eeef427a71 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 945 time: 0.0775731 Dec 22 08:56:53.714028 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2e2a71a0-0ac5-4d5e-90a6-973d13958f8c req-4b3bd4d7-2423-4336-b858-8d7359ffbf6e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395045 Dec 22 08:56:55.026345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c088f-22f9-4207-a615-f1391ae2d496 req-68514a0c-fd11-4a08-82d1-00bcea8dcaaf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:55.027888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7b3c088f-22f9-4207-a615-f1391ae2d496 req-68514a0c-fd11-4a08-82d1-00bcea8dcaaf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 945 time: 0.1905835 Dec 22 08:56:55.072012 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7b3c088f-22f9-4207-a615-f1391ae2d496 req-4e6a4f5a-6dec-4ac2-82d4-1392bc264ce0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384204 Dec 22 08:56:55.280095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938718d-b031-4bbe-9411-f27cb8c98943 req-62a2dfbd-7a16-433c-89c7-a104a9c12c73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:55.281549 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e938718d-b031-4bbe-9411-f27cb8c98943 req-62a2dfbd-7a16-433c-89c7-a104a9c12c73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 945 time: 0.0870705 Dec 22 08:56:55.327755 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e938718d-b031-4bbe-9411-f27cb8c98943 req-3786ba23-7e19-47b3-ad1f-07d9bb9360e4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405197 Dec 22 08:56:55.355687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45028) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:55.427377 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9d36aa4a-4a00-43a4-91f4-444db860e5c9 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1093 time: 0.0702205 Dec 22 08:56:55.430094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45032) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:55.435090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:55.440718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:55.444897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:floatingip and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:55.447984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:55.454557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:55.467905 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:55.619261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:55.761624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.64 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/ffaf3f91-7ec4-4037-b905-42b437842233) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:56:55.911055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:55.944370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:55.947939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c8dfc4ac-83bd-4c9a-a041-7a43b8f70b80 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:56.012797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:56:56.016365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:56:56.018166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=ffaf3f91-7ec4-4037-b905-42b437842233,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:56.020223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:56:56.047884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:56.554974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:56.620139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:56.839515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:56.847527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:56.851114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dc808099-be4e-4338-9362-a4d6dab80aff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:56.950849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=ffaf3f91-7ec4-4037-b905-42b437842233,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:56.956908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:56.973120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:57.270723 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP 267ab836-3f77-43e3-8e87-49d8d8abe91e associated. External IP: 172.26.5.64, port: 4532a483-34de-41a6-9589-6d1c7fa3f769. Dec 22 08:56:57.679966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:56:57.889557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:56:57.900568 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] Sync routers for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:56:57.913735 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:57.914356 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:57.916579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:57.974770 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5437071 Dec 22 08:56:57.975439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:56:57.977644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45036) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:58.037967 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'status': 'completed', 'code': 200} Dec 22 08:56:58.061027 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-11a860f9-9136-479d-92f8-4be0dd5bb262 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1093 time: 0.0802684 Dec 22 08:56:58.099179 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:58.134129 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fff4ae59-1b73-4a0e-84cd-a578aa66542b req-6fb6d96a-28a1-40c6-972f-f3222e20d74b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1098 time: 0.0740473 Dec 22 08:56:58.268214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ae59-1b73-4a0e-84cd-a578aa66542b req-2c2f4489-dd25-4e49-b21b-0a0ca0d158e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:58.269667 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fff4ae59-1b73-4a0e-84cd-a578aa66542b req-2c2f4489-dd25-4e49-b21b-0a0ca0d158e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.1281741 Dec 22 08:56:58.272508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:58.277973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812901662', 'description': 'tempest-secgroup-smoke-1812901662 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:58.332115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:58.359859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:58.384201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:58.405774 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fff4ae59-1b73-4a0e-84cd-a578aa66542b req-8391ad0f-45b2-4cfc-8631-473c9ea63565 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 998 time: 0.1231649 Dec 22 08:56:58.456950 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '267ab836-3f77-43e3-8e87-49d8d8abe91e', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:56Z', 'updated_at': '2021-12-22T08:56:56Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:58.461733 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] Checking router: a7a8ef77-cb13-4c7d-8108-fc52a94480d5 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:56:58.469946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:58.474002 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:56:58.474902 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:56:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:58.476862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:58.480985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:58.488525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ae59-1b73-4a0e-84cd-a578aa66542b req-21376c6f-f50b-4fd2-bebf-3ac2102f1012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:56:58.489923 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fff4ae59-1b73-4a0e-84cd-a578aa66542b req-21376c6f-f50b-4fd2-bebf-3ac2102f1012 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0778787 Dec 22 08:56:58.490712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:58.592524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:58.601384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:58.606332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-14567ad5-80fa-4987-8a32-53b032ffb8a2 tempest-SecGroupIPv6Test-2112915685 tempest-SecGroupIPv6Test-2112915685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:58.640677 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fff4ae59-1b73-4a0e-84cd-a578aa66542b req-d05fef7e-ae8b-488c-a58e-2a58dafa405e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1447310 Dec 22 08:56:58.648388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa42c651-52a1-4d63-af3b-03aad6a95abb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:58.657115 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:56:58.669278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:58.726286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:58.727562 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4540689 Dec 22 08:56:58.730765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45048) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:58.738888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fa42c651-52a1-4d63-af3b-03aad6a95abb', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:58.745125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:58.749331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:58.752649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:58.759917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:58.779062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:58.784058 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fff4ae59-1b73-4a0e-84cd-a578aa66542b req-086af7be-478e-45da-b3c0-974a33e7833c service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333327 Dec 22 08:56:58.843604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:58.848752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:58.857587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-73e46ec7-76f7-447c-a85f-abe0ff319bc2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:58.880141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5420f3-d131-4db5-a769-66a715b936c3,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:58.883432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:58.896093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:58.901094 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d80cf33f-e856-4f6d-8d80-50f20edb8f73 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1663086 Dec 22 08:56:58.901399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45052) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:58.908863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fa42c651-52a1-4d63-af3b-03aad6a95abb', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:58.915081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:58.919382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:58.923766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:58.931450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:58.958216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.025523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.030772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.041502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0b8cde1a-07bd-4faa-a46a-d380a154de57 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:59.050381 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fff4ae59-1b73-4a0e-84cd-a578aa66542b req-b402481e-53fe-4974-aabe-88a3f5f9ace1 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596970 Dec 22 08:56:59.060890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82020e95-b8a5-43d5-8c70-3f890d15bd43,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:59.063870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:59.068674 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '267ab836-3f77-43e3-8e87-49d8d8abe91e', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:56Z', 'updated_at': '2021-12-22T08:56:56Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:56:59.073204 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c5e0e-012a-4495-aead-7a521d179f0b None None] The sync data for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv is: [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '267ab836-3f77-43e3-8e87-49d8d8abe91e', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:56Z', 'updated_at': '2021-12-22T08:56:56Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:56:59.073574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.075761 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1734514 Dec 22 08:56:59.078677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:59.084618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fa42c651-52a1-4d63-af3b-03aad6a95abb', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:59.090737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:59.095463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:59.098662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:59.104708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:59.122406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.189739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.195453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.197290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-eef0972c-8cb4-47d2-95c5-e9480238c92c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:59.219740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6a7df2-507a-4c18-9cde-9b16acaf6fed,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:59.222631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:59.230886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.232251 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dd1c91ef-13c6-4934-a1f4-f8e99f8f713a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1524496 Dec 22 08:56:59.235252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45060) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:59.240909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fa42c651-52a1-4d63-af3b-03aad6a95abb', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:59.247469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:59.251724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:59.254729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:59.260506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:59.269350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3bb1a4-4df1-4c42-90f1-fcd0b9eaa4e5 None None] New status for floating IP 267ab836-3f77-43e3-8e87-49d8d8abe91e: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:56:59.278366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.343484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.348376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.355971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-61d59c9a-2b76-458a-a41a-ff8c092012ea tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:59.377426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0442d7-253c-45c2-868c-600176a1419a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:59.380168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:59.385071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.386493 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1504629 Dec 22 08:56:59.389446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45064) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:59.395043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fa42c651-52a1-4d63-af3b-03aad6a95abb', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:59.401226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:59.405468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:59.408681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:59.414882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:59.427051 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:56:59.433766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.500689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.505090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.507559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-12be2cfd-e2f1-4af4-8272-5e3aafa193c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:59.534600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddd848a-525f-4aa0-a06a-60f469514dce,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:59.537383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:59.545394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.546728 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f4bf7ef8-f77c-4ac5-aea8-f31a698599d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1562433 Dec 22 08:56:59.549487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45068) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:56:59.554985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fa42c651-52a1-4d63-af3b-03aad6a95abb', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:56:59.560894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:56:59.564769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:56:59.567606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:56:59.573233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:56:59.586211 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:56:59.592898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.656501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.661799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.663559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-14f6da7a-db00-4e8b-91ff-80fb4604d4ed tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:56:59.685040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0cf6c1-933c-4b8f-a1bd-af37b9764112,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:56:59.689224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:56:59.695256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:56:59.696463 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1459424 Dec 22 08:56:59.886661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-807d98b7-c42a-4267-86d0-3ffae3c57b8a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:56:59.905660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-807d98b7-c42a-4267-86d0-3ffae3c57b8a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:56:59.906873 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-807d98b7-c42a-4267-86d0-3ffae3c57b8a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812901662&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0694962 Dec 22 08:57:00.060006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-5954aa03-dc1e-44a2-9790-944038081bc4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:00.061427 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-5954aa03-dc1e-44a2-9790-944038081bc4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 797 time: 0.1475792 Dec 22 08:57:00.079079 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-ac450a96-681a-4faf-a7a7-d7adab54af99 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0113094 Dec 22 08:57:00.168803 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-0e6a299b-9c8b-423b-a88b-e47f3ff16952 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0819972 Dec 22 08:57:00.383640 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-f46c8fbb-131f-4106-a243-6bef6fa96aeb service neutron] 10.222.0.31 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975851 Dec 22 08:57:00.519021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-a005d51f-5245-4fe6-9483-f61198ab24a1 service neutron] 10.222.0.31 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274483 Dec 22 08:57:00.718046 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f8f6e8a6-7137-4230-ad2b-d5cc8e0ab33d req-d6e80925-83f1-4b0f-87ac-13720ca20029 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 210 time: 0.0403552 Dec 22 08:57:01.767590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-fe32056a-9639-4054-9d8d-3153ff822d8e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:01.769183 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-fe32056a-9639-4054-9d8d-3153ff822d8e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 797 time: 0.1469851 Dec 22 08:57:01.828453 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-4e6f2ecc-31d8-4fd7-9d1a-dad76ed4bda1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 473 time: 0.0455601 Dec 22 08:57:01.836596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['fa42c651-52a1-4d63-af3b-03aad6a95abb']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:57:01.942506 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6f4be97a-04ae-4c04-94af-237b69bb51a6 req-111f235e-a039-4580-8a2b-2c661f565817 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 210 time: 0.0918357 Dec 22 08:57:02.008805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:57:02.018225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:57:02.030704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:57:02.035880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:02.210093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.13 (37b43c0f-3055-42f9-ad83-bb7074b45d90/e7870b24-3271-4f85-b8fe-d5662ff8bdfc/0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:57:02.410469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:02.425980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:57:02.451218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:02.456998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:57:02.626368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:57:02.629647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:57:02.631645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:57:02.633697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:57:02.658630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:57:02.695587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:02.696195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:02.722770 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8901110 Dec 22 08:57:02.734993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Request body: {'port': {'device_id': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:57:02.826661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-982e30d8-947d-4c3a-a657-6a870e476b38 None None] Provisioning for port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:57:02.831703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-982e30d8-947d-4c3a-a657-6a870e476b38 None None] Provisioning complete for port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:57:02.832083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-982e30d8-947d-4c3a-a657-6a870e476b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:02.848321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:02.886335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-982e30d8-947d-4c3a-a657-6a870e476b38 None None] Port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:57:03.189841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:57:03.197380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:03.212807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Transition to ACTIVE for port object 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:57:03.217769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:03.222597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-afcfe363-5934-4332-b02d-bab0156150b1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:57:03.256141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dfa41-f207-4469-87a9-0ab55fc38595 req-efa5148b-616d-4fc4-bfad-a35999ff9c71 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:03.258677 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-675dfa41-f207-4469-87a9-0ab55fc38595 req-efa5148b-616d-4fc4-bfad-a35999ff9c71 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 932 time: 0.1929312 Dec 22 08:57:03.303809 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-675dfa41-f207-4469-87a9-0ab55fc38595 req-2b5c11ec-42e9-4669-8da7-3c2f34e9c937 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404873 Dec 22 08:57:03.344022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Pushing event updated for resources: {'Port': ['ID=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:57:03.347317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:57:03.457770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Attempting to bind port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:57:03.458104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Attempting to bind port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:57:03.458427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Attempting to bind port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 on network 37b43c0f-3055-42f9-ad83-bb7074b45d90 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:57:03.464250 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 on network 37b43c0f-3055-42f9-ad83-bb7074b45d90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:57:03.464564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Attempting to bind port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 on network 37b43c0f-3055-42f9-ad83-bb7074b45d90 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:57:03.471695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:57:03.472045 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Checking segment: {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:57:03.472396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Bound using segment: {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:57:03.472810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Bound port: 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6086d4d3-bab0-4160-963c-3067e9c69a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:57:03.473147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:03.570400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] For port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:57:03.573199 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] For port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:57:03.579857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:03.583403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86f54032-8999-441b-b82b-6a75369d6559 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:57:03.637815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:03.639152 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] 10.222.0.32 "PUT /v2.0/ports/0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 HTTP/1.1" status: 200 len: 1094 time: 0.9087911 Dec 22 08:57:03.640014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:57:03.664926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Pushing event updated for resources: {'Port': ['ID=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:57:03.676348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:57:03.717406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'status': 'completed', 'code': 200} Dec 22 08:57:03.755342 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-442d2e38-e3bf-40bb-990b-9ec030d8a771 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 1097 time: 0.0739982 Dec 22 08:57:03.830566 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-7c2a9a90-d4c3-4f38-ab0f-ba49e8310afa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 HTTP/1.1" status: 200 len: 217 time: 0.0672185 Dec 22 08:57:03.892330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-d569bb6f-8bd2-4343-b059-04a96b714283 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:03.893738 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-d569bb6f-8bd2-4343-b059-04a96b714283 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0570092 Dec 22 08:57:03.971711 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-1bdfc8e1-a262-45b4-ae98-ff4e4a52c2fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714731 Dec 22 08:57:04.103137 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-1d0d0634-0980-4dd6-aa58-33b177584035 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245947 Dec 22 08:57:04.234762 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29a8b618-35a2-4dcd-a804-46ef2889a9e7 req-a097542f-4088-4e1a-a5bb-59f7e7b44075 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246066 Dec 22 08:57:04.369796 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7c50007-a5b0-41e0-b8ee-c6398f518ca2 req-65a29b9a-b712-47eb-8a8b-16cdb21e1425 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 1097 time: 0.0752599 Dec 22 08:57:04.511557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf2cc5-4f02-4c40-956f-611adc30ba81 req-770d46f5-2aff-4c99-bbcf-701227576920 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:04.513706 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adf2cc5-4f02-4c40-956f-611adc30ba81 req-770d46f5-2aff-4c99-bbcf-701227576920 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 944 time: 0.0828555 Dec 22 08:57:04.560992 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3adf2cc5-4f02-4c40-956f-611adc30ba81 req-35434a56-87dd-4688-9349-cbebc24c5c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409708 Dec 22 08:57:04.609665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50007-a5b0-41e0-b8ee-c6398f518ca2 req-ef0a2f07-9606-4977-8754-0bb95f034663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:04.611096 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7c50007-a5b0-41e0-b8ee-c6398f518ca2 req-ef0a2f07-9606-4977-8754-0bb95f034663 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.2341094 Dec 22 08:57:04.680856 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7c50007-a5b0-41e0-b8ee-c6398f518ca2 req-11886459-f18e-4673-a395-d7b7006786c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 HTTP/1.1" status: 200 len: 217 time: 0.0626960 Dec 22 08:57:04.754029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50007-a5b0-41e0-b8ee-c6398f518ca2 req-b85b14ce-a86a-4589-8264-6ed4c9e15553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:04.755529 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7c50007-a5b0-41e0-b8ee-c6398f518ca2 req-b85b14ce-a86a-4589-8264-6ed4c9e15553 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0680537 Dec 22 08:57:04.839843 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7c50007-a5b0-41e0-b8ee-c6398f518ca2 req-cb136962-8e92-438b-9c4b-86d97d3060f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767746 Dec 22 08:57:04.972664 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7c50007-a5b0-41e0-b8ee-c6398f518ca2 req-f865c764-a1ba-47a4-9d9d-adbb7dd55e66 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250873 Dec 22 08:57:05.114120 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7c50007-a5b0-41e0-b8ee-c6398f518ca2 req-1f1ee6a3-cb2c-48d1-b790-c36b0986ca20 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341803 Dec 22 08:57:05.783193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d9807-18d1-4df4-8e6d-e717ad5a4bad req-28805677-5e10-4ba8-8a71-ec7b50d66d4b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:05.783820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-555d9807-18d1-4df4-8e6d-e717ad5a4bad req-28805677-5e10-4ba8-8a71-ec7b50d66d4b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:57:05.802069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-555d9807-18d1-4df4-8e6d-e717ad5a4bad req-28805677-5e10-4ba8-8a71-ec7b50d66d4b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:57:05.803225 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-555d9807-18d1-4df4-8e6d-e717ad5a4bad req-28805677-5e10-4ba8-8a71-ec7b50d66d4b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 944 time: 0.1019249 Dec 22 08:57:05.858411 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-555d9807-18d1-4df4-8e6d-e717ad5a4bad req-01b825eb-8d08-4d8c-be34-49e418f68d8a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463343 Dec 22 08:57:07.075350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb37346-0259-4e9e-b2e6-f2613c0aa647 req-5126f76d-ef70-43d1-ac1d-ebd2962fb62f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:07.076774 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cbb37346-0259-4e9e-b2e6-f2613c0aa647 req-5126f76d-ef70-43d1-ac1d-ebd2962fb62f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 944 time: 0.0816300 Dec 22 08:57:07.101027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-24fae33b-3094-4370-8087-f15521612055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:07.122872 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cbb37346-0259-4e9e-b2e6-f2613c0aa647 req-c65886ee-ee8c-4f0b-a136-eabf62f59560 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405543 Dec 22 08:57:07.978958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:57:08.117774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:57:08.131522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'port_id': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'mac_address': 'fa:16:3e:e4:85:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:57:08.188673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:08.209208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:57:08.225268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:57:08.230904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:08.232899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:57:08.296267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:57:08.299677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:57:08.329473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb119-dccb-4a87-98e5-998b00f5fec2 req-b697c611-1d82-449c-bc42-35b95fc896b0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:08.330961 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b20fb119-dccb-4a87-98e5-998b00f5fec2 req-b697c611-1d82-449c-bc42-35b95fc896b0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 945 time: 0.0805407 Dec 22 08:57:08.377162 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b20fb119-dccb-4a87-98e5-998b00f5fec2 req-9178db57-2654-4828-879c-7bb92fb93e22 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Dec 22 08:57:08.560603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:57:09.202909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-51ce87d6-1ef4-4830-9259-67031b24d55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:09.604393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1d9d7-6305-48b5-a4ff-03045da146b0 req-ac09e568-a8af-4162-b993-4779aaeda7d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:09.605831 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-52d1d9d7-6305-48b5-a4ff-03045da146b0 req-ac09e568-a8af-4162-b993-4779aaeda7d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 945 time: 0.0903082 Dec 22 08:57:09.655866 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-52d1d9d7-6305-48b5-a4ff-03045da146b0 req-5cffa077-24f0-4435-8c52-cea47e75d0ff tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442994 Dec 22 08:57:09.992267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:57:10.068639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:57:10.075914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:57:10.076409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:10.187187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:10.219259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:57:10.230513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:57:10.238475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:10.240603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e50566ec-8e01-4993-b297-289c2272862b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:57:10.277038 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'code': 200} Dec 22 08:57:10.309552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:57:10.312524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:57:10.409497 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:10.487277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:10.507990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-08530f81-6a9d-48e5-8116-b1669af029cf req-d9c84bcc-7adb-4ad5-baba-0cacc1c131bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 1099 time: 0.0712223 Dec 22 08:57:10.557199 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-08530f81-6a9d-48e5-8116-b1669af029cf req-802bbf6a-1867-42b3-a890-985ba3d19480 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Dec 22 08:57:10.856508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b9219-8653-4157-aba3-a00cefcc90cc req-a5a4c97f-6bda-4e0c-bea1-f822e41f31e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:10.857850 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad8b9219-8653-4157-aba3-a00cefcc90cc req-a5a4c97f-6bda-4e0c-bea1-f822e41f31e6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 946 time: 0.0829003 Dec 22 08:57:10.904247 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad8b9219-8653-4157-aba3-a00cefcc90cc req-c6214c72-9da0-48ad-87ea-570d364be84a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396981 Dec 22 08:57:11.419323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:11.779561 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:12.103342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb5918-add5-431a-9469-42a8fa5dc6d3 req-d735c383-5ce4-48fc-843a-a34b7f6b3678 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:12.104684 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-16eb5918-add5-431a-9469-42a8fa5dc6d3 req-d735c383-5ce4-48fc-843a-a34b7f6b3678 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 946 time: 0.0797176 Dec 22 08:57:12.158467 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-16eb5918-add5-431a-9469-42a8fa5dc6d3 req-5f72e0f0-9363-4bf2-a0fd-f5e08333ae04 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455432 Dec 22 08:57:12.359564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb7af9-91d4-4a36-aaed-d584dd0c6c0d req-ce6dbe6d-9c9d-4ce4-89e1-fa3ac9386510 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:12.360923 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-45bb7af9-91d4-4a36-aaed-d584dd0c6c0d req-ce6dbe6d-9c9d-4ce4-89e1-fa3ac9386510 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 946 time: 0.0831904 Dec 22 08:57:12.408480 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-45bb7af9-91d4-4a36-aaed-d584dd0c6c0d req-13f20a8b-3355-467c-bcb8-e0b1a3f94d37 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Dec 22 08:57:12.435264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:57:12.509712 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b838fc0d-3e98-46ed-8f92-65d87c673760 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 1094 time: 0.0731745 Dec 22 08:57:12.512472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45122) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:57:12.517537 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:57:12.523604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:57:12.527488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:floatingip and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:57:12.530408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:57:12.536274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:57:12.548736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:12.692757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:12.833713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.190 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/94930af6-d84c-49a6-b520-e1c05ff289d7) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:57:12.996574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:13.027512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:13.031894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:57:13.098702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:57:13.103429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:57:13.108658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:57:13.134172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=94930af6-d84c-49a6-b520-e1c05ff289d7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:57:13.138799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:57:13.755052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:13.811526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:14.012450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:14.019882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:14.023255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b1e1322e-1b1b-4a8b-81a8-651af49a5ec5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:57:14.120118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=94930af6-d84c-49a6-b520-e1c05ff289d7,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:57:14.127362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:57:14.136777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:14.327149 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP e3e47e84-b95b-4d2f-9693-d7ccb56bca80 associated. External IP: 172.26.5.190, port: 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19. Dec 22 08:57:14.736399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:57:15.054775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:57:15.065023 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] Sync routers for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:57:15.077829 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:57:15.078472 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:57:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:57:15.081211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:15.134500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6210098 Dec 22 08:57:15.135248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:57:15.192824 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'status': 'completed', 'code': 200} Dec 22 08:57:15.253303 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:57:15.285212 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae845f78-8190-4c8b-b596-0a861c98e28d req-295cce36-4b6d-4a2e-8f7f-b0c4ac51c4eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 1099 time: 0.0702929 Dec 22 08:57:15.428922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae845f78-8190-4c8b-b596-0a861c98e28d req-1d31cf52-2bbb-4182-bacb-eec25085baf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:15.430373 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae845f78-8190-4c8b-b596-0a861c98e28d req-1d31cf52-2bbb-4182-bacb-eec25085baf6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.1357858 Dec 22 08:57:15.534179 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae845f78-8190-4c8b-b596-0a861c98e28d req-178a23e9-3995-4018-bd33-ddcaa8ea62da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 HTTP/1.1" status: 200 len: 1000 time: 0.0970244 Dec 22 08:57:15.601764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae845f78-8190-4c8b-b596-0a861c98e28d req-9aeb698a-ccf5-4eb5-b3fa-b69e9cb4fcc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:15.603200 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae845f78-8190-4c8b-b596-0a861c98e28d req-9aeb698a-ccf5-4eb5-b3fa-b69e9cb4fcc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0625606 Dec 22 08:57:15.616565 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '267ab836-3f77-43e3-8e87-49d8d8abe91e', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:56Z', 'updated_at': '2021-12-22T08:56:59Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}, {'id': 'e3e47e84-b95b-4d2f-9693-d7ccb56bca80', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.190', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:e4:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:57:13Z', 'updated_at': '2021-12-22T08:57:13Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:57:15.620522 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] Checking router: a7a8ef77-cb13-4c7d-8108-fc52a94480d5 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:57:15.630873 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:57:15.631501 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:57:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:57:15.684931 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae845f78-8190-4c8b-b596-0a861c98e28d req-59673e46-2bc8-4bef-9e9a-a063a7044a24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746891 Dec 22 08:57:15.813442 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:57:15.822231 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae845f78-8190-4c8b-b596-0a861c98e28d req-3d7ad73f-87ec-4c79-890b-ccfba7591711 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299891 Dec 22 08:57:15.959522 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae845f78-8190-4c8b-b596-0a861c98e28d req-73c120cc-1d49-4fdb-b8db-5983644ed098 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300645 Dec 22 08:57:16.163767 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '267ab836-3f77-43e3-8e87-49d8d8abe91e', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:56Z', 'updated_at': '2021-12-22T08:56:59Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}, {'id': 'e3e47e84-b95b-4d2f-9693-d7ccb56bca80', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.190', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:e4:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:57:13Z', 'updated_at': '2021-12-22T08:57:13Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:57:16.170383 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d9d15-649d-40cb-9a86-230a577372a9 None None] The sync data for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv is: [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '267ab836-3f77-43e3-8e87-49d8d8abe91e', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:56Z', 'updated_at': '2021-12-22T08:56:59Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}, {'id': 'e3e47e84-b95b-4d2f-9693-d7ccb56bca80', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.190', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:e4:85:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:57:13Z', 'updated_at': '2021-12-22T08:57:13Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:57:16.361646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594ae2f-1ebd-4dfd-9a08-e2dd0fefd2ec None None] New status for floating IP e3e47e84-b95b-4d2f-9693-d7ccb56bca80: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:57:16.778434 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:57:27.754086 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-f1a22d28-7814-481c-8aa7-bc9a47b60f4a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1533086 Dec 22 08:57:27.893622 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-955511ca-a8a2-4f4d-a4fc-c972beddd0e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1098 time: 0.0708482 Dec 22 08:57:28.048486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-d7d2a40b-1632-4da2-9670-95f32bb2e3f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:28.049875 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-d7d2a40b-1632-4da2-9670-95f32bb2e3f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.1307044 Dec 22 08:57:28.165394 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-e736f53a-7575-4263-9b45-272e258eefde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 1000 time: 0.1078820 Dec 22 08:57:28.232767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-243c01b5-48ac-483d-975b-10045f45eabf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:57:28.234138 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-243c01b5-48ac-483d-975b-10045f45eabf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0584476 Dec 22 08:57:28.317686 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-0b08d58a-be5e-4785-8a21-d035ffd16b53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753961 Dec 22 08:57:28.550642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-2472c0f3-9368-4676-9005-4d36b1f16552 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252614 Dec 22 08:57:28.688496 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff343a91-b149-4b87-b06a-7f195a75b148 req-5e606b14-aa21-4e7c-8702-5aed2d40146d service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309023 Dec 22 08:57:37.114542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-48064e9f-53c9-4049-8156-bbe568beb6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:39.206326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1ae964eb-5697-4898-8231-9c3a6b6bc3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:40.425499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:40.489131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:41.435583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:41.786041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:57:53.786332 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:58:07.112793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b4fd0f77-2b81-492a-8c2b-89609f45f0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:09.210353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-beccf258-9eef-4366-beaf-db71b83216f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:10.415201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:10.492767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.429714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:11.792866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:28.733628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-7bebe78a-e60b-4479-8971-d1f018b25c51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811224 Dec 22 08:58:28.843330 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-93a6006b-5949-4b28-ad6b-4fd5de78d841 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 1099 time: 0.0866742 Dec 22 08:58:28.991058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-e3484b3e-c20e-40cb-9e2c-4b43447ae011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:28.993299 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-e3484b3e-c20e-40cb-9e2c-4b43447ae011 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.1275649 Dec 22 08:58:29.097813 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-ce083440-f163-4d4e-82dc-673d2edaaba4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 HTTP/1.1" status: 200 len: 1002 time: 0.0981989 Dec 22 08:58:29.164340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-bf539845-fc76-4ca9-95e8-70889e08db31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:29.165762 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-bf539845-fc76-4ca9-95e8-70889e08db31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0617471 Dec 22 08:58:29.248625 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-09863057-157c-4c9c-aa3c-dbd3e85b163f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762222 Dec 22 08:58:29.379093 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-bf048bb2-608c-4398-a843-a5b1a321d1c5 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240256 Dec 22 08:58:29.515000 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ae2e918-cd82-4dc5-afd2-f9677dd57ab6 req-6abac298-b1d7-499d-9789-468cc587d398 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295042 Dec 22 08:58:30.461407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45150) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:30.572023 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ddeb909f-9b62-4ed8-a167-3aab871e695a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/267ab836-3f77-43e3-8e87-49d8d8abe91e HTTP/1.1" status: 200 len: 992 time: 0.1093352 Dec 22 08:58:30.776275 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:58:31.348850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45160) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:31.359450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:58:31.490480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:31.713698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 4532a483-34de-41a6-9589-6d1c7fa3f769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4532a483-34de-41a6-9589-6d1c7fa3f769,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:58:31.739710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:31.747586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:31.751003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-08d8b7b7-fedd-400b-9444-18ce8bf9bfb6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:31.821533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:31.822143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:31.823529 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/ports/4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 938 time: 0.4726291 Dec 22 08:58:31.824275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:31.840789 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=4532a483-34de-41a6-9589-6d1c7fa3f769,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:31.850541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.850951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.851354 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.851722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.852085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.852445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.852807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.853145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.853518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.853976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.854215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:31.858398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:31.965811 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'status': 'completed', 'code': 200} Dec 22 08:58:32.038589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b53d4e1f-85dd-4da9-9673-1d558081ae2d None None] Provisioning complete for port 4532a483-34de-41a6-9589-6d1c7fa3f769 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:32.039296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b53d4e1f-85dd-4da9-9673-1d558081ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:32.060744 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-350a7737-d6f8-4853-9df8-ee97ad759e0f req-20f363b4-aa45-4869-bf46-f1529397a2f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1099 time: 0.0731072 Dec 22 08:58:32.098558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b53d4e1f-85dd-4da9-9673-1d558081ae2d None None] Port 4532a483-34de-41a6-9589-6d1c7fa3f769 is administratively disabled so it will not transition to active. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 22 08:58:32.190596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a7737-d6f8-4853-9df8-ee97ad759e0f req-691d48cc-c6c7-44a6-a3bc-2ac9ed8bb4f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:32.192066 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-350a7737-d6f8-4853-9df8-ee97ad759e0f req-691d48cc-c6c7-44a6-a3bc-2ac9ed8bb4f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.1254289 Dec 22 08:58:32.295783 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-350a7737-d6f8-4853-9df8-ee97ad759e0f req-452117a2-e1d7-4570-9703-c19f75dfc0c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 1001 time: 0.0976794 Dec 22 08:58:32.357469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a7737-d6f8-4853-9df8-ee97ad759e0f req-431b8180-6817-412f-bfca-d391e5a5ab35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:32.358812 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-350a7737-d6f8-4853-9df8-ee97ad759e0f req-431b8180-6817-412f-bfca-d391e5a5ab35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0563655 Dec 22 08:58:32.439503 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-350a7737-d6f8-4853-9df8-ee97ad759e0f req-649d614a-1042-4164-abd8-521b31cda6da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747886 Dec 22 08:58:32.581738 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-350a7737-d6f8-4853-9df8-ee97ad759e0f req-80c473ef-a2d0-495e-908d-7414c6f78c7d service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355426 Dec 22 08:58:32.820472 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-350a7737-d6f8-4853-9df8-ee97ad759e0f req-2ff48fae-e54b-460b-bfde-dcbb4807cf62 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325208 Dec 22 08:58:35.298061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45172) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:35.306171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:58:35.424784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:35.656030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 4532a483-34de-41a6-9589-6d1c7fa3f769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4532a483-34de-41a6-9589-6d1c7fa3f769,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:58:35.682841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:35.689809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:35.693544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4d19dbb4-97ff-4211-8c4e-c2f535ea70a9 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:35.751842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:35.752543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:35.756768 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/ports/4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 937 time: 0.4547892 Dec 22 08:58:35.756768 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:35.757839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45176) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:35.797839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=4532a483-34de-41a6-9589-6d1c7fa3f769,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:35.809604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:35.825935 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'status': 'completed', 'code': 200} Dec 22 08:58:35.926345 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2a5b9232-50f0-4d4d-a0f0-e4966e444781 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/267ab836-3f77-43e3-8e87-49d8d8abe91e HTTP/1.1" status: 200 len: 992 time: 0.1619165 Dec 22 08:58:35.943728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e5c3a9f6-aa93-4214-b618-9811c678e0d6 None None] Provisioning complete for port 4532a483-34de-41a6-9589-6d1c7fa3f769 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:58:35.944251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e5c3a9f6-aa93-4214-b618-9811c678e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:35.947912 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff54ba64-9269-4cfa-ad59-467c3551311b req-66b9c696-10a1-411c-9114-35b314b93f54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1098 time: 0.0967629 Dec 22 08:58:36.080083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54ba64-9269-4cfa-ad59-467c3551311b req-439d7ef3-fa55-4754-96bb-af212d2a95da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:36.081536 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff54ba64-9269-4cfa-ad59-467c3551311b req-439d7ef3-fa55-4754-96bb-af212d2a95da service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.1273849 Dec 22 08:58:36.106702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['4532a483-34de-41a6-9589-6d1c7fa3f769'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:58:36.186654 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff54ba64-9269-4cfa-ad59-467c3551311b req-478049a8-7fba-4801-8723-2f985f61c657 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 1000 time: 0.0985475 Dec 22 08:58:36.249141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54ba64-9269-4cfa-ad59-467c3551311b req-8d0c3a27-a46f-4f63-af21-ccd12a116bfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:36.250569 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff54ba64-9269-4cfa-ad59-467c3551311b req-8d0c3a27-a46f-4f63-af21-ccd12a116bfd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0580196 Dec 22 08:58:36.328747 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff54ba64-9269-4cfa-ad59-467c3551311b req-0355e198-32da-4433-af8a-c80d50b759d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721993 Dec 22 08:58:36.475829 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff54ba64-9269-4cfa-ad59-467c3551311b req-be44fdb6-9cba-40e2-9137-cd8cdfffd3c2 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408727 Dec 22 08:58:36.611879 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff54ba64-9269-4cfa-ad59-467c3551311b req-3a3fae45-96e7-4db1-94eb-b5252fde0a97 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288319 Dec 22 08:58:37.110281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-18e2efa4-ac74-4dd2-9088-60100476bec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:38.502456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:38.701629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 94930af6-d84c-49a6-b520-e1c05ff289d7 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:58:38.701924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:38.874336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:38.874629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.095839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 94930af6-d84c-49a6-b520-e1c05ff289d7 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:58:39.203729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cab715f1-4d30-4eb2-a261-abbae1bd1101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.245625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.251465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:39.292766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=94930af6-d84c-49a6-b520-e1c05ff289d7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:39.360724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.361097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.361459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.361815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.362175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.362530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.362882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.363257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.363605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.363951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.364267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:39.369823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:39.395185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:39.818562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:58:40.030651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:58:40.042148 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] Sync routers for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:58:40.051534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:40.055504 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:58:40.056113 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:40.108231 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/floatingips/e3e47e84-b95b-4d2f-9693-d7ccb56bca80 HTTP/1.1" status: 204 len: 168 time: 1.6045642 Dec 22 08:58:40.108742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:40.204597 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'status': 'completed', 'code': 200} Dec 22 08:58:40.279987 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:58:40.297018 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570811ae-d7a2-4c0b-8037-bf7b5220f2f7 req-7ab3aa42-bbbf-4807-a2ec-0ceb811c83d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 1099 time: 0.0716619 Dec 22 08:58:40.414482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:40.451210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570811ae-d7a2-4c0b-8037-bf7b5220f2f7 req-1d40024b-39f3-4670-9a08-4061dabddb33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:40.453169 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570811ae-d7a2-4c0b-8037-bf7b5220f2f7 req-1d40024b-39f3-4670-9a08-4061dabddb33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.1498811 Dec 22 08:58:40.500432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:40.561380 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570811ae-d7a2-4c0b-8037-bf7b5220f2f7 req-aa20ffd4-4c4d-4fb6-99de-cfdbbdac0930 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 HTTP/1.1" status: 200 len: 217 time: 0.0973809 Dec 22 08:58:40.629745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570811ae-d7a2-4c0b-8037-bf7b5220f2f7 req-2350eef1-44a1-4532-8fd8-7d12bc5fb6b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:40.631246 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570811ae-d7a2-4c0b-8037-bf7b5220f2f7 req-2350eef1-44a1-4532-8fd8-7d12bc5fb6b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0629096 Dec 22 08:58:40.646066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c8d5b-8e9c-47e5-a474-1432c77f3e60 req-95419345-da5e-4e83-aaef-adc079dbbb32 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:40.647654 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bf5c8d5b-8e9c-47e5-a474-1432c77f3e60 req-95419345-da5e-4e83-aaef-adc079dbbb32 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 946 time: 0.1627212 Dec 22 08:58:40.650775 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '267ab836-3f77-43e3-8e87-49d8d8abe91e', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:56Z', 'updated_at': '2021-12-22T08:56:59Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:40.655575 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] Checking router: a7a8ef77-cb13-4c7d-8108-fc52a94480d5 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:58:40.666926 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:58:40.667609 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:40.701226 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bf5c8d5b-8e9c-47e5-a474-1432c77f3e60 req-87efb2b9-4c44-4459-96b1-82cd6d812f55 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471745 Dec 22 08:58:40.723759 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570811ae-d7a2-4c0b-8037-bf7b5220f2f7 req-a437badc-391c-43a0-9101-2e56014cfac5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841339 Dec 22 08:58:40.858399 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:58:40.977321 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570811ae-d7a2-4c0b-8037-bf7b5220f2f7 req-fd403bef-9f23-4085-a614-49566d504f66 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441726 Dec 22 08:58:41.112523 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570811ae-d7a2-4c0b-8037-bf7b5220f2f7 req-9a50f5c4-9416-4a05-96b1-3a303b0ba515 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279576 Dec 22 08:58:41.213745 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '267ab836-3f77-43e3-8e87-49d8d8abe91e', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:56Z', 'updated_at': '2021-12-22T08:56:59Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:41.218195 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7bb306-28c8-4427-a3c0-59a048413f76 None None] The sync data for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv is: [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '267ab836-3f77-43e3-8e87-49d8d8abe91e', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'port_id': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'mac_address': 'fa:16:3e:93:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c871eae4-9131-484c-b724-996001158148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:56:56Z', 'updated_at': '2021-12-22T08:56:59Z', 'revision_number': 1, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:58:41.442980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7dfef-2d9f-4703-99a7-21d94a1eeaf6 None None] New status for floating IP e3e47e84-b95b-4d2f-9693-d7ccb56bca80: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:58:41.497590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:41.788362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:41.973918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33fe41-beb6-43bb-a8c1-bff1490cd48b req-8dfed8e2-130b-4f5f-b73b-b7dd11d3c3ce tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:41.974595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-bf33fe41-beb6-43bb-a8c1-bff1490cd48b req-8dfed8e2-130b-4f5f-b73b-b7dd11d3c3ce tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:41.992205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-bf33fe41-beb6-43bb-a8c1-bff1490cd48b req-8dfed8e2-130b-4f5f-b73b-b7dd11d3c3ce tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:41.993510 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bf33fe41-beb6-43bb-a8c1-bff1490cd48b req-8dfed8e2-130b-4f5f-b73b-b7dd11d3c3ce tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 946 time: 0.1676269 Dec 22 08:58:42.043192 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bf33fe41-beb6-43bb-a8c1-bff1490cd48b req-63ce7f17-2338-437c-99e5-8a8735588a88 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa42c651-52a1-4d63-af3b-03aad6a95abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Dec 22 08:58:42.174657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-cd00fd51-4e92-443c-9d4c-f2cbe12ae213 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:42.176121 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-cd00fd51-4e92-443c-9d4c-f2cbe12ae213 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 946 time: 0.0843112 Dec 22 08:58:42.248061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:58:42.248393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:42.515397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:58:42.515726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:42.634841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:58:42.786560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:42.795373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5967e048-ea4f-4218-834b-83452a285bbd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:42.846358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:42.849739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:42.920793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:58:42.924031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:42.929096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'name': 'network-vif-deleted', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:42.945656 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570ad6bd-bc86-4415-ad53-00c71443ec4f req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 HTTP/1.1" status: 204 len: 173 time: 0.7640011 Dec 22 08:58:42.984515 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbcbe55-cb79-40ea-b6ae-9328ba53cf27', 'name': 'network-vif-deleted', 'tag': '0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19', 'status': 'completed', 'code': 200} Dec 22 08:58:43.238579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f391187f-da08-4e59-8b97-01987b9cb8ba req-dd463a52-4a34-44a8-87de-a8a860a3a653 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:43.256088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f391187f-da08-4e59-8b97-01987b9cb8ba req-dd463a52-4a34-44a8-87de-a8a860a3a653 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:43.257342 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f391187f-da08-4e59-8b97-01987b9cb8ba req-dd463a52-4a34-44a8-87de-a8a860a3a653 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dbcbe55-cb79-40ea-b6ae-9328ba53cf27 HTTP/1.1" status: 200 len: 210 time: 0.0596287 Dec 22 08:58:44.372986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45210) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:44.440412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f590f18-67e4-48ce-adc9-d5a136f628e4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:44.468961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f590f18-67e4-48ce-adc9-d5a136f628e4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:44.537793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f590f18-67e4-48ce-adc9-d5a136f628e4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:44.541644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-14eb1f22-7efa-4083-a0a3-3db7737f50e3 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:44.661409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f590f18-67e4-48ce-adc9-d5a136f628e4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa42c651-52a1-4d63-af3b-03aad6a95abb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:44.664311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5f590f18-67e4-48ce-adc9-d5a136f628e4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:44.676270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5f590f18-67e4-48ce-adc9-d5a136f628e4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:44.677720 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5f590f18-67e4-48ce-adc9-d5a136f628e4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/fa42c651-52a1-4d63-af3b-03aad6a95abb HTTP/1.1" status: 204 len: 168 time: 0.3035223 Dec 22 08:58:44.725984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45216) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:44.937742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port ffaf3f91-7ec4-4037-b905-42b437842233 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:58:44.937971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:45.115495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:45.115820 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:45.253033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for ffaf3f91-7ec4-4037-b905-42b437842233 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:58:45.401079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:45.404752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c43aa1e3-87de-4e1d-99fc-9e36b218ae06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:45.446382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=ffaf3f91-7ec4-4037-b905-42b437842233,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:45.449852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:45.543749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:45.961299 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:58:46.171666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:58:46.182537 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] Sync routers for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:58:46.192721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:46.194952 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:58:46.195625 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:46.364180 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/floatingips/267ab836-3f77-43e3-8e87-49d8d8abe91e HTTP/1.1" status: 204 len: 168 time: 1.6370070 Dec 22 08:58:46.364959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:46.383951 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:58:46.421642 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'status': 'completed', 'code': 200} Dec 22 08:58:46.520389 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570ad288-f21e-4059-b7ed-73baafd15f98 req-64ba8e4c-2baa-4fef-9a0f-f7092bf27776 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 1098 time: 0.0759294 Dec 22 08:58:46.596002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:58:46.639577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:58:46.639833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 0a08cf05-44f0-4bbf-a7fd-5257ffbdbf19 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:58:46.677789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ad288-f21e-4059-b7ed-73baafd15f98 req-1dede06d-d382-42f9-aa26-d2031d6421bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:46.679264 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570ad288-f21e-4059-b7ed-73baafd15f98 req-1dede06d-d382-42f9-aa26-d2031d6421bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 200 len: 898 time: 0.1527705 Dec 22 08:58:46.772641 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:46.776685 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] Checking router: a7a8ef77-cb13-4c7d-8108-fc52a94480d5 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:58:46.787863 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:58:46.788465 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:46.789249 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570ad288-f21e-4059-b7ed-73baafd15f98 req-55814eaa-0e15-422b-b921-7079e45317a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 200 len: 217 time: 0.1025090 Dec 22 08:58:46.867421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ad288-f21e-4059-b7ed-73baafd15f98 req-67d6653d-5c14-41fb-a4dc-5683680140b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:46.868929 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570ad288-f21e-4059-b7ed-73baafd15f98 req-67d6653d-5c14-41fb-a4dc-5683680140b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 200 len: 834 time: 0.0719409 Dec 22 08:58:46.875257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaddfa-6f71-428f-ba37-dfe2bc77deb1 req-e417f447-8d4a-4793-815c-c4bada5885ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:46.876617 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dbaaddfa-6f71-428f-ba37-dfe2bc77deb1 req-e417f447-8d4a-4793-815c-c4bada5885ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 945 time: 0.1433389 Dec 22 08:58:46.972922 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:58:47.078971 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dbaaddfa-6f71-428f-ba37-dfe2bc77deb1 req-11038013-50e6-4534-b97d-d0235aed2713 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706924 Dec 22 08:58:47.106001 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570ad288-f21e-4059-b7ed-73baafd15f98 req-c0139d76-0421-4d38-b3b6-c2ee053dc403 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=37b43c0f-3055-42f9-ad83-bb7074b45d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2205076 Dec 22 08:58:47.233317 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570ad288-f21e-4059-b7ed-73baafd15f98 req-3e03142e-21fa-4482-8141-7953eb5f6964 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265247 Dec 22 08:58:47.300388 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:47.304726 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc732fa-478b-420b-96fd-f8109e33b28c None None] The sync data for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv is: [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '11f63ea0-98fa-4ee0-9b5a-323a97da49b6', 'name': '', 'network_id': '37b43c0f-3055-42f9-ad83-bb7074b45d90', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:85:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:36Z', 'updated_at': '2021-12-22T08:56:43Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'e7870b24-3271-4f85-b8fe-d5662ff8bdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:58:47.369312 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-570ad288-f21e-4059-b7ed-73baafd15f98 req-23f4d121-1493-485f-9bd9-b1f1baabd5a6 service neutron] 10.222.0.32 "GET /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293023 Dec 22 08:58:47.528047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2811b2a2-65d0-4b4c-b4bb-0969f2a6e3e6 None None] New status for floating IP 267ab836-3f77-43e3-8e87-49d8d8abe91e: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:58:48.290552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baa0e2-82e8-4fd2-95da-e60cd09ef018 req-0d8a6512-ce1a-4431-866a-b7c45eaee12d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:48.291277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-12baa0e2-82e8-4fd2-95da-e60cd09ef018 req-0d8a6512-ce1a-4431-866a-b7c45eaee12d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:48.314302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-12baa0e2-82e8-4fd2-95da-e60cd09ef018 req-0d8a6512-ce1a-4431-866a-b7c45eaee12d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:48.315870 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-12baa0e2-82e8-4fd2-95da-e60cd09ef018 req-0d8a6512-ce1a-4431-866a-b7c45eaee12d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 945 time: 0.1094055 Dec 22 08:58:48.364821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-12baa0e2-82e8-4fd2-95da-e60cd09ef018 req-731989d8-f482-4fe4-b9bc-e9f809fc8650 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:58:48.382902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-12baa0e2-82e8-4fd2-95da-e60cd09ef018 req-731989d8-f482-4fe4-b9bc-e9f809fc8650 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:58:48.387841 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-12baa0e2-82e8-4fd2-95da-e60cd09ef018 req-731989d8-f482-4fe4-b9bc-e9f809fc8650 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7160adf-78ae-44d7-bba4-a53ceaa647c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657947 Dec 22 08:58:48.390653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-3e18062a-becc-4893-8128-a7ee7f31ad76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:48.392142 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-3e18062a-becc-4893-8128-a7ee7f31ad76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 945 time: 0.0823197 Dec 22 08:58:48.464430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 4532a483-34de-41a6-9589-6d1c7fa3f769 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:58:48.464742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:48.717772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 4532a483-34de-41a6-9589-6d1c7fa3f769, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4532a483-34de-41a6-9589-6d1c7fa3f769,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:58:48.718003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:48.837394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 4532a483-34de-41a6-9589-6d1c7fa3f769 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:58:48.986052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:48.991773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1dcca856-b17b-4d2f-9258-c3eaa85f8bfd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:49.033715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=4532a483-34de-41a6-9589-6d1c7fa3f769,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:49.037264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:49.108447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port 4532a483-34de-41a6-9589-6d1c7fa3f769 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:58:49.111216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:49.113811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'name': 'network-vif-deleted', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:58:49.131067 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1f8f10d-b48d-4ee5-9300-bb15beb81735 req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/4532a483-34de-41a6-9589-6d1c7fa3f769 HTTP/1.1" status: 204 len: 173 time: 0.7336829 Dec 22 08:58:49.175457 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c871eae4-9131-484c-b724-996001158148', 'name': 'network-vif-deleted', 'tag': '4532a483-34de-41a6-9589-6d1c7fa3f769', 'status': 'completed', 'code': 200} Dec 22 08:58:49.579253 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eb333ea9-d838-43e0-9e9f-929d863c406f req-bdb790c8-273f-4f86-8016-7d51294944e5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=c871eae4-9131-484c-b724-996001158148 HTTP/1.1" status: 200 len: 210 time: 0.0460627 Dec 22 08:58:50.696867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45234) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:50.767011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d72db734-0fd3-4204-bb05-482bc2937688 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:50.796306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d72db734-0fd3-4204-bb05-482bc2937688 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:50.865872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d72db734-0fd3-4204-bb05-482bc2937688 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:50.869666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1eb7dd82-5667-40e9-9fb6-4712906b292a tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:50.884774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72db734-0fd3-4204-bb05-482bc2937688 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7160adf-78ae-44d7-bba4-a53ceaa647c5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:50.888328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d72db734-0fd3-4204-bb05-482bc2937688 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:50.895436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d72db734-0fd3-4204-bb05-482bc2937688 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:50.899317 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d72db734-0fd3-4204-bb05-482bc2937688 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/f7160adf-78ae-44d7-bba4-a53ceaa647c5 HTTP/1.1" status: 204 len: 168 time: 0.1987896 Dec 22 08:58:50.936994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45240) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:51.352477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:51.992727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:58:51.993464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:52.187547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 11f63ea0-98fa-4ee0-9b5a-323a97da49b6, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=11f63ea0-98fa-4ee0-9b5a-323a97da49b6,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:58:52.187880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:52.414132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:58:52.603443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:52.609244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:52.643215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4532a483-34de-41a6-9589-6d1c7fa3f769 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:58:52.653931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=11f63ea0-98fa-4ee0-9b5a-323a97da49b6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:52.657453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:52.676871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 4532a483-34de-41a6-9589-6d1c7fa3f769 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:58:52.677219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4532a483-34de-41a6-9589-6d1c7fa3f769 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:58:52.968111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:53.565346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:58:53.789144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:58:53.798858 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] Sync routers for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:58:53.802328 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fdda498e-44cb-4866-86c3-fd37b6cf9c34 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/a7a8ef77-cb13-4c7d-8108-fc52a94480d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8642697 Dec 22 08:58:53.805170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45244) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:53.812004 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:58:53.812609 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:53.999172 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:58:54.114142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting subnet e7870b24-3271-4f85-b8fe-d5662ff8bdfc {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 08:58:54.117148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.174001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.255056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.283115 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:58:52Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:54.287357 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] Checking router: a7a8ef77-cb13-4c7d-8108-fc52a94480d5 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:58:54.297835 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] Routers {'a7a8ef77-cb13-4c7d-8108-fc52a94480d5'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:58:54.298430 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:54.327350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.331054 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-de78defe-5465-4c52-b2ab-252b5a4c45c9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:54.368794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Subnet': ['ID=e7870b24-3271-4f85-b8fe-d5662ff8bdfc,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:54.372585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:54.375840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.383482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31d635e-21f8-4e35-9acf-1ad9209c5530 None None] Network 37b43c0f-3055-42f9-ad83-bb7074b45d90 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:58:54.388292 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/subnets/e7870b24-3271-4f85-b8fe-d5662ff8bdfc HTTP/1.1" status: 204 len: 168 time: 0.5793884 Dec 22 08:58:54.388595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45248) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:54.488118 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] Set router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:58:54.634699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.651583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] DHCP port deletion for 37b43c0f-3055-42f9-ad83-bb7074b45d90 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 08:58:54.655961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Deleting port 6c43d214-1d60-4b19-afe0-29691adc5e8a {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:58:54.656470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.837511 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:58:52Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:54.841062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.844762 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bdd0e9-dcc2-4d02-b315-c513890b0850 None None] The sync data for ids ['a7a8ef77-cb13-4c7d-8108-fc52a94480d5'] in dv-neutron-822610-1-hyperv is: [{'id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'name': 'tempest-TestNetworkBasicOps-router-524769593', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:58:52Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': '6c3fd409-b451-4839-b8c0-8c74b1e6f43f', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ec:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a8ef77-cb13-4c7d-8108-fc52a94480d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:56:33Z', 'updated_at': '2021-12-22T08:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:58:54.856446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 08:58:54.857135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:54.918904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] For port 6c43d214-1d60-4b19-afe0-29691adc5e8a, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6c43d214-1d60-4b19-afe0-29691adc5e8a,segment=NetworkSegment(6086d4d3-bab0-4160-963c-3067e9c69a87),segment_id=6086d4d3-bab0-4160-963c-3067e9c69a87)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:58:54.919437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:55.034268 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 6c3fd409-b451-4839-b8c0-8c74b1e6f43f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6c3fd409-b451-4839-b8c0-8c74b1e6f43f,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:58:55.034650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:55.038935 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Calling delete_port for 6c43d214-1d60-4b19-afe0-29691adc5e8a owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:58:55.124666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:55.128879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:55.162162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 6c3fd409-b451-4839-b8c0-8c74b1e6f43f owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 08:58:55.169123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Pushing event deleted for resources: {'Port': ['ID=6c43d214-1d60-4b19-afe0-29691adc5e8a,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:55.183686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.184033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.184375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.184711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.185046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.185376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.185705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.186029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.186350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.186667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.187002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:58:55.190551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] No DVR routers for this DVR port 6c43d214-1d60-4b19-afe0-29691adc5e8a on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 08:58:55.193216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:55.269493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:58:55.303138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:58:55.303576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 11f63ea0-98fa-4ee0-9b5a-323a97da49b6 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:58:55.304011 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c43d214-1d60-4b19-afe0-29691adc5e8a no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:58:55.351685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6c43d214-1d60-4b19-afe0-29691adc5e8a {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:58:55.351939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c43d214-1d60-4b19-afe0-29691adc5e8a not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:58:55.400632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:55.404378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9da2694c-c930-448e-bdd9-bcdffa193059 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:55.444313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=6c3fd409-b451-4839-b8c0-8c74b1e6f43f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:55.448815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:55.787336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.043701 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.047899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.074994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.075643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Fanout notify agent at l3_agent the message router_deleted on router a7a8ef77-cb13-4c7d-8108-fc52a94480d5 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 08:58:56.092210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.093664 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/routers/a7a8ef77-cb13-4c7d-8108-fc52a94480d5 HTTP/1.1" status: 204 len: 168 time: 1.7039912 Dec 22 08:58:56.096498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45252) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:56.212975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.348618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.373356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b43c0f-3055-42f9-ad83-bb7074b45d90']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:56.385129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6086d4d3-bab0-4160-963c-3067e9c69a87') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:56.385406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6086d4d3-bab0-4160-963c-3067e9c69a87') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:56.396607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.415943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.421865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 08:58:56.422232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 08:58:56.540272 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 08:58:56.625818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.630671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-eebfb003-4426-435a-81b2-e84dade87457 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:56.647449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.659567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Network': ['ID=37b43c0f-3055-42f9-ad83-bb7074b45d90,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:56.662869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:56.668065 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8fc05e25-41c0-49b2-a8e2-886a3070e61f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/networks/37b43c0f-3055-42f9-ad83-bb7074b45d90 HTTP/1.1" status: 204 len: 168 time: 0.5703800 Dec 22 08:58:56.699396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45256) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:56.705115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'network': {'name': 'tempest-network-smoke--535889726', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:58:56.710307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:56.714617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:network and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:56.717963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:56.723947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:56.737064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:58:56.739994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.767609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 08:58:56.776756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.777195 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Added segment 2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d of type vlan for network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 Dec 22 08:58:56.803656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.834055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.837746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:56.838317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.842104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-af8ea3ea-6929-4355-b637-5080ba5015ca tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:56.940868 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2403195 Dec 22 08:58:56.943626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45260) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:56.949024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-399424866', 'admin_state_up': True, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:58:56.950237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Network': ['ID=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:56.952940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a54a8224-a0da-41d5-98cc-abb618b4afdd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:56.955836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:56.960652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:router and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:56.961853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 08:58:56.963921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:56.970127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:56.982448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:56.983413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:57.002657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:57.092627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c3fd409-b451-4839-b8c0-8c74b1e6f43f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 08:58:57.125389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6c3fd409-b451-4839-b8c0-8c74b1e6f43f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 08:58:57.125737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6c3fd409-b451-4839-b8c0-8c74b1e6f43f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 08:58:57.149150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:57.343399 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:57.371522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:57.510195 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.104 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/ac376969-c675-4c19-a568-84d31496886e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:58:57.656121 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:57.684056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:57.688980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-88aa46ee-8774-4044-9632-588e6448ec0b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:57.750025 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:58:57.753086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:57.755609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:58:57.784570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=ac376969-c675-4c19-a568-84d31496886e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:57.787473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:57.919770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:57.920421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:58.157149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 153749d1-0fb8-433b-a439-1b8c12046c0b is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 08:58:58.481691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:58:58.493473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Sync routers for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:58:58.507129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:58:58.508006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:58.511142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:58.512660 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5680220 Dec 22 08:58:58.515864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45264) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:58.689948 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1fb939fb-8a1a-45e0-96be-e2f96e194480 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5e4a8f216e894d43bb9450dc62ec6901&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1726024 Dec 22 08:58:58.693055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45270) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:58.696114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:58:58.822093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b4bb7b-7d8d-471c-bd9b-53a15a8c577e tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:58.823507 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c1b4bb7b-7d8d-471c-bd9b-53a15a8c577e tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294143 Dec 22 08:58:58.826423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45274) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:58.865227 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-93183103-cca3-4caf-b6a9-d4d27deea4a6 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376663 Dec 22 08:58:58.867729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45278) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:58.872990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1153888415', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:58:58.977013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T08:58:57Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T08:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:58:58.981463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Checking router: 153749d1-0fb8-433b-a439-1b8c12046c0b for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:58:58.981614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Updating router 153749d1-0fb8-433b-a439-1b8c12046c0b port ac376969-c675-4c19-a568-84d31496886e binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:58:58.982254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:58:58.985985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:subnet and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:58:58.988792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:58:58.994365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:58:59.004871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:58:59.033223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.105980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.317758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.322791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b2e96a58-f3a2-4ff2-b841-04f32a83f275 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:59.366265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.379352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Transition to ACTIVE for port object ac376969-c675-4c19-a568-84d31496886e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:58:59.386867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.390701 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:59.398400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Subnet': ['ID=c29298a2-d461-427e-b11f-c6d2388d3fa6,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:59.403436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:59.414005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Checking segment: {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:58:59.414358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network hostable DHCP agents. Network: 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 08:58:59.437189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 08:58:59.447334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:58:59.451492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:58:59.452076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.473866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ce417-ef77-4aa4-92fe-3220f092c897 None None] Network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:58:59.475817 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6068490 Dec 22 08:58:59.478491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45282) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:58:59.596459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038d915-d8d7-48b5-b005-c2aa12e86320 None None] Pushing event updated for resources: {'Port': ['ID=ac376969-c675-4c19-a568-84d31496886e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:59.603749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1038d915-d8d7-48b5-b005-c2aa12e86320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:59.606236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Attempting to bind port ac376969-c675-4c19-a568-84d31496886e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:58:59.606506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Attempting to bind port ac376969-c675-4c19-a568-84d31496886e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:58:59.607005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Attempting to bind port ac376969-c675-4c19-a568-84d31496886e on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:58:59.636150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:58:59.636404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:58:59.636832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.637229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:58:59.637702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Bound port: ac376969-c675-4c19-a568-84d31496886e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:58:59.638103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.784034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] For port ac376969-c675-4c19-a568-84d31496886e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:58:59.792882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] For port ac376969-c675-4c19-a568-84d31496886e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac376969-c675-4c19-a568-84d31496886e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:58:59.798424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 08:58:59.799307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.810997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:58:59.817202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:58:59.960269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038d915-d8d7-48b5-b005-c2aa12e86320 None None] Pushing event updated for resources: {'Port': ['ID=ac376969-c675-4c19-a568-84d31496886e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:58:59.966135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1038d915-d8d7-48b5-b005-c2aa12e86320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:58:59.973488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:58:59.974129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:00.164787 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Allocated IP 172.20.0.2 (65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07/c29298a2-d461-427e-b11f-c6d2388d3fa6/dfb6bc37-d3db-4e4c-939b-cde56a120e23) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:00.242196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:00.279273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:59:00.623882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:00.639015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Transition to ACTIVE for port object dfb6bc37-d3db-4e4c-939b-cde56a120e23 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:00.663553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Transition to ACTIVE for port object dfb6bc37-d3db-4e4c-939b-cde56a120e23 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:00.674443 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:00.680132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:00.743801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.1 (65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07/c29298a2-d461-427e-b11f-c6d2388d3fa6/723c9da7-7320-462d-a783-51cfb6616acb) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:00.754135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Pushing event updated for resources: {'Port': ['ID=dfb6bc37-d3db-4e4c-939b-cde56a120e23,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:00.759879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:00.762266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:00.763973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T08:58:57Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T08:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:00.766332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:00.769171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:59:00.772520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d68d8e-c4d8-4080-931d-f9ee0ec6bd49 None None] The sync data for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv is: [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T08:58:57Z', 'revision_number': 3, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T08:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:59:00.858736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Attempting to bind port dfb6bc37-d3db-4e4c-939b-cde56a120e23 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:59:00.859120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Attempting to bind port dfb6bc37-d3db-4e4c-939b-cde56a120e23 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:59:00.859514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Attempting to bind port dfb6bc37-d3db-4e4c-939b-cde56a120e23 on network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:59:00.866222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:59:00.866602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Checking segment: {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:59:00.867008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:00.867437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Bound using segment: {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:59:00.867940 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Bound port: dfb6bc37-d3db-4e4c-939b-cde56a120e23, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:59:00.868324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:00.914290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:00.932732 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object 723c9da7-7320-462d-a783-51cfb6616acb will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:00.968186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:00.976223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5437a58a-f457-48eb-be27-7e561b45f8af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:01.037200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] For port dfb6bc37-d3db-4e4c-939b-cde56a120e23, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:59:01.041841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] For port dfb6bc37-d3db-4e4c-939b-cde56a120e23, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=dfb6bc37-d3db-4e4c-939b-cde56a120e23,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:59:01.049676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:01.054780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:01.058661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:01.061020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:59:01.068379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:01.159398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac376969-c675-4c19-a568-84d31496886e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:01.232219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Pushing event updated for resources: {'Port': ['ID=dfb6bc37-d3db-4e4c-939b-cde56a120e23,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:01.235917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:01.246910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ac376969-c675-4c19-a568-84d31496886e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:01.255194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ac376969-c675-4c19-a568-84d31496886e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:01.255618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:01.268306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=723c9da7-7320-462d-a783-51cfb6616acb,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:01.272978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:01.296779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:01.416849 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:01.419377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:01.436212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ac376969-c675-4c19-a568-84d31496886e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac376969-c675-4c19-a568-84d31496886e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:59:01.442103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:01.445093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:01.533478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ac376969-c675-4c19-a568-84d31496886e,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:01.543832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:01.874379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:01.879731 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:01.909173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c378f222-5336-4d9d-9906-fe783dcdb73d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:01.995178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=723c9da7-7320-462d-a783-51cfb6616acb,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:01.997756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:02.002993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:02.108837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44697c86-e771-4821-886d-e02978a06f0b None None] Network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 08:59:02.137012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:02.138150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:02.218412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ab555c90-cf6d-4dca-86e5-834448e5c769 None None] Provisioning for port dfb6bc37-d3db-4e4c-939b-cde56a120e23 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:02.526319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 153749d1-0fb8-433b-a439-1b8c12046c0b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:59:02.557300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ffc193fe-b19b-41bc-9642-a11a7b2ffc0e None None] Provisioning for port 723c9da7-7320-462d-a783-51cfb6616acb completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:02.563186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ffc193fe-b19b-41bc-9642-a11a7b2ffc0e None None] Provisioning complete for port 723c9da7-7320-462d-a783-51cfb6616acb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:02.563591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ffc193fe-b19b-41bc-9642-a11a7b2ffc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:02.619758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ffc193fe-b19b-41bc-9642-a11a7b2ffc0e None None] Port 723c9da7-7320-462d-a783-51cfb6616acb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:59:02.741870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:59:02.755396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-beeda318-8334-4b64-b026-6192e72e91c9 None None] Provisioning complete for port 723c9da7-7320-462d-a783-51cfb6616acb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:02.755899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-beeda318-8334-4b64-b026-6192e72e91c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:02.766270 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/153749d1-0fb8-433b-a439-1b8c12046c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2866657 Dec 22 08:59:02.768840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45286) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:02.815326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-beeda318-8334-4b64-b026-6192e72e91c9 None None] Port 723c9da7-7320-462d-a783-51cfb6616acb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:59:02.937810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e2c6edd9-509b-40e9-89ee-ecb531ce4e34 None None] Provisioning complete for port 723c9da7-7320-462d-a783-51cfb6616acb triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:02.938104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e2c6edd9-509b-40e9-89ee-ecb531ce4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:02.993662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6edd9-509b-40e9-89ee-ecb531ce4e34 None None] Port 723c9da7-7320-462d-a783-51cfb6616acb cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:59:03.034095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41193f-ded5-4969-80be-f08b8205110c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:03.034738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41193f-ded5-4969-80be-f08b8205110c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:03.034839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41193f-ded5-4969-80be-f08b8205110c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:03.035158 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41193f-ded5-4969-80be-f08b8205110c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:03.036974 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1e41193f-ded5-4969-80be-f08b8205110c tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2672169 Dec 22 08:59:03.040484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45290) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:03.109462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b107a-157b-4657-8eee-4c4de0ec239d tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:03.109816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b107a-157b-4657-8eee-4c4de0ec239d tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:03.110177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b107a-157b-4657-8eee-4c4de0ec239d tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:03.110517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b107a-157b-4657-8eee-4c4de0ec239d tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:03.115457 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fe9b107a-157b-4657-8eee-4c4de0ec239d tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0713656 Dec 22 08:59:03.115457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45294) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:03.164826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device dfb6bc37-d3db-4e4c-939b-cde56a120e23 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:03.235684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port dfb6bc37-d3db-4e4c-939b-cde56a120e23 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:03.240553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port dfb6bc37-d3db-4e4c-939b-cde56a120e23 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:03.240928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:03.314822 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c9798eda-3b10-4e6f-906b-079ef601a953 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1982732 Dec 22 08:59:03.354804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:03.386624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port dfb6bc37-d3db-4e4c-939b-cde56a120e23, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=dfb6bc37-d3db-4e4c-939b-cde56a120e23,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:59:03.390983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:03.391844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac376969-c675-4c19-a568-84d31496886e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:03.414241 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:03.505332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=dfb6bc37-d3db-4e4c-939b-cde56a120e23,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:03.509038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:03.520587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ac376969-c675-4c19-a568-84d31496886e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:03.520945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:03.665345 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45300) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:03.671266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965181441', 'description': 'tempest-secgroup-smoke-1965181441 description', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:03.678317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:03.683035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:03.686118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:03.692360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:03.704149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:03.740316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:03.745634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:03.752715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:03.767329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:03.826226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:03.831914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:03.838250 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2765515b-7500-4e40-b870-81e0d57d32da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:03.888869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad03ecd-faca-4386-8eb1-180117efa44e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:03.891858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:03.893004 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:03.897029 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2278736 Dec 22 08:59:03.897677 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45304) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:03.903463 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fad03ecd-faca-4386-8eb1-180117efa44e', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:03.911215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:03.917532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:03.920585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:03.926670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:03.944493 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.007867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.012870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.014650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9036e483-537f-4589-98aa-f7ac0932681c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:04.036385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cc3195-ee88-4aec-97d9-3e838a42ea2c,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:04.041822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:04.047131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.048357 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4ffe20f5-71b4-4cbf-a2ee-f399015d07f0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1499248 Dec 22 08:59:04.053689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45308) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:04.060261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fad03ecd-faca-4386-8eb1-180117efa44e', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:04.069742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:04.073730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:04.076612 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:04.082103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:04.102925 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.163416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.169919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.175870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-19aeb64a-38c4-4400-8624-14feece5a4ad tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:04.195834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fe98fb-e41b-4663-95f4-3855fdb480a0,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:04.201611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:04.207821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.209476 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1547437 Dec 22 08:59:04.212844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45312) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:04.218949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fad03ecd-faca-4386-8eb1-180117efa44e', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:04.225124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:04.229005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:04.231918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:04.237619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:04.257070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.324124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.328972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.330822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-575ded5a-83df-4178-b205-e6336572bf6a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:04.353555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ceac0d1-28b3-4b11-b163-7d93bf4a87c7,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:04.358211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:04.364134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.365538 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1516569 Dec 22 08:59:04.368461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45316) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:04.374064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fad03ecd-faca-4386-8eb1-180117efa44e', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:04.380341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:04.384194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:04.387070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:04.392796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:04.413244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.434341 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Sync routers for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:59:04.446561 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:59:04.447192 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:04.478355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.482792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.491224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c27b2dc7-3d95-4326-a8f7-a4f1d138e65e tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:04.510392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5f1629-69aa-485e-9255-b94fce60a61a,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:04.512941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:04.521936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.523200 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1537478 Dec 22 08:59:04.526118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45320) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:04.532293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fad03ecd-faca-4386-8eb1-180117efa44e', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:04.538678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:04.542697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:04.545526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:04.551154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:04.562873 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:59:04.569769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.629117 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:59:04.635504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.639591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.641386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aaa17b30-a90f-4ca8-ab5d-9e607ec94d69 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:04.662659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c6825d-881e-4d8e-8521-9d5cfcf1a5ef,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:04.665314 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:04.673689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.675764 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1484866 Dec 22 08:59:04.678012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45324) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:04.684192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'security_group_rule': {'security_group_id': 'fad03ecd-faca-4386-8eb1-180117efa44e', 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:04.690562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:04.695175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:security_group_rule and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:04.698283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:04.704569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:04.715625 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Project 5e4a8f216e894d43bb9450dc62ec6901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 08:59:04.722523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.791145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.796451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.798244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e3783b48-e2c8-42fd-8ff6-f881dc6d05f8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:04.820488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bb02b7-3663-4e56-b6d5-457618eb214a,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:04.822887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:04.830416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:04.831689 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1526973 Dec 22 08:59:04.952206 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '723c9da7-7320-462d-a783-51cfb6616acb', 'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:41:31:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:00Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:04.956478 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Checking router: 153749d1-0fb8-433b-a439-1b8c12046c0b for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:59:04.956837 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Updating router 153749d1-0fb8-433b-a439-1b8c12046c0b port 723c9da7-7320-462d-a783-51cfb6616acb binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 08:59:05.012289 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:05.015292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-6cf202ef-deef-4f20-8f49-c8942febe1ec tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:05.031936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-6cf202ef-deef-4f20-8f49-c8942febe1ec tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:05.033240 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-6cf202ef-deef-4f20-8f49-c8942febe1ec tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965181441&fields=id&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 267 time: 0.0578871 Dec 22 08:59:05.103635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device dfb6bc37-d3db-4e4c-939b-cde56a120e23 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:05.177655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port dfb6bc37-d3db-4e4c-939b-cde56a120e23 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:05.178053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:05.184901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-686f3f46-6a36-4c50-8722-93693dcd41fe tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:05.186424 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-686f3f46-6a36-4c50-8722-93693dcd41fe tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/networks?id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 HTTP/1.1" status: 200 len: 796 time: 0.1465204 Dec 22 08:59:05.204211 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-4eb83d78-174b-4ec9-8c9e-3f718c51746e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/quotas/5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 375 time: 0.0119042 Dec 22 08:59:05.287159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-d9f73c90-1997-4024-8542-7578127c0b86 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:05.303061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-d9f73c90-1997-4024-8542-7578127c0b86 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:05.304688 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-d9f73c90-1997-4024-8542-7578127c0b86 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933747 Dec 22 08:59:05.369252 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:05.380468 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Transition to ACTIVE for port object 723c9da7-7320-462d-a783-51cfb6616acb will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:05.387837 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:05.390698 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:05.443800 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-866b044a-223b-4f21-bf02-10683375bf89 service neutron] 10.222.0.31 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276767 Dec 22 08:59:05.575302 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Pushing event updated for resources: {'Port': ['ID=723c9da7-7320-462d-a783-51cfb6616acb,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:05.601373 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-44768c88-3083-44f4-9e63-63b894f976df service neutron] 10.222.0.31 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512904 Dec 22 08:59:05.619508 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.619787 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.620114 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.620435 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.620757 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.621075 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.621391 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.621705 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.622018 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.622326 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.622632 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 08:59:05.632606 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:05.648240 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Attempting to bind port 723c9da7-7320-462d-a783-51cfb6616acb on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:59:05.648605 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Attempting to bind port 723c9da7-7320-462d-a783-51cfb6616acb by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:59:05.648955 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Attempting to bind port 723c9da7-7320-462d-a783-51cfb6616acb on network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:59:05.655224 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:59:05.655618 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Checking segment: {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:59:05.656046 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:05.656396 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Bound using segment: {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:59:05.656841 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Bound port: 723c9da7-7320-462d-a783-51cfb6616acb, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:59:05.657202 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:05.751887 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] For port 723c9da7-7320-462d-a783-51cfb6616acb, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:59:05.754922 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] For port 723c9da7-7320-462d-a783-51cfb6616acb, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=723c9da7-7320-462d-a783-51cfb6616acb,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:59:05.760981 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:05.764790 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-ac57889b-a696-4a4b-80cf-8ffbc5140ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:05.809914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-91564346-cecc-4c9b-b416-5f3846d1becf req-599a7463-7f1a-4125-9742-9c38cf9a332e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:05.837301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-91564346-cecc-4c9b-b416-5f3846d1becf req-599a7463-7f1a-4125-9742-9c38cf9a332e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:05.846999 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Pushing event updated for resources: {'Port': ['ID=723c9da7-7320-462d-a783-51cfb6616acb,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:05.847990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-91564346-cecc-4c9b-b416-5f3846d1becf req-599a7463-7f1a-4125-9742-9c38cf9a332e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 210 time: 0.0883775 Dec 22 08:59:05.853181 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:05.853871 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:59:05.854485 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:58:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:06.037399 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:59:06.354053 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '723c9da7-7320-462d-a783-51cfb6616acb', 'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:41:31:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:00Z', 'updated_at': '2021-12-22T08:59:05Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:06.358164 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16efb0-c3a8-499d-aba1-2dbc9972800a None None] The sync data for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv is: [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '723c9da7-7320-462d-a783-51cfb6616acb', 'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:41:31:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:00Z', 'updated_at': '2021-12-22T08:59:05Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:59:06.891432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-8743c6f4-fa3b-417b-97be-87781a3d6410 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:06.892278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-8743c6f4-fa3b-417b-97be-87781a3d6410 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:06.916073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-8743c6f4-fa3b-417b-97be-87781a3d6410 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:06.917262 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-8743c6f4-fa3b-417b-97be-87781a3d6410 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/networks?id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 HTTP/1.1" status: 200 len: 796 time: 0.1988254 Dec 22 08:59:06.986997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-fb200692-713b-4dfd-9e80-d1b0b6182d7f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:07.000258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-fb200692-713b-4dfd-9e80-d1b0b6182d7f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:07.001389 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-fb200692-713b-4dfd-9e80-d1b0b6182d7f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e4a8f216e894d43bb9450dc62ec6901 HTTP/1.1" status: 200 len: 380 time: 0.0694671 Dec 22 08:59:07.011864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'port': {'device_id': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'admin_state_up': True, 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'security_groups': ['fad03ecd-faca-4386-8eb1-180117efa44e']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:07.030719 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0cf82737-c477-4f2e-8d8d-48a759189c1a req-a3c2b83d-c826-4acc-8daf-0c0fe8ff61cb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 210 time: 0.0482707 Dec 22 08:59:07.104753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-af2fa8cd-bbb7-4ba1-bcf6-a557c538dcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:07.141750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 723c9da7-7320-462d-a783-51cfb6616acb up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:07.172687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:07.182468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:07.194594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Made reservation on behalf of 5e4a8f216e894d43bb9450dc62ec6901 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 08:59:07.197695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:07.214091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 723c9da7-7320-462d-a783-51cfb6616acb completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:07.220855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 723c9da7-7320-462d-a783-51cfb6616acb triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:07.221411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:07.378590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:07.414268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 723c9da7-7320-462d-a783-51cfb6616acb, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=723c9da7-7320-462d-a783-51cfb6616acb,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:59:07.418968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:07.422252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1038d915-d8d7-48b5-b005-c2aa12e86320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:07.470710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.20.0.12 (65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07/c29298a2-d461-427e-b11f-c6d2388d3fa6/a8e2434e-d695-4fd0-a162-c96a060fb6ef) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:07.487575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=723c9da7-7320-462d-a783-51cfb6616acb,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:07.491219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:07.674217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:07.694026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Transition to ACTIVE for port object a8e2434e-d695-4fd0-a162-c96a060fb6ef will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:07.719677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:07.725704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c392ed2-5399-433e-9cda-a1504ad4b641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:07.777335 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 08:59:07.796276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:07.799643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:07.804031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:59:07.832882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=a8e2434e-d695-4fd0-a162-c96a060fb6ef,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:07.840254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:07.868109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:07.868704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:07.905250 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8970230 Dec 22 08:59:07.916531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Request body: {'port': {'device_id': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:07.996534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-df6d3725-ed2f-4f57-ba11-3040988a9540 None None] Provisioning for port a8e2434e-d695-4fd0-a162-c96a060fb6ef completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:08.001170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-df6d3725-ed2f-4f57-ba11-3040988a9540 None None] Provisioning complete for port a8e2434e-d695-4fd0-a162-c96a060fb6ef triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:08.001553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-df6d3725-ed2f-4f57-ba11-3040988a9540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:08.026776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:08.055167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-df6d3725-ed2f-4f57-ba11-3040988a9540 None None] Port a8e2434e-d695-4fd0-a162-c96a060fb6ef cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 08:59:08.343209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cfcd4-268c-4d25-b98f-879be0e75232 req-a1a1aa95-aaf5-4802-a9ae-5ba133ab48b0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:08.343813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-954cfcd4-268c-4d25-b98f-879be0e75232 req-a1a1aa95-aaf5-4802-a9ae-5ba133ab48b0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 08:59:08.374246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-954cfcd4-268c-4d25-b98f-879be0e75232 req-a1a1aa95-aaf5-4802-a9ae-5ba133ab48b0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 08:59:08.375428 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-954cfcd4-268c-4d25-b98f-879be0e75232 req-a1a1aa95-aaf5-4802-a9ae-5ba133ab48b0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 932 time: 0.2227459 Dec 22 08:59:08.456272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e2434e-d695-4fd0-a162-c96a060fb6ef {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:59:08.467401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:08.481553 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-954cfcd4-268c-4d25-b98f-879be0e75232 req-af378cbd-c413-4244-a92e-09ff66c1d6fc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971055 Dec 22 08:59:08.487114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Transition to ACTIVE for port object a8e2434e-d695-4fd0-a162-c96a060fb6ef will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 08:59:08.492249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:08.496643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:08.619686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Pushing event updated for resources: {'Port': ['ID=a8e2434e-d695-4fd0-a162-c96a060fb6ef,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:08.623622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:08.732591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Attempting to bind port a8e2434e-d695-4fd0-a162-c96a060fb6ef on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 08:59:08.732913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Attempting to bind port a8e2434e-d695-4fd0-a162-c96a060fb6ef by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 08:59:08.733226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Attempting to bind port a8e2434e-d695-4fd0-a162-c96a060fb6ef on network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:59:08.738913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Port a8e2434e-d695-4fd0-a162-c96a060fb6ef on network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 08:59:08.739413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Attempting to bind port a8e2434e-d695-4fd0-a162-c96a060fb6ef on network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 08:59:08.745639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 8, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 08:59:08.745953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Checking segment: {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 08:59:08.746332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Bound using segment: {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 08:59:08.746741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Bound port: a8e2434e-d695-4fd0-a162-c96a060fb6ef, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 08:59:08.747078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:08.845952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] For port a8e2434e-d695-4fd0-a162-c96a060fb6ef, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 08:59:08.850198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] For port a8e2434e-d695-4fd0-a162-c96a060fb6ef, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 08:59:08.859454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:08.865158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f644aafb-5586-4ed6-bc47-f84ef6f8bfc0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:08.922686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:08.924728 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] 10.222.0.32 "PUT /v2.0/ports/a8e2434e-d695-4fd0-a162-c96a060fb6ef HTTP/1.1" status: 200 len: 1094 time: 1.0119362 Dec 22 08:59:08.927404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:08.954884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Pushing event updated for resources: {'Port': ['ID=a8e2434e-d695-4fd0-a162-c96a060fb6ef,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:08.958800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:09.005571 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'status': 'completed', 'code': 200} Dec 22 08:59:09.043245 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-697b7f99-da58-4388-9355-682a8e9bcd6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 1097 time: 0.0795333 Dec 22 08:59:09.106645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 723c9da7-7320-462d-a783-51cfb6616acb up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:09.133241 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-44a21b1b-acb3-4f10-bb5e-1881e8423e21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef HTTP/1.1" status: 200 len: 217 time: 0.0828562 Dec 22 08:59:09.186853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 723c9da7-7320-462d-a783-51cfb6616acb triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:09.187545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:09.205522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-227611ac-d47e-47ee-b969-6dc938a00651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:09.206969 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-227611ac-d47e-47ee-b969-6dc938a00651 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c29298a2-d461-427e-b11f-c6d2388d3fa6 HTTP/1.1" status: 200 len: 835 time: 0.0669527 Dec 22 08:59:09.260976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-67238698-a942-49c9-a425-52fb96b9fa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:09.422482 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-c0d09846-7911-481e-a6b5-275b86947a09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2088413 Dec 22 08:59:09.587956 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-1b0e437b-19ca-408b-81c4-51f348f9e979 service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588776 Dec 22 08:59:09.803935 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-62899b17-6aec-4d2b-9b57-7797c1e2f9bf req-32f18965-defd-4afb-8cb8-a3efe389f734 service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100179 Dec 22 08:59:09.817011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a9fe6-77f3-4034-9606-4da564dc0d6e req-6019d892-e6b1-48bc-90a9-f68679001059 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:09.818542 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-528a9fe6-77f3-4034-9606-4da564dc0d6e req-6019d892-e6b1-48bc-90a9-f68679001059 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 944 time: 0.2010474 Dec 22 08:59:09.927821 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-528a9fe6-77f3-4034-9606-4da564dc0d6e req-32b9d033-f0b4-475f-8226-5353f3d3c5a8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026621 Dec 22 08:59:09.960140 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7473f150-cff5-4c5f-a7ad-2a795c521833 req-8c9b052d-befa-4eb4-a2ee-2a0aa9fd44da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 1097 time: 0.1100774 Dec 22 08:59:10.127393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f150-cff5-4c5f-a7ad-2a795c521833 req-f96cac2e-0a90-4f82-9d7b-3c1efe81de29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:10.129814 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7473f150-cff5-4c5f-a7ad-2a795c521833 req-f96cac2e-0a90-4f82-9d7b-3c1efe81de29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 HTTP/1.1" status: 200 len: 897 time: 0.1629777 Dec 22 08:59:10.215704 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7473f150-cff5-4c5f-a7ad-2a795c521833 req-ae19aece-dd56-4bea-b4b6-fad8711a51e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef HTTP/1.1" status: 200 len: 217 time: 0.0783608 Dec 22 08:59:10.286120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473f150-cff5-4c5f-a7ad-2a795c521833 req-99d182d6-89de-4b37-93e3-3451358c128d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:10.287579 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7473f150-cff5-4c5f-a7ad-2a795c521833 req-99d182d6-89de-4b37-93e3-3451358c128d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c29298a2-d461-427e-b11f-c6d2388d3fa6 HTTP/1.1" status: 200 len: 835 time: 0.0658264 Dec 22 08:59:10.364205 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7473f150-cff5-4c5f-a7ad-2a795c521833 req-8d14a86e-1bf1-49a0-92d6-7c7d1ece6287 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690114 Dec 22 08:59:10.409592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:10.494403 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7473f150-cff5-4c5f-a7ad-2a795c521833 req-2ad3e369-1811-43ed-b943-2e9d861890b3 service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226518 Dec 22 08:59:10.501065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:10.637375 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7473f150-cff5-4c5f-a7ad-2a795c521833 req-14821ffe-fc3b-46e6-8de5-a8e287249cf4 service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362145 Dec 22 08:59:11.139002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f0cdc-cf2e-47d0-bdb0-bcd5ac35ef55 req-9da454b4-5dcf-47ac-b115-45f57154ae74 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:11.140460 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f78f0cdc-cf2e-47d0-bdb0-bcd5ac35ef55 req-9da454b4-5dcf-47ac-b115-45f57154ae74 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 944 time: 0.0794301 Dec 22 08:59:11.186578 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f78f0cdc-cf2e-47d0-bdb0-bcd5ac35ef55 req-00a01e9a-5345-42f8-9eb8-07345ed712c9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386887 Dec 22 08:59:11.448998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:11.800412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:12.418444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34ba9-c3bb-408c-a63f-e7b6fcbec607 req-7103f958-7f1f-4698-ac7c-9b123d19ab0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:12.419901 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0aa34ba9-c3bb-408c-a63f-e7b6fcbec607 req-7103f958-7f1f-4698-ac7c-9b123d19ab0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 944 time: 0.0890510 Dec 22 08:59:12.465406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0aa34ba9-c3bb-408c-a63f-e7b6fcbec607 req-3ff42cf2-7cdc-4821-a172-a09b79b69927 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 Dec 22 08:59:12.737918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a8e2434e-d695-4fd0-a162-c96a060fb6ef details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 08:59:12.877248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a8e2434e-d695-4fd0-a162-c96a060fb6ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:59:12.890212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'port_id': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'mac_address': 'fa:16:3e:d6:57:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 08:59:12.946422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:12.964160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e2434e-d695-4fd0-a162-c96a060fb6ef {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 08:59:12.979399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a8e2434e-d695-4fd0-a162-c96a060fb6ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:59:12.986008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:12.987704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:13.051397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=a8e2434e-d695-4fd0-a162-c96a060fb6ef,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:13.054895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:13.274820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['a8e2434e-d695-4fd0-a162-c96a060fb6ef'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 08:59:13.684834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf2272-df4a-427f-b3c2-549d96ee8b25 req-04ace8f1-d281-407b-a295-a3ecd7f830b7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:13.686289 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-34cf2272-df4a-427f-b3c2-549d96ee8b25 req-04ace8f1-d281-407b-a295-a3ecd7f830b7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 945 time: 0.0954745 Dec 22 08:59:13.733614 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-34cf2272-df4a-427f-b3c2-549d96ee8b25 req-3f898ac9-6dbc-4509-9c4e-8a5b0e7490ac tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Dec 22 08:59:14.752121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a8e2434e-d695-4fd0-a162-c96a060fb6ef up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 08:59:14.831484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port a8e2434e-d695-4fd0-a162-c96a060fb6ef completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 08:59:14.836277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port a8e2434e-d695-4fd0-a162-c96a060fb6ef triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 08:59:14.836658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:14.935715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b8551-2b58-40b9-afa0-c4fbdd4aacc1 req-3d63073b-80de-4f65-a8d3-491437166637 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:14.937265 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-967b8551-2b58-40b9-afa0-c4fbdd4aacc1 req-3d63073b-80de-4f65-a8d3-491437166637 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 945 time: 0.0743332 Dec 22 08:59:14.950896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:14.979056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:14.988155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-967b8551-2b58-40b9-afa0-c4fbdd4aacc1 req-4a329dca-d8b7-402c-a3dc-852b2e0c4044 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451000 Dec 22 08:59:14.989742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a8e2434e-d695-4fd0-a162-c96a060fb6ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 08:59:14.995705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:14.997715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1038d915-d8d7-48b5-b005-c2aa12e86320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:15.044616 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'code': 200} Dec 22 08:59:15.063560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=a8e2434e-d695-4fd0-a162-c96a060fb6ef,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:15.066500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:15.287555 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5da678ab-5ad0-4be9-8d05-ba16bfcebabd req-3a2222fc-777b-457a-9518-d2a020cf84c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 1099 time: 0.0750213 Dec 22 08:59:15.346093 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5da678ab-5ad0-4be9-8d05-ba16bfcebabd req-d535ae15-ba36-45cf-91c5-135a6cda51be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502007 Dec 22 08:59:16.211493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f8fcf-8476-4125-b998-06951d685358 req-b1dc34d6-a1e0-4b8b-a9a3-58a1f9f3a8d4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:16.212950 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d28f8fcf-8476-4125-b998-06951d685358 req-b1dc34d6-a1e0-4b8b-a9a3-58a1f9f3a8d4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 946 time: 0.0948894 Dec 22 08:59:16.259586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d28f8fcf-8476-4125-b998-06951d685358 req-b72c7a05-81b5-4445-88a0-c0db8751405e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Dec 22 08:59:17.470242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5f5ec-60e0-49cb-8bda-b7f0bbe5b92b req-0f77da1f-2311-4650-a5ca-77f1c127cd64 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:17.471706 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cdc5f5ec-60e0-49cb-8bda-b7f0bbe5b92b req-0f77da1f-2311-4650-a5ca-77f1c127cd64 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 946 time: 0.0811985 Dec 22 08:59:17.517108 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cdc5f5ec-60e0-49cb-8bda-b7f0bbe5b92b req-a5cbe6f7-40c0-43e9-af87-a07d45d25d39 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397375 Dec 22 08:59:17.728793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fbfee-08cc-45f8-bf48-46a7fc8eee49 req-cf49328c-de76-4095-bcf7-8ea1e0ec8e27 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:17.730262 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-486fbfee-08cc-45f8-bf48-46a7fc8eee49 req-cf49328c-de76-4095-bcf7-8ea1e0ec8e27 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 946 time: 0.0863330 Dec 22 08:59:17.777030 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-486fbfee-08cc-45f8-bf48-46a7fc8eee49 req-62323d0b-02ea-481b-9de1-ad7817d3026e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407891 Dec 22 08:59:17.804334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45374) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:17.981447 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b61c445b-3bc1-45a2-94ef-d7edee583af6 tempest-TestNetworkBasicOps-839006834 tempest-TestNetworkBasicOps-839006834-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 1094 time: 0.1759310 Dec 22 08:59:17.984197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45378) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:17.989488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 08:59:17.994983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 08:59:17.998816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Usage tracker for resource:floatingip and tenant:5e4a8f216e894d43bb9450dc62ec6901 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 08:59:18.001640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 08:59:18.007326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 08:59:18.020769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.169308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.307692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Allocated IP 172.26.5.115 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/70995a8b-50f3-400b-be97-1b68e4089be4) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 08:59:18.478464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.506673 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:18.510508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:18.572822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 08:59:18.575777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 08:59:18.579763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 08:59:18.603557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=70995a8b-50f3-400b-be97-1b68e4089be4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:18.608240 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:19.098739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.165134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.367831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.374192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.377850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7db94bc3-d8be-482c-92b0-22c3733d6e5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 08:59:19.477920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event updated for resources: {'Port': ['ID=70995a8b-50f3-400b-be97-1b68e4089be4,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 08:59:19.481805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 08:59:19.496187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:19.799666 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Floating IP 6ca21040-1f1c-42f5-bab7-a43de41696e1 associated. External IP: 172.26.5.115, port: a8e2434e-d695-4fd0-a162-c96a060fb6ef. Dec 22 08:59:20.223421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 153749d1-0fb8-433b-a439-1b8c12046c0b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 08:59:20.438066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 08:59:20.471827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:20.531270 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5460668 Dec 22 08:59:20.531946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 08:59:20.534212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45382) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:20.549165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] Sync routers for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 08:59:20.572962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:59:20.573592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:59:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:20.591314 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'status': 'completed', 'code': 200} Dec 22 08:59:20.699682 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd297abf-60a5-4e0b-a32b-8048a8a26a5d req-a962ca6f-fda5-474d-ae32-3539b6e8fa20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 1099 time: 0.0856547 Dec 22 08:59:20.769570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:59:20.775561 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0e502559-78f3-4913-924c-27b78e7c784d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.2398870 Dec 22 08:59:20.834054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd297abf-60a5-4e0b-a32b-8048a8a26a5d req-268f8c89-cdea-411e-9938-3ad7f749aef3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:20.835747 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd297abf-60a5-4e0b-a32b-8048a8a26a5d req-268f8c89-cdea-411e-9938-3ad7f749aef3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 HTTP/1.1" status: 200 len: 897 time: 0.1293259 Dec 22 08:59:20.938466 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd297abf-60a5-4e0b-a32b-8048a8a26a5d req-e19cbfb1-becd-480a-a940-4491f11fedaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef HTTP/1.1" status: 200 len: 1000 time: 0.0961764 Dec 22 08:59:21.008740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd297abf-60a5-4e0b-a32b-8048a8a26a5d req-7e4bf273-7032-4f17-a372-aac305b0f0a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:21.010181 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd297abf-60a5-4e0b-a32b-8048a8a26a5d req-7e4bf273-7032-4f17-a372-aac305b0f0a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c29298a2-d461-427e-b11f-c6d2388d3fa6 HTTP/1.1" status: 200 len: 835 time: 0.0652153 Dec 22 08:59:21.087259 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd297abf-60a5-4e0b-a32b-8048a8a26a5d req-33c177ae-03c3-46dc-95b0-510fae72dc5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685239 Dec 22 08:59:21.157361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '6ca21040-1f1c-42f5-bab7-a43de41696e1', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'port_id': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'mac_address': 'fa:16:3e:d6:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:18Z', 'updated_at': '2021-12-22T08:59:18Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723c9da7-7320-462d-a783-51cfb6616acb', 'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:41:31:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:00Z', 'updated_at': '2021-12-22T08:59:07Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:21.161300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] Checking router: 153749d1-0fb8-433b-a439-1b8c12046c0b for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 08:59:21.173581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 08:59:21.174198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T08:59:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:21.217983 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd297abf-60a5-4e0b-a32b-8048a8a26a5d req-b20b0242-56f9-4094-9a4c-eadaafde3d86 service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243167 Dec 22 08:59:21.349805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 08:59:21.351730 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd297abf-60a5-4e0b-a32b-8048a8a26a5d req-f81d5dd7-3f50-4c48-9dd0-1028a1ef7b0b service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270595 Dec 22 08:59:21.708104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '6ca21040-1f1c-42f5-bab7-a43de41696e1', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'port_id': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'mac_address': 'fa:16:3e:d6:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:18Z', 'updated_at': '2021-12-22T08:59:18Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723c9da7-7320-462d-a783-51cfb6616acb', 'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:41:31:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:00Z', 'updated_at': '2021-12-22T08:59:07Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 08:59:21.712300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01604ac2-e142-411a-8ee6-83b8c61b5816 None None] The sync data for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv is: [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T08:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '6ca21040-1f1c-42f5-bab7-a43de41696e1', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'port_id': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'mac_address': 'fa:16:3e:d6:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:18Z', 'updated_at': '2021-12-22T08:59:18Z', 'revision_number': 0, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723c9da7-7320-462d-a783-51cfb6616acb', 'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:41:31:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:00Z', 'updated_at': '2021-12-22T08:59:07Z', 'revision_number': 5, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 08:59:21.779449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45388) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:21.994708 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5712b63b-52a3-418a-97d9-9b627cfb3c4a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.2139151 Dec 22 08:59:22.628300 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab43b9b-eceb-4167-853c-4fee0df2e080 None None] New status for floating IP 6ca21040-1f1c-42f5-bab7-a43de41696e1: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 08:59:22.998643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45392) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 08:59:23.103601 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-29ef416e-0345-40c0-88bc-cf6ad93f607b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 994 time: 0.1036220 Dec 22 08:59:28.654947 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-75ef08b4-be52-46ce-83ff-171907ec7e91 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763721 Dec 22 08:59:28.799134 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-5cecbc6d-4141-4863-a081-d5cd3fe9c636 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 1099 time: 0.0731978 Dec 22 08:59:28.947922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-169f5ea0-2054-4c7d-a8fa-62aec4af77a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:28.949400 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-169f5ea0-2054-4c7d-a8fa-62aec4af77a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 HTTP/1.1" status: 200 len: 897 time: 0.1284196 Dec 22 08:59:29.059396 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-a39897ce-6b0d-4ec2-9b5e-a67053a89f04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef HTTP/1.1" status: 200 len: 1002 time: 0.1021471 Dec 22 08:59:29.123281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-48e26bff-46cb-4253-98c6-4b58efeb43b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 08:59:29.124758 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-48e26bff-46cb-4253-98c6-4b58efeb43b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c29298a2-d461-427e-b11f-c6d2388d3fa6 HTTP/1.1" status: 200 len: 835 time: 0.0581324 Dec 22 08:59:29.210472 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-912dc94f-c760-43ee-98a3-791f44afc53a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795212 Dec 22 08:59:29.344119 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-0366150b-701b-4d69-bcbe-791f3cb1faf5 service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265948 Dec 22 08:59:29.479374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-41385d19-8c9c-4000-8bc3-62eb85c6ca19 req-52e99d7e-e59e-40df-88dc-71db5b721b5b service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284816 Dec 22 08:59:37.114501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8f470552-b3f3-453d-9d55-b481885b942a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:39.210737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7d48b8a4-d291-4073-afbb-764681b94c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:40.423298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:40.507678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:41.450852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:41.796087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 08:59:44.781392 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:00:07.115421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-39356040-3ffe-4637-a51b-f826a71fec5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:09.214899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d9bac74a-b964-46d0-8ec1-6539b90b47cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:10.427501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:10.509540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:11.460556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:11.805028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:21.788245 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:00:23.719576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45424) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:23.727484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-28d44f09-63a8-449b-bdd9-3ba6250351db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:00:24.440571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28d44f09-63a8-449b-bdd9-3ba6250351db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:24.455012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28d44f09-63a8-449b-bdd9-3ba6250351db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:24.663716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d44f09-63a8-449b-bdd9-3ba6250351db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 153749d1-0fb8-433b-a439-1b8c12046c0b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:00:24.876872 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d44f09-63a8-449b-bdd9-3ba6250351db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:00:24.883491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-28d44f09-63a8-449b-bdd9-3ba6250351db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:24.884548 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-28d44f09-63a8-449b-bdd9-3ba6250351db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/153749d1-0fb8-433b-a439-1b8c12046c0b HTTP/1.1" status: 200 len: 888 time: 1.1635749 Dec 22 09:00:24.892172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ffd35-9496-4b5c-ad82-82fd4ad2ceee None None] Sync routers for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:00:24.906710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ffd35-9496-4b5c-ad82-82fd4ad2ceee None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:00:24.907377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-412ffd35-9496-4b5c-ad82-82fd4ad2ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:00:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:24.976386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-412ffd35-9496-4b5c-ad82-82fd4ad2ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:24.994483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ffd35-9496-4b5c-ad82-82fd4ad2ceee None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:00:24.995094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-412ffd35-9496-4b5c-ad82-82fd4ad2ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:00:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:25.055318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-412ffd35-9496-4b5c-ad82-82fd4ad2ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:25.055738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412ffd35-9496-4b5c-ad82-82fd4ad2ceee None None] The sync data for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:00:25.848230 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30d8c66-0233-4cc8-b38e-96bc8b906bee None None] New status for floating IP 6ca21040-1f1c-42f5-bab7-a43de41696e1: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:00:27.070828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45430) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:27.076279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-25e3b6ff-0c15-4dba-8454-6946bf5176dc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:00:27.142049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac376969-c675-4c19-a568-84d31496886e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:27.249421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.265965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ac376969-c675-4c19-a568-84d31496886e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac376969-c675-4c19-a568-84d31496886e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:00:27.271468 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.272509 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 723c9da7-7320-462d-a783-51cfb6616acb no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:27.297836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:27.385556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ac376969-c675-4c19-a568-84d31496886e,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:27.472769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.473116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.473448 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.473784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.474113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.474439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.474767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.475088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.475551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.475870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.476190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:27.481624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:27.496725 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.528448 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 723c9da7-7320-462d-a783-51cfb6616acb, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=723c9da7-7320-462d-a783-51cfb6616acb,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:00:27.533639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.535512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:27.604239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=723c9da7-7320-462d-a783-51cfb6616acb,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:27.607360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:27.668898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25e3b6ff-0c15-4dba-8454-6946bf5176dc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.687104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25e3b6ff-0c15-4dba-8454-6946bf5176dc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1710676'] for router, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:27.894626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e3b6ff-0c15-4dba-8454-6946bf5176dc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 153749d1-0fb8-433b-a439-1b8c12046c0b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:00:28.111576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e3b6ff-0c15-4dba-8454-6946bf5176dc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:00:28.119337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25e3b6ff-0c15-4dba-8454-6946bf5176dc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:28.120504 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-25e3b6ff-0c15-4dba-8454-6946bf5176dc tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/153749d1-0fb8-433b-a439-1b8c12046c0b HTTP/1.1" status: 200 len: 887 time: 1.0486584 Dec 22 09:00:28.122285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6638085-b317-4b15-813f-12244f5a57be None None] Sync routers for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:00:28.123667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45434) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:28.135673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6638085-b317-4b15-813f-12244f5a57be None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:00:28.136370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b6638085-b317-4b15-813f-12244f5a57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:00:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:28.317995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b6638085-b317-4b15-813f-12244f5a57be None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:00:28.363039 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4b22454e-e9ab-4eae-b66e-bf78eb6cc706 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.2379091 Dec 22 09:00:28.670816 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b6638085-b317-4b15-813f-12244f5a57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T09:00:27Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T09:00:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '6ca21040-1f1c-42f5-bab7-a43de41696e1', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'port_id': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'mac_address': 'fa:16:3e:d6:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:18Z', 'updated_at': '2021-12-22T09:00:26Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723c9da7-7320-462d-a783-51cfb6616acb', 'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:41:31:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:00Z', 'updated_at': '2021-12-22T09:00:27Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:28.674840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6638085-b317-4b15-813f-12244f5a57be None None] Checking router: 153749d1-0fb8-433b-a439-1b8c12046c0b for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:00:28.685929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6638085-b317-4b15-813f-12244f5a57be None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:00:28.686518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b6638085-b317-4b15-813f-12244f5a57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:00:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:28.863488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-b6638085-b317-4b15-813f-12244f5a57be None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:00:29.234954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-b6638085-b317-4b15-813f-12244f5a57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T09:00:27Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T09:00:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '6ca21040-1f1c-42f5-bab7-a43de41696e1', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'port_id': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'mac_address': 'fa:16:3e:d6:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:18Z', 'updated_at': '2021-12-22T09:00:26Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723c9da7-7320-462d-a783-51cfb6616acb', 'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:41:31:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:00Z', 'updated_at': '2021-12-22T09:00:27Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:29.239187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6638085-b317-4b15-813f-12244f5a57be None None] The sync data for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv is: [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T09:00:27Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T09:00:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '6ca21040-1f1c-42f5-bab7-a43de41696e1', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'port_id': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'mac_address': 'fa:16:3e:d6:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T08:59:18Z', 'updated_at': '2021-12-22T09:00:26Z', 'revision_number': 2, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723c9da7-7320-462d-a783-51cfb6616acb', 'name': '', 'network_id': '65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'mac_address': 'fa:16:3e:41:31:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:59:00Z', 'updated_at': '2021-12-22T09:00:27Z', 'revision_number': 6, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'subnets': [{'id': 'c29298a2-d461-427e-b11f-c6d2388d3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:00:29.367222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:29.488397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-38910796-c7ea-4e1b-b43a-4473e4e41ab4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.1198916 Dec 22 09:00:29.665814 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-039911bf-9829-48b6-8358-19da96ca5a0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793371 Dec 22 09:00:29.826300 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-edd896b0-72fe-40b4-9b01-e0ef9c919abc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 1099 time: 0.0868239 Dec 22 09:00:29.975804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-6b02bcd3-e94a-4915-aa7b-8092139fe49a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:29.977507 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-6b02bcd3-e94a-4915-aa7b-8092139fe49a service neutron] 10.222.0.32 "GET /v2.0/networks?id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 HTTP/1.1" status: 200 len: 897 time: 0.1326003 Dec 22 09:00:30.088009 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-8bc88549-89fb-4212-9026-1eed5566a36d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef HTTP/1.1" status: 200 len: 1000 time: 0.1041255 Dec 22 09:00:30.153772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-6913552e-01e7-4a64-851e-ef3ad79bca24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:30.155244 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-6913552e-01e7-4a64-851e-ef3ad79bca24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c29298a2-d461-427e-b11f-c6d2388d3fa6 HTTP/1.1" status: 200 len: 835 time: 0.0608926 Dec 22 09:00:30.234584 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-02c8f143-fcfe-436d-921e-5b7011033a89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728502 Dec 22 09:00:30.373902 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-5f450d38-308a-49fa-b13a-0929447fad26 service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322794 Dec 22 09:00:30.492456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45442) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:30.503266 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cfc11d3-c5c4-4289-8838-705b652e6b25 req-93f5aca6-5631-47aa-b7d2-f5d2e1bd6d3f service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223516 Dec 22 09:00:30.598869 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-52d8a0f7-2144-462f-9804-641a399e1ca7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.1052885 Dec 22 09:00:31.187853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac376969-c675-4c19-a568-84d31496886e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:31.255933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ac376969-c675-4c19-a568-84d31496886e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:31.256309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.376155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.400817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ac376969-c675-4c19-a568-84d31496886e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac376969-c675-4c19-a568-84d31496886e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:00:31.409161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.410546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 723c9da7-7320-462d-a783-51cfb6616acb up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:31.433994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:31.561593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ac376969-c675-4c19-a568-84d31496886e,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:31.565982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:31.582562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 723c9da7-7320-462d-a783-51cfb6616acb triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:31.583064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.602957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45446) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:31.698988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.713923 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-90a31adf-b459-4daf-a803-aaef7a7fe8ce tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.1095972 Dec 22 09:00:31.731114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 723c9da7-7320-462d-a783-51cfb6616acb, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=723c9da7-7320-462d-a783-51cfb6616acb,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:00:31.735707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:31.737533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:31.809163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=723c9da7-7320-462d-a783-51cfb6616acb,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:31.812276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:32.718387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45450) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:32.832068 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be633ce3-8dd6-4432-87cf-0d3e8c85595b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.1118534 Dec 22 09:00:33.161786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac376969-c675-4c19-a568-84d31496886e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:33.233738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ac376969-c675-4c19-a568-84d31496886e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:33.234113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:33.350164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 723c9da7-7320-462d-a783-51cfb6616acb up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:00:33.416971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 723c9da7-7320-462d-a783-51cfb6616acb triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:00:33.417360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:33.836695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45454) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:33.950028 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ddee547b-a25c-4496-95c7-82972798457c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.1118703 Dec 22 09:00:34.953188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45458) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:35.060103 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a1bb7816-2f31-42a1-b31c-bfe8759ebce2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.1056578 Dec 22 09:00:36.065244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45462) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:36.181297 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bc17e326-5c01-4ff0-8fd3-b4d015590039 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 992 time: 0.1144426 Dec 22 09:00:36.461016 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8555e9b-700b-4dd3-936b-2cfd46053a6c None None] New status for floating IP 6ca21040-1f1c-42f5-bab7-a43de41696e1: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:00:37.122367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c047215c-1e65-48f1-8ca0-e3ec1915ace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:37.186409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45466) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:37.657644 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d871e96d-c6d1-4b3b-9d15-3be29605b5db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 200 len: 994 time: 0.4695814 Dec 22 09:00:37.964350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45478) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:38.179840 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 70995a8b-50f3-400b-be97-1b68e4089be4 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:00:38.180121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.363822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.364532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.482556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 70995a8b-50f3-400b-be97-1b68e4089be4 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:00:38.641583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:38.645128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:38.684961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=70995a8b-50f3-400b-be97-1b68e4089be4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:38.726755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.727077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.727454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.727822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.728188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.728548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.728911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.729264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.729606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.729956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.730307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:00:38.737561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:38.790197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.196032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 153749d1-0fb8-433b-a439-1b8c12046c0b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:00:39.208227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-802b9544-7e0b-4e5c-aac7-6c6052f12ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.525300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:00:39.545858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:39.599562 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/floatingips/6ca21040-1f1c-42f5-bab7-a43de41696e1 HTTP/1.1" status: 204 len: 168 time: 1.6333671 Dec 22 09:00:39.600296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:39.662603 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'status': 'completed', 'code': 200} Dec 22 09:00:39.759313 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f33bbde6-7508-4482-85ca-d0e40c6a7f44 req-242ae9d1-7071-4eb5-8d53-302607b7f84e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 1099 time: 0.0742519 Dec 22 09:00:39.890581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bbde6-7508-4482-85ca-d0e40c6a7f44 req-52efde9a-d694-4418-b344-e9612119425f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:39.892045 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f33bbde6-7508-4482-85ca-d0e40c6a7f44 req-52efde9a-d694-4418-b344-e9612119425f service neutron] 10.222.0.32 "GET /v2.0/networks?id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 HTTP/1.1" status: 200 len: 897 time: 0.1264162 Dec 22 09:00:39.998082 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f33bbde6-7508-4482-85ca-d0e40c6a7f44 req-a9336bb2-0fa5-475a-8764-84506970a1fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef HTTP/1.1" status: 200 len: 217 time: 0.0991201 Dec 22 09:00:40.081573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5655-5d62-4e80-b188-f52b0957c714 req-d54c9c11-b059-40ab-b7b2-7f3b17a57e4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:40.082139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f9cf5655-5d62-4e80-b188-f52b0957c714 req-d54c9c11-b059-40ab-b7b2-7f3b17a57e4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Synchronizing usage tracker for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:00:40.085137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bbde6-7508-4482-85ca-d0e40c6a7f44 req-fbb3e3da-c712-46ca-9163-06a45fa5a0bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:40.086672 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f33bbde6-7508-4482-85ca-d0e40c6a7f44 req-fbb3e3da-c712-46ca-9163-06a45fa5a0bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c29298a2-d461-427e-b11f-c6d2388d3fa6 HTTP/1.1" status: 200 len: 835 time: 0.0770307 Dec 22 09:00:40.129754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f9cf5655-5d62-4e80-b188-f52b0957c714 req-d54c9c11-b059-40ab-b7b2-7f3b17a57e4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Unset dirty status for tenant:5e4a8f216e894d43bb9450dc62ec6901 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:00:40.130998 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f9cf5655-5d62-4e80-b188-f52b0957c714 req-d54c9c11-b059-40ab-b7b2-7f3b17a57e4c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 946 time: 0.1834781 Dec 22 09:00:40.186003 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f9cf5655-5d62-4e80-b188-f52b0957c714 req-b871df03-95ca-455c-a2a3-d85652ec2763 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485346 Dec 22 09:00:40.202986 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f33bbde6-7508-4482-85ca-d0e40c6a7f44 req-c0c98891-4e08-4af6-a30d-a9dc08ece073 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1077611 Dec 22 09:00:40.334376 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f33bbde6-7508-4482-85ca-d0e40c6a7f44 req-6b2c1f8a-af01-4c26-87fe-90a5e690fa1a service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239562 Dec 22 09:00:40.414785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:40.470654 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f33bbde6-7508-4482-85ca-d0e40c6a7f44 req-131e996d-ed79-4a59-8720-b4f38ec64edf service neutron] 10.222.0.32 "GET /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289136 Dec 22 09:00:40.508863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.397874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f2bcb-1cc2-4899-aa39-cfa01d9e6116 req-7184da5b-eb89-43f7-973d-b16c539e3209 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:41.399319 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a10f2bcb-1cc2-4899-aa39-cfa01d9e6116 req-7184da5b-eb89-43f7-973d-b16c539e3209 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 946 time: 0.0894873 Dec 22 09:00:41.446214 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a10f2bcb-1cc2-4899-aa39-cfa01d9e6116 req-19a4dd71-ba4d-4ef3-bb50-fbb82c285932 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/security-groups?id=fad03ecd-faca-4386-8eb1-180117efa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411408 Dec 22 09:00:41.461708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.530429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-0d292228-a495-40c4-9e5e-571bb678c935 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:41.531870 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-0d292228-a495-40c4-9e5e-571bb678c935 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 946 time: 0.0845983 Dec 22 09:00:41.604058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port a8e2434e-d695-4fd0-a162-c96a060fb6ef {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:00:41.604389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.801166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.846563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port a8e2434e-d695-4fd0-a162-c96a060fb6ef, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a8e2434e-d695-4fd0-a162-c96a060fb6ef,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:00:41.846921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:41.980913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for a8e2434e-d695-4fd0-a162-c96a060fb6ef owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:00:42.139342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:42.147666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-275c3b0c-1a9f-4320-9855-732ef5460d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:42.195022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=a8e2434e-d695-4fd0-a162-c96a060fb6ef,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:42.197542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:42.266738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] No DVR routers for this DVR port a8e2434e-d695-4fd0-a162-c96a060fb6ef on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:00:42.271000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:42.275208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'name': 'network-vif-deleted', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:00:42.302630 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af8e1c0e-aebe-46c9-b9f6-b70fc8dbac5f req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.32 "DELETE /v2.0/ports/a8e2434e-d695-4fd0-a162-c96a060fb6ef HTTP/1.1" status: 204 len: 173 time: 0.7650800 Dec 22 09:00:42.341839 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bd861b-74b8-4337-96f6-3215f18f99da', 'name': 'network-vif-deleted', 'tag': 'a8e2434e-d695-4fd0-a162-c96a060fb6ef', 'status': 'completed', 'code': 200} Dec 22 09:00:42.631028 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-66c83b56-d1ad-4b36-9fdf-d16df35c45e8 req-baee85c4-b715-43f5-9fe1-c73dd6f420db tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9bd861b-74b8-4337-96f6-3215f18f99da HTTP/1.1" status: 200 len: 210 time: 0.0460336 Dec 22 09:00:43.744922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45498) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:43.825798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d956113-d8e5-4825-96d2-57e1b7c2b702 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:43.854424 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d956113-d8e5-4825-96d2-57e1b7c2b702 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:43.919616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d956113-d8e5-4825-96d2-57e1b7c2b702 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:43.923520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4692f488-f3dd-4a8e-981f-1343b13c2035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:43.937573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d956113-d8e5-4825-96d2-57e1b7c2b702 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad03ecd-faca-4386-8eb1-180117efa44e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:43.940664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0d956113-d8e5-4825-96d2-57e1b7c2b702 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:43.950586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0d956113-d8e5-4825-96d2-57e1b7c2b702 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:43.951899 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0d956113-d8e5-4825-96d2-57e1b7c2b702 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/security-groups/fad03ecd-faca-4386-8eb1-180117efa44e HTTP/1.1" status: 204 len: 168 time: 0.2056606 Dec 22 09:00:43.994175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:44.520176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.172091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a8e2434e-d695-4fd0-a162-c96a060fb6ef no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:45.185830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port 723c9da7-7320-462d-a783-51cfb6616acb {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:00:45.186340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.208465 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: a8e2434e-d695-4fd0-a162-c96a060fb6ef {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:00:45.208819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a8e2434e-d695-4fd0-a162-c96a060fb6ef not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:45.385475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port 723c9da7-7320-462d-a783-51cfb6616acb, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=723c9da7-7320-462d-a783-51cfb6616acb,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:00:45.385792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.502901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for 723c9da7-7320-462d-a783-51cfb6616acb owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:00:45.706443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:45.710196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:45.759057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=723c9da7-7320-462d-a783-51cfb6616acb,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:45.763412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:46.162834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:46.765308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Router 153749d1-0fb8-433b-a439-1b8c12046c0b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:00:46.889269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] Sync routers for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:00:46.903436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:00:46.904053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:00:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:46.974912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:00:46.987979 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "PUT /v2.0/routers/153749d1-0fb8-433b-a439-1b8c12046c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9926827 Dec 22 09:00:46.990743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45508) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:47.081087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:00:47.174169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting subnet c29298a2-d461-427e-b11f-c6d2388d3fa6 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:00:47.177095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:47.232025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:47.316659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:47.368330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T09:00:45Z', 'revision_number': 7, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T09:00:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:47.372101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] Checking router: 153749d1-0fb8-433b-a439-1b8c12046c0b for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:00:47.383214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] Routers {'153749d1-0fb8-433b-a439-1b8c12046c0b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:00:47.383848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:00:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['153749d1-0fb8-433b-a439-1b8c12046c0b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:47.391689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:47.395595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d47be80e-cbaa-4709-86e6-47600a2172a5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:47.432569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Subnet': ['ID=c29298a2-d461-427e-b11f-c6d2388d3fa6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:47.435068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:47.440389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:47.450813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab8c27-ca6d-4f6e-ab77-a05c12c2355c None None] Network 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:00:47.451003 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/subnets/c29298a2-d461-427e-b11f-c6d2388d3fa6 HTTP/1.1" status: 204 len: 168 time: 0.4564779 Dec 22 09:00:47.451003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45512) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:47.772570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] Set router 153749d1-0fb8-433b-a439-1b8c12046c0b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:00:47.776361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:47.975514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:47.986070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Deleting port ac376969-c675-4c19-a568-84d31496886e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:00:47.986371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.051650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] DHCP port deletion for 65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:00:48.060477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] Deleting port dfb6bc37-d3db-4e4c-939b-cde56a120e23 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:00:48.061086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.183457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] For port ac376969-c675-4c19-a568-84d31496886e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac376969-c675-4c19-a568-84d31496886e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:00:48.183796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.239016 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T09:00:45Z', 'revision_number': 7, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T09:00:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:48.250465 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe082a-4b42-4ffa-b945-6653ec6087cb None None] The sync data for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv is: [{'id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'name': 'tempest-TestNetworkBasicOps-router-399424866', 'tenant_id': '5e4a8f216e894d43bb9450dc62ec6901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': 'ac376969-c675-4c19-a568-84d31496886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T08:58:56Z', 'updated_at': '2021-12-22T09:00:45Z', 'revision_number': 7, 'project_id': '5e4a8f216e894d43bb9450dc62ec6901', 'gw_port': {'id': 'ac376969-c675-4c19-a568-84d31496886e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153749d1-0fb8-433b-a439-1b8c12046c0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T08:58:57Z', 'updated_at': '2021-12-22T09:00:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:00:48.292233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] For port dfb6bc37-d3db-4e4c-939b-cde56a120e23, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=dfb6bc37-d3db-4e4c-939b-cde56a120e23,segment=NetworkSegment(2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d),segment_id=2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:00:48.292755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.305052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Calling delete_port for ac376969-c675-4c19-a568-84d31496886e owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:00:48.411765 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] Calling delete_port for dfb6bc37-d3db-4e4c-939b-cde56a120e23 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:00:48.469517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.486604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-869ce0f5-44ba-4419-a1b7-13c1d84a9ff9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:48.489395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:48.494989 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f5ca38c4-d6b7-455f-ab0d-fa2213bd1c0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:48.546761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] Pushing event deleted for resources: {'Port': ['ID=dfb6bc37-d3db-4e4c-939b-cde56a120e23,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:48.549105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:48.551670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] No DVR routers for this DVR port dfb6bc37-d3db-4e4c-939b-cde56a120e23 on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:00:48.565295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Port': ['ID=ac376969-c675-4c19-a568-84d31496886e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:48.567632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:48.759137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.022829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.027549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.184651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.185159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Fanout notify agent at l3_agent the message router_deleted on router 153749d1-0fb8-433b-a439-1b8c12046c0b {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:00:49.198994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.200104 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/routers/153749d1-0fb8-433b-a439-1b8c12046c0b HTTP/1.1" status: 204 len: 168 time: 1.7482324 Dec 22 09:00:49.202814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45516) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:49.217941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device dfb6bc37-d3db-4e4c-939b-cde56a120e23 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:49.250743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: dfb6bc37-d3db-4e4c-939b-cde56a120e23 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:00:49.251091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device dfb6bc37-d3db-4e4c-939b-cde56a120e23 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:49.251533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 723c9da7-7320-462d-a783-51cfb6616acb no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:49.282025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 723c9da7-7320-462d-a783-51cfb6616acb {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:00:49.282341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 723c9da7-7320-462d-a783-51cfb6616acb not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:49.319024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.462077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.493715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:49.505901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:49.506189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5bcdd8-acc6-4ac6-8e37-bf1551a15a1d') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:00:49.517764 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.533866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.540334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:00:49.540705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:00:49.554984 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:00:49.636520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.640443 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-68070738-30d8-4fe7-8fdc-f72d924925b3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:49.654734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:49.665533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Pushing event deleted for resources: {'Network': ['ID=65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:49.668517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:49.676271 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] 10.222.0.31 "DELETE /v2.0/networks/65ce7a8f-867d-4fe1-ab1e-7bab6b32ed07 HTTP/1.1" status: 204 len: 168 time: 0.4723420 Dec 22 09:00:50.154544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45524) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:50.332677 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b71b040e-b209-4d38-a1e0-002505f29d8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e4a8f216e894d43bb9450dc62ec6901&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1768968 Dec 22 09:00:50.337001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45530) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:50.404122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a03841-7b43-4f87-aa8b-ea5dd1361e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.430468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a03841-7b43-4f87-aa8b-ea5dd1361e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.482776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a03841-7b43-4f87-aa8b-ea5dd1361e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.486547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ac7b8fd7-e435-458a-87fe-df1c2cd9f74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:50.503796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a03841-7b43-4f87-aa8b-ea5dd1361e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:50.507666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f1a03841-7b43-4f87-aa8b-ea5dd1361e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:50.511182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f1a03841-7b43-4f87-aa8b-ea5dd1361e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.512401 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f1a03841-7b43-4f87-aa8b-ea5dd1361e82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff01000e-74fa-406a-bbf9-8a2a7a3b4ea0 HTTP/1.1" status: 204 len: 168 time: 0.1744425 Dec 22 09:00:50.875448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45538) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:50.894520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:50.926419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:00:50.931689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d9bc5af1d3024e93bcc3f7fb8d345e40 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:00:50.934534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:00:50.940276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:00:51.012731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.017920 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.024591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cce36db0-3ee2-403a-ac89-8ac2c575fa3b tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:51.063203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fede18d4-b3ae-4a38-a17d-7682f74a9eb4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:51.066359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:51.068996 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9bc5af1d3024e93bcc3f7fb8d345e40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1925993 Dec 22 09:00:51.071972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45542) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:00:51.132966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b30e228-b57a-4c63-994d-a4b6cda40d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.163061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b30e228-b57a-4c63-994d-a4b6cda40d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.227676 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b30e228-b57a-4c63-994d-a4b6cda40d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.233069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a3341f78-c7f0-4d33-bc46-3bccc58385f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:00:51.247531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30e228-b57a-4c63-994d-a4b6cda40d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede18d4-b3ae-4a38-a17d-7682f74a9eb4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:00:51.250960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9b30e228-b57a-4c63-994d-a4b6cda40d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:00:51.255734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9b30e228-b57a-4c63-994d-a4b6cda40d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:00:51.259422 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9b30e228-b57a-4c63-994d-a4b6cda40d9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fede18d4-b3ae-4a38-a17d-7682f74a9eb4 HTTP/1.1" status: 204 len: 168 time: 0.1840987 Dec 22 09:00:51.323130 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d56bfeb-7072-4c37-91b5-497474c17b3b None None] New status for floating IP 6ca21040-1f1c-42f5-bab7-a43de41696e1: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:00:51.531080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b472c0-7b54-4959-b7a6-14b88b7939b4 None None] Sync routers for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:00:51.543906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b472c0-7b54-4959-b7a6-14b88b7939b4 None None] Routers set() bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:00:51.544272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b472c0-7b54-4959-b7a6-14b88b7939b4 None None] Router IDs set() for agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 09:00:51.544881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_agentschedulers_db [None req-29b472c0-7b54-4959-b7a6-14b88b7939b4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'153749d1-0fb8-433b-a439-1b8c12046c0b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:00:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent'). {{(pid=83497) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 09:00:51.557324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b472c0-7b54-4959-b7a6-14b88b7939b4 None None] Routers set() bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:00:51.557671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b472c0-7b54-4959-b7a6-14b88b7939b4 None None] Router IDs set() for agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 09:00:51.558321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_agentschedulers_db [None req-29b472c0-7b54-4959-b7a6-14b88b7939b4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'153749d1-0fb8-433b-a439-1b8c12046c0b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:00:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent'). {{(pid=83497) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 09:00:51.558705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b472c0-7b54-4959-b7a6-14b88b7939b4 None None] The sync data for ids ['153749d1-0fb8-433b-a439-1b8c12046c0b'] in dv-neutron-822610-1-hyperv is: [] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:00:53.113510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac376969-c675-4c19-a568-84d31496886e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:00:53.147144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ac376969-c675-4c19-a568-84d31496886e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:00:53.147527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac376969-c675-4c19-a568-84d31496886e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:00:58.780160 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:00:58.799111 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1a2b7fec-1f3d-4b71-a30e-87eb6f37a5cf tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9bd748c3cb744af680122c836d5e24e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289080 Dec 22 09:00:58.943127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-ab1fab88-271b-4371-8e08-cc8f5ab8d93c tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:00:58.944469 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-ab1fab88-271b-4371-8e08-cc8f5ab8d93c tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401486 Dec 22 09:00:58.961595 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-057546a5-2d00-4ad3-9f49-1424a7173434 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/quotas/9bd748c3cb744af680122c836d5e24e8 HTTP/1.1" status: 200 len: 375 time: 0.0106649 Dec 22 09:00:59.005909 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-54b6306d-51ee-40f0-bd64-067652edf9c7 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bd748c3cb744af680122c836d5e24e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390606 Dec 22 09:00:59.194870 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6c275536-ebd9-479b-9f13-c9c97f77460b req-de5fb0ec-a6a0-4bcf-a77e-6ece6fc4506f tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 210 time: 0.0456793 Dec 22 09:01:00.131856 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-259ea1c9-d18f-4a36-8e89-0209b8d1827f tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9bd748c3cb744af680122c836d5e24e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300124 Dec 22 09:01:00.284945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-fe79b5cc-2908-4912-90f2-21c66bcd82a9 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:00.286634 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-fe79b5cc-2908-4912-90f2-21c66bcd82a9 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490340 Dec 22 09:01:00.304040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Request body: {'port': {'device_id': 'fb4cacbb-ecd4-4586-bfd4-6233f945f25d', 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf', 'admin_state_up': True, 'tenant_id': '9bd748c3cb744af680122c836d5e24e8'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:01:00.419195 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d9c05c07-7fc0-45b5-8305-f127e0a044e0 req-85a1bde4-02a1-4db7-a2a5-cb9586a06fa6 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 210 time: 0.0927212 Dec 22 09:01:00.486715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:00.490483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Usage tracker for resource:port and tenant:9bd748c3cb744af680122c836d5e24e8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:00.493274 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:00.498866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:00.511414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Made reservation on behalf of 9bd748c3cb744af680122c836d5e24e8 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:01:00.514378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.531281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.565609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:00.569326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Usage tracker for resource:security_group_rule and tenant:9bd748c3cb744af680122c836d5e24e8 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:00.572036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:00.578435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:00.649007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.655088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:00.657767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-40f41cbb-3f2b-44a6-bf2b-328336d65d46 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:00.733278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430c0664-ffaf-436f-86bd-49a719237959,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:00.738218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:00.826683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Allocated IP 192.168.233.171 (1cd24333-6edd-4b68-80c1-3cedd5a720cf/129ed691-6b20-472e-be0a-a2eeb9b6f7e9/d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:01:01.136567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.151862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Transition to ACTIVE for port object d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:01:01.175404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.180865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6e71e01d-0377-4183-bc3f-ca739d82632c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:01.248386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Network 1cd24333-6edd-4b68-80c1-3cedd5a720cf is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:01:01.251750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:01:01.255935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:01:01.287297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Pushing event updated for resources: {'Port': ['ID=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:01.298553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:01.328508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:01.329106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.358146 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0578713 Dec 22 09:01:01.369732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Request body: {'port': {'device_id': 'fb4cacbb-ecd4-4586-bfd4-6233f945f25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:01:01.470924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ec0b15b1-d602-45e5-a674-9a6c6aa12963 None None] Provisioning for port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:01.477860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ec0b15b1-d602-45e5-a674-9a6c6aa12963 None None] Provisioning complete for port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:01.478470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ec0b15b1-d602-45e5-a674-9a6c6aa12963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.478602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.535745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b15b1-d602-45e5-a674-9a6c6aa12963 None None] Port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:01:01.640915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba051f-230f-4c9d-8cce-359825dd7764 req-510765a3-751f-499a-ba94-96e80aac60a6 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:01.642357 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-11ba051f-230f-4c9d-8cce-359825dd7764 req-510765a3-751f-499a-ba94-96e80aac60a6 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 936 time: 0.0836122 Dec 22 09:01:01.689480 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-11ba051f-230f-4c9d-8cce-359825dd7764 req-896fce0d-293d-45a6-8a70-4523af45f3e6 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405178 Dec 22 09:01:01.833552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:01:01.840712 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.856462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Transition to ACTIVE for port object d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:01:01.860959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:01.866737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1e15b5ec-2f5b-4197-ba1a-d5a15e8d27cf tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:01.999672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Pushing event updated for resources: {'Port': ['ID=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:02.003252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:02.107986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Attempting to bind port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:01:02.108312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Attempting to bind port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9fd6a9c9-bf1c-496a-a215-7229e7f30e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:01:02.108628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Attempting to bind port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 on network 1cd24333-6edd-4b68-80c1-3cedd5a720cf {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:01:02.114332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 on network 1cd24333-6edd-4b68-80c1-3cedd5a720cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:01:02.114650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Attempting to bind port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 on network 1cd24333-6edd-4b68-80c1-3cedd5a720cf {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:01:02.121184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:01:02.121506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Checking segment: {'id': '9fd6a9c9-bf1c-496a-a215-7229e7f30e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:01:02.121881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Bound using segment: {'id': '9fd6a9c9-bf1c-496a-a215-7229e7f30e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:01:02.122290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Bound port: d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd6a9c9-bf1c-496a-a215-7229e7f30e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:01:02.122640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.216306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] For port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:01:02.219505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] For port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,segment=NetworkSegment(9fd6a9c9-bf1c-496a-a215-7229e7f30e7a),segment_id=9fd6a9c9-bf1c-496a-a215-7229e7f30e7a)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:01:02.225436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.229156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c724059a-4210-452b-a37b-86eee83ec6a3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:02.280258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:02.282005 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] 10.222.0.32 "PUT /v2.0/ports/d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 HTTP/1.1" status: 200 len: 1098 time: 0.9160390 Dec 22 09:01:02.284414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4cacbb-ecd4-4586-bfd4-6233f945f25d', 'tag': 'd205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:02.318160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Pushing event updated for resources: {'Port': ['ID=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:02.321632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:02.366642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4cacbb-ecd4-4586-bfd4-6233f945f25d', 'tag': 'd205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9', 'status': 'completed', 'code': 200} Dec 22 09:01:02.404984 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-53e347a3-d5cd-4386-877d-4f06b690ba10 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bd748c3cb744af680122c836d5e24e8&device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 1101 time: 0.0792422 Dec 22 09:01:02.479497 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-227ffa67-ad3a-4a78-ba3a-797eadc7bf18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 HTTP/1.1" status: 200 len: 217 time: 0.0667441 Dec 22 09:01:02.541700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-6566ffb0-5110-45d3-a630-fca90c2d667f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:02.544179 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-6566ffb0-5110-45d3-a630-fca90c2d667f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=129ed691-6b20-472e-be0a-a2eeb9b6f7e9 HTTP/1.1" status: 200 len: 843 time: 0.0590177 Dec 22 09:01:02.625609 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-179fb605-7342-44c4-9b84-84b8369a8a13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cd24333-6edd-4b68-80c1-3cedd5a720cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0750861 Dec 22 09:01:02.762221 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-b45ebcd6-0401-40cd-8d4b-838f4957739a service neutron] 10.222.0.32 "GET /v2.0/networks/1cd24333-6edd-4b68-80c1-3cedd5a720cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300826 Dec 22 09:01:02.894294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3715c-798f-4c88-8057-acc5e91dcf9e req-f1020047-7df3-4ee4-bf15-7a0cb65ff86b tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:02.895813 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-12d3715c-798f-4c88-8057-acc5e91dcf9e req-f1020047-7df3-4ee4-bf15-7a0cb65ff86b tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 948 time: 0.0813861 Dec 22 09:01:02.944209 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-12d3715c-798f-4c88-8057-acc5e91dcf9e req-7ed00333-3800-497c-a542-308ec3ffd6de tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Dec 22 09:01:02.998979 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd417235-dfa3-45ee-90df-6a6b9aca341b req-deab8e08-9232-443c-a9e2-33e3e54aa2ec service neutron] 10.222.0.32 "GET /v2.0/networks/1cd24333-6edd-4b68-80c1-3cedd5a720cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305553 Dec 22 09:01:03.131678 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d04da80c-6b79-46e1-9ed4-3cec12aa6164 req-9ed8ac6a-28eb-4076-be77-15d06b8ea6b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9bd748c3cb744af680122c836d5e24e8&device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 1101 time: 0.0751231 Dec 22 09:01:03.274862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da80c-6b79-46e1-9ed4-3cec12aa6164 req-3007961f-38d8-4996-bc6f-d9723fba1f79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:03.276296 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d04da80c-6b79-46e1-9ed4-3cec12aa6164 req-3007961f-38d8-4996-bc6f-d9723fba1f79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cd24333-6edd-4b68-80c1-3cedd5a720cf HTTP/1.1" status: 200 len: 870 time: 0.1381538 Dec 22 09:01:03.348697 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d04da80c-6b79-46e1-9ed4-3cec12aa6164 req-d46bb682-cb7d-475f-9fb0-ef3f3522a112 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 HTTP/1.1" status: 200 len: 217 time: 0.0655050 Dec 22 09:01:03.412662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da80c-6b79-46e1-9ed4-3cec12aa6164 req-c7ed4189-d21c-4251-b2ab-f11c1929ca20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:03.414043 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d04da80c-6b79-46e1-9ed4-3cec12aa6164 req-c7ed4189-d21c-4251-b2ab-f11c1929ca20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=129ed691-6b20-472e-be0a-a2eeb9b6f7e9 HTTP/1.1" status: 200 len: 843 time: 0.0591159 Dec 22 09:01:03.490131 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d04da80c-6b79-46e1-9ed4-3cec12aa6164 req-d01567e7-5693-4596-afb2-bb9161c48fed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cd24333-6edd-4b68-80c1-3cedd5a720cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0694823 Dec 22 09:01:03.631855 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d04da80c-6b79-46e1-9ed4-3cec12aa6164 req-d191cb50-f1dc-4c8a-8efd-d4373451e367 service neutron] 10.222.0.32 "GET /v2.0/networks/1cd24333-6edd-4b68-80c1-3cedd5a720cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336033 Dec 22 09:01:03.785209 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d04da80c-6b79-46e1-9ed4-3cec12aa6164 req-06c2e5d1-d1aa-4dfb-a06f-12b84f925e72 service neutron] 10.222.0.32 "GET /v2.0/networks/1cd24333-6edd-4b68-80c1-3cedd5a720cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451499 Dec 22 09:01:04.173482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044474d3-79ad-4573-acb2-261a1216670a req-28003fb7-4a82-45ab-ba03-9c9aa0bb1e0d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:04.174180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-044474d3-79ad-4573-acb2-261a1216670a req-28003fb7-4a82-45ab-ba03-9c9aa0bb1e0d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Synchronizing usage tracker for tenant:9bd748c3cb744af680122c836d5e24e8 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:04.193966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-044474d3-79ad-4573-acb2-261a1216670a req-28003fb7-4a82-45ab-ba03-9c9aa0bb1e0d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Unset dirty status for tenant:9bd748c3cb744af680122c836d5e24e8 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:04.195101 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-044474d3-79ad-4573-acb2-261a1216670a req-28003fb7-4a82-45ab-ba03-9c9aa0bb1e0d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 948 time: 0.1066797 Dec 22 09:01:04.242532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-044474d3-79ad-4573-acb2-261a1216670a req-62be8650-1c8d-4c67-95a8-5e97c70f00a4 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Synchronizing usage tracker for tenant:9bd748c3cb744af680122c836d5e24e8 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:04.262456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-044474d3-79ad-4573-acb2-261a1216670a req-62be8650-1c8d-4c67-95a8-5e97c70f00a4 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Unset dirty status for tenant:9bd748c3cb744af680122c836d5e24e8 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:04.263590 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-044474d3-79ad-4573-acb2-261a1216670a req-62be8650-1c8d-4c67-95a8-5e97c70f00a4 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617337 Dec 22 09:01:05.282949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:01:05.430623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,segment=NetworkSegment(9fd6a9c9-bf1c-496a-a215-7229e7f30e7a),segment_id=9fd6a9c9-bf1c-496a-a215-7229e7f30e7a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:01:05.440271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-cdc7e898-3b63-4af1-8102-307cdb611dbe req-fcadba76-681c-4c6a-bed1-4828499934a7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] (83495) timed out ('10.222.0.32', 51296) {{(pid=83495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:01:05.447294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'd205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9', 'network_id': '1cd24333-6edd-4b68-80c1-3cedd5a720cf', 'port_id': 'd205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9', 'mac_address': 'fa:16:3e:63:e8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129ed691-6b20-472e-be0a-a2eeb9b6f7e9', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:01:05.476325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02f1a7-29fb-4392-a088-9e081145c1f2 req-17e16215-41f7-4765-b13b-e6fd207096b3 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:05.477820 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1a02f1a7-29fb-4392-a088-9e081145c1f2 req-17e16215-41f7-4765-b13b-e6fd207096b3 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 948 time: 0.0801616 Dec 22 09:01:05.501920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:05.518670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:01:05.525456 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1a02f1a7-29fb-4392-a088-9e081145c1f2 req-80a54b75-7c51-4024-9a37-0fd90e62fffc tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Dec 22 09:01:05.533853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,segment=NetworkSegment(9fd6a9c9-bf1c-496a-a215-7229e7f30e7a),segment_id=9fd6a9c9-bf1c-496a-a215-7229e7f30e7a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:01:05.538350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:05.540504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-c40ff56c-b51d-4017-aba0-4346152abaed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:05.603729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:05.606964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:05.865979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:01:05.965242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-2d386582-0401-4a4e-b44f-44dd878c54b4 req-fb121102-8eb2-45e6-b401-a8788f1574f0 service neutron] (83496) timed out ('10.222.0.32', 51310) {{(pid=83496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:01:06.734282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc299a-9984-4bff-b145-2e9a2c7e6529 req-70c8ee2c-e85f-46c4-9c1d-2e64c2b56fa0 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:06.735776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6cc299a-9984-4bff-b145-2e9a2c7e6529 req-70c8ee2c-e85f-46c4-9c1d-2e64c2b56fa0 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 949 time: 0.0865078 Dec 22 09:01:06.784951 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6cc299a-9984-4bff-b145-2e9a2c7e6529 req-c84ee43b-05a1-46ad-a095-e2354788a38f tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436425 Dec 22 09:01:07.115596 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-be04c45a-ff94-40b5-8724-ca84045bedbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.311114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:07.388807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:07.393362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:07.393742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.507326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.534594 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4cacbb-ecd4-4586-bfd4-6233f945f25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:07.544410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,segment=NetworkSegment(9fd6a9c9-bf1c-496a-a215-7229e7f30e7a),segment_id=9fd6a9c9-bf1c-496a-a215-7229e7f30e7a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:01:07.550369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:07.555175 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:07.599295 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4cacbb-ecd4-4586-bfd4-6233f945f25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9', 'code': 200} Dec 22 09:01:07.627032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:07.629980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:07.836171 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a0943c23-cba3-4ab1-b111-8584d3d06c9e req-88f66b17-eb24-4732-8b1c-1cbcff70f031 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 1103 time: 0.0771661 Dec 22 09:01:07.881806 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a0943c23-cba3-4ab1-b111-8584d3d06c9e req-c53c9fd0-8276-49dd-bce3-2cef117668b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391321 Dec 22 09:01:07.995276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56048-dd66-4baf-b9a8-4561cff7b1ad req-270d24d9-f73b-4cd9-b1b5-e2b4d8c6755e tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:07.996705 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-adb56048-dd66-4baf-b9a8-4561cff7b1ad req-270d24d9-f73b-4cd9-b1b5-e2b4d8c6755e tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 950 time: 0.0846102 Dec 22 09:01:08.042287 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-adb56048-dd66-4baf-b9a8-4561cff7b1ad req-694009a1-a898-42d6-befa-cc0ff45a3ae8 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Dec 22 09:01:09.213124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a9c46422-a855-4b42-910e-7e68fb0653f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:09.246505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510ce95-c88c-421e-81a6-affbf6bf686d req-4ccfb921-bf70-4567-a073-2fbc41c31bd3 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:09.247965 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e510ce95-c88c-421e-81a6-affbf6bf686d req-4ccfb921-bf70-4567-a073-2fbc41c31bd3 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 950 time: 0.0789044 Dec 22 09:01:09.297770 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e510ce95-c88c-421e-81a6-affbf6bf686d req-844a897b-fcf7-42eb-9099-611437f3a94d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442693 Dec 22 09:01:10.419910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:10.501826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d5d1e-d243-4f3f-b876-7fbd5ff4006b req-0f7ff5bd-565c-43cd-8e21-d7e2cb78b914 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:10.503269 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b37d5d1e-d243-4f3f-b876-7fbd5ff4006b req-0f7ff5bd-565c-43cd-8e21-d7e2cb78b914 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 950 time: 0.0757489 Dec 22 09:01:10.516607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:10.549105 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b37d5d1e-d243-4f3f-b876-7fbd5ff4006b req-ac3505d7-1328-4c5c-81f1-372d0348b448 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395238 Dec 22 09:01:11.013991 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7cd2d1fa-12df-4342-bb9b-83f34cd71aae req-23490d5f-05b3-481f-8797-13a61b04defc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0823412 Dec 22 09:01:11.472543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:11.533865 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6ea5811f-98be-47b0-a963-35e24fea8946 req-e5f95183-1898-4801-beaa-b0651f5ffb16 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0714984 Dec 22 09:01:11.805793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:12.287688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e980362-b214-436b-9758-88d5eafc0d18 req-32c50ad6-7b05-4bda-bc05-8b60d10055f1 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:12.289178 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8e980362-b214-436b-9758-88d5eafc0d18 req-32c50ad6-7b05-4bda-bc05-8b60d10055f1 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 950 time: 0.1096947 Dec 22 09:01:12.350099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8e980362-b214-436b-9758-88d5eafc0d18 req-bed28a56-fc8b-499e-8a84-981a32030114 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532918 Dec 22 09:01:13.548782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c02f4-16ac-4401-a68c-2c6374ddaae7 req-3cee8888-220f-4b03-a0cb-9d07c94b722d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:13.550223 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b56c02f4-16ac-4401-a68c-2c6374ddaae7 req-3cee8888-220f-4b03-a0cb-9d07c94b722d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 950 time: 0.0772958 Dec 22 09:01:13.602020 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b56c02f4-16ac-4401-a68c-2c6374ddaae7 req-2e2db880-87c7-4eac-b429-498c013d3ec1 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/security-groups?id=430c0664-ffaf-436f-86bd-49a719237959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Dec 22 09:01:13.686453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-a78a4b8d-0aa1-4aa2-8d1f-0a27f935ee05 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:13.687824 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-a78a4b8d-0aa1-4aa2-8d1f-0a27f935ee05 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 950 time: 0.0856094 Dec 22 09:01:13.755746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Deleting port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:01:13.756085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:14.100503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] For port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,segment=NetworkSegment(9fd6a9c9-bf1c-496a-a215-7229e7f30e7a),segment_id=9fd6a9c9-bf1c-496a-a215-7229e7f30e7a)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:01:14.100752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:14.218451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Calling delete_port for d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:01:14.373847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:14.379281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:14.385890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:01:14.427284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Pushing event deleted for resources: {'Port': ['ID=d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:14.430532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:14.497788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] No DVR routers for this DVR port d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:01:14.500311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:14.502921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4cacbb-ecd4-4586-bfd4-6233f945f25d', 'name': 'network-vif-deleted', 'tag': 'd205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:14.521372 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8e9bb76a-b412-4e8d-ac5f-92271554716e req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.32 "DELETE /v2.0/ports/d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 HTTP/1.1" status: 204 len: 173 time: 0.8279061 Dec 22 09:01:14.573878 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4cacbb-ecd4-4586-bfd4-6233f945f25d', 'name': 'network-vif-deleted', 'tag': 'd205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9', 'status': 'completed', 'code': 200} Dec 22 09:01:14.785737 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e0f05a4d-b542-4209-9e3f-003704a682d0 req-f918cedf-4401-4c5c-88a4-fc5996fa2043 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb4cacbb-ecd4-4586-bfd4-6233f945f25d HTTP/1.1" status: 200 len: 210 time: 0.0452571 Dec 22 09:01:16.219747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45670) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:16.399559 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cb9d3e85-31d9-4a7e-9fb5-a26af7662bf2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bd748c3cb744af680122c836d5e24e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785374 Dec 22 09:01:16.403789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45676) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:16.465569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-250c789a-6537-4aca-945a-6f06c48f6abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:16.494191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-250c789a-6537-4aca-945a-6f06c48f6abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:16.554838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-250c789a-6537-4aca-945a-6f06c48f6abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:16.560126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0d956113-d8e5-4825-96d2-57e1b7c2b702 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:16.572340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c789a-6537-4aca-945a-6f06c48f6abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430c0664-ffaf-436f-86bd-49a719237959,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:16.574945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-250c789a-6537-4aca-945a-6f06c48f6abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:16.584360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-250c789a-6537-4aca-945a-6f06c48f6abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:16.585606 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-250c789a-6537-4aca-945a-6f06c48f6abd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/430c0664-ffaf-436f-86bd-49a719237959 HTTP/1.1" status: 204 len: 168 time: 0.1808035 Dec 22 09:01:16.938628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45684) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:16.958144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:16.990062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:16.993850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Usage tracker for resource:security_group_rule and tenant:5e008a8490d1433faee9923660974ba9 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:16.997211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:17.002769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:17.066962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.074210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.080722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ba4c463b-359c-4b39-982b-65b56d1f25fb tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:17.129682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f035c97-d0ed-4c50-b02e-edd491121474,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:17.133506 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e008a8490d1433faee9923660974ba9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1938798 Dec 22 09:01:17.136547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 45688) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:17.141002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.141383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.141750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.142117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.142476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.142837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.143192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.143581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.143932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.144272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.144625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:17.148427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:17.196957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5c12581-9f1a-4a71-af81-0a2fd8e7b9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.229309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5c12581-9f1a-4a71-af81-0a2fd8e7b9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.281270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5c12581-9f1a-4a71-af81-0a2fd8e7b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.285144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6bf260f2-6b6c-4c83-b24e-86b5764997de tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:17.296155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c12581-9f1a-4a71-af81-0a2fd8e7b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f035c97-d0ed-4c50-b02e-edd491121474,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:17.299639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5c12581-9f1a-4a71-af81-0a2fd8e7b9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:17.302765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5c12581-9f1a-4a71-af81-0a2fd8e7b9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:17.303917 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a5c12581-9f1a-4a71-af81-0a2fd8e7b9b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f035c97-d0ed-4c50-b02e-edd491121474 HTTP/1.1" status: 204 len: 168 time: 0.1663797 Dec 22 09:01:17.341592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:01:17.374136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:01:17.374484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device d205cc3f-8c8b-48cb-a1e3-1f3f41b0dfd9 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:01:18.194412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45710) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:18.327713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1610321604-network', 'tenant_id': '251ca42adcc74b008f9dff3d96d28284'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:01:18.332764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:18.336902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Usage tracker for resource:network and tenant:251ca42adcc74b008f9dff3d96d28284 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:18.340429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:18.347831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:18.360749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Made reservation on behalf of 251ca42adcc74b008f9dff3d96d28284 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:01:18.363351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:18.376513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:18.410401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:18.414411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Usage tracker for resource:security_group_rule and tenant:251ca42adcc74b008f9dff3d96d28284 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:18.417373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:18.423169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:18.492627 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:18.497481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:18.500429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d6d06bae-4d61-46ec-81f2-57f051dea420 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:18.531007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:01:18.536350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba67acc8-d5f6-4210-b139-1090105c6456,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:18.539927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:18.544385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:18.544385 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Added segment 3313163e-8364-46f8-8a58-0bcd587097b6 of type vlan for network 305b7083-d86f-4791-8e91-f7e65096e33f Dec 22 09:01:18.569832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:18.599348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:18.600244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:18.600782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:18.604113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-829e220e-498e-4cce-80d0-4b4f7e7d3ab9 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:18.702974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Pushing event updated for resources: {'Network': ['ID=305b7083-d86f-4791-8e91-f7e65096e33f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:18.705826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:18.707627 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5122371 Dec 22 09:01:18.710652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45716) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:18.713381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 305b7083-d86f-4791-8e91-f7e65096e33f details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:01:18.716636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Request body: {'subnet': {'network_id': '305b7083-d86f-4791-8e91-f7e65096e33f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1610321604-subnet', 'tenant_id': '251ca42adcc74b008f9dff3d96d28284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:01:18.721455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:18.725263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Usage tracker for resource:subnet and tenant:251ca42adcc74b008f9dff3d96d28284 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:18.728061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:18.733977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:18.743784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Made reservation on behalf of 251ca42adcc74b008f9dff3d96d28284 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:01:18.746010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:19.054536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:19.058915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5319ebb6-261c-4eb2-ab9c-ade5555bfcd8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:19.127632 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47518545-039f-4d79-99a6-d50c6e40db10,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:19.131348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:19.140401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Checking segment: {'id': '3313163e-8364-46f8-8a58-0bcd587097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '305b7083-d86f-4791-8e91-f7e65096e33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:01:19.140754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Network hostable DHCP agents. Network: 305b7083-d86f-4791-8e91-f7e65096e33f, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:01:19.164685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Network 305b7083-d86f-4791-8e91-f7e65096e33f is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:01:19.175999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 305b7083-d86f-4791-8e91-f7e65096e33f) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:01:19.181832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:19.181832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:19.185167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd5e39-6837-484a-9709-17b17f95d503 None None] Network 305b7083-d86f-4791-8e91-f7e65096e33f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:01:19.205066 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3b87e608-bb9f-491d-9f93-903ee45e4b68 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4934134 Dec 22 09:01:19.401206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c3f01-7a0c-49e3-bab7-5269ab97d9cf None None] Network 305b7083-d86f-4791-8e91-f7e65096e33f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:01:19.765022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-5c24014a-a1e6-4728-b42a-9e2cdeb8dc8f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:19.765702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-5c24014a-a1e6-4728-b42a-9e2cdeb8dc8f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Synchronizing usage tracker for tenant:251ca42adcc74b008f9dff3d96d28284 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:19.786320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-5c24014a-a1e6-4728-b42a-9e2cdeb8dc8f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Unset dirty status for tenant:251ca42adcc74b008f9dff3d96d28284 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:19.787582 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-5c24014a-a1e6-4728-b42a-9e2cdeb8dc8f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/networks?id=305b7083-d86f-4791-8e91-f7e65096e33f HTTP/1.1" status: 200 len: 812 time: 0.1707654 Dec 22 09:01:19.803766 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-4385c4c4-9a8b-4ffb-9548-6aabb926f959 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/quotas/251ca42adcc74b008f9dff3d96d28284 HTTP/1.1" status: 200 len: 375 time: 0.0107188 Dec 22 09:01:19.853433 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-5623bb13-d851-4e44-bc0e-0b38cd5f1434 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=251ca42adcc74b008f9dff3d96d28284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447514 Dec 22 09:01:19.866585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-7773eae7-69a5-4e46-b004-bfaaa6d5f732 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:01:19.867529 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-7773eae7-69a5-4e46-b004-bfaaa6d5f732 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048697 Dec 22 09:01:20.006573 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-05d5abcb-783c-4310-9498-d98f488f34b8 service neutron] 10.222.0.31 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308990 Dec 22 09:01:20.150224 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-12f43cb7-94e9-4d19-bb84-28458095cf8e service neutron] 10.222.0.31 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371968 Dec 22 09:01:20.343197 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e9ba10eb-21c5-4816-868b-40b970170f2a req-7a7dee50-e131-4ba5-9d57-000d3b22f70e tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 210 time: 0.0448496 Dec 22 09:01:21.413016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-774cd047-37b4-48f7-b575-2664f1f5a327 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:21.414460 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-774cd047-37b4-48f7-b575-2664f1f5a327 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.32 "GET /v2.0/networks?id=305b7083-d86f-4791-8e91-f7e65096e33f HTTP/1.1" status: 200 len: 812 time: 0.1582489 Dec 22 09:01:21.431020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Request body: {'port': {'device_id': '1a8c1871-ffc0-4973-8d05-85121307c963', 'network_id': '305b7083-d86f-4791-8e91-f7e65096e33f', 'admin_state_up': True, 'tenant_id': '251ca42adcc74b008f9dff3d96d28284'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:01:21.512636 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff9ac790-aa5b-45e1-9a47-ad3914891596 req-145fc4dc-f6dc-41cb-87ab-ce12b61aaca0 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 210 time: 0.0446372 Dec 22 09:01:21.568570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:01:21.572251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Usage tracker for resource:port and tenant:251ca42adcc74b008f9dff3d96d28284 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:01:21.574924 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:01:21.580687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:01:21.592742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Made reservation on behalf of 251ca42adcc74b008f9dff3d96d28284 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:01:21.595849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:21.757565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Allocated IP 172.20.0.3 (305b7083-d86f-4791-8e91-f7e65096e33f/47518545-039f-4d79-99a6-d50c6e40db10/c02e48a6-a128-48e9-a100-5d3af90ba8ce) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:01:21.954428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:21.984756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:21.990157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-731e24a7-ccba-4867-8862-e5f92f1c39c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:22.053989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Network 305b7083-d86f-4791-8e91-f7e65096e33f is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:01:22.057149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:01:22.061226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:01:22.088482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Pushing event updated for resources: {'Port': ['ID=c02e48a6-a128-48e9-a100-5d3af90ba8ce,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:22.095359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:22.226352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:22.226936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:22.249461 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8221977 Dec 22 09:01:22.260492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Request body: {'port': {'device_id': '1a8c1871-ffc0-4973-8d05-85121307c963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:01:22.383414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:22.770251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02e48a6-a128-48e9-a100-5d3af90ba8ce {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:01:22.778529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:22.794049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314d50f-921f-413a-b17c-672bb17be254 req-3e0642a7-6869-43c4-8ce4-94d0e95db7e4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:22.794742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-5314d50f-921f-413a-b17c-672bb17be254 req-3e0642a7-6869-43c4-8ce4-94d0e95db7e4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Synchronizing usage tracker for tenant:251ca42adcc74b008f9dff3d96d28284 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:22.802594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Transition to ACTIVE for port object c02e48a6-a128-48e9-a100-5d3af90ba8ce will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:01:22.810543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:22.815120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-98a3d5a2-a109-4351-91d7-ac558fbe82ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:22.859804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-5314d50f-921f-413a-b17c-672bb17be254 req-3e0642a7-6869-43c4-8ce4-94d0e95db7e4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Unset dirty status for tenant:251ca42adcc74b008f9dff3d96d28284 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:22.860948 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5314d50f-921f-413a-b17c-672bb17be254 req-3e0642a7-6869-43c4-8ce4-94d0e95db7e4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 931 time: 0.2244599 Dec 22 09:01:22.963111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Pushing event updated for resources: {'Port': ['ID=c02e48a6-a128-48e9-a100-5d3af90ba8ce,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:22.966783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:23.004430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5314d50f-921f-413a-b17c-672bb17be254 req-76e4bacd-5eca-4560-a2f2-028f4aaca0e8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371648 Dec 22 09:01:23.078607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Attempting to bind port c02e48a6-a128-48e9-a100-5d3af90ba8ce on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:01:23.078927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Attempting to bind port c02e48a6-a128-48e9-a100-5d3af90ba8ce by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3313163e-8364-46f8-8a58-0bcd587097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '305b7083-d86f-4791-8e91-f7e65096e33f'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:01:23.079252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Attempting to bind port c02e48a6-a128-48e9-a100-5d3af90ba8ce on network 305b7083-d86f-4791-8e91-f7e65096e33f {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:01:23.085615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Port c02e48a6-a128-48e9-a100-5d3af90ba8ce on network 305b7083-d86f-4791-8e91-f7e65096e33f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:01:23.085919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Attempting to bind port c02e48a6-a128-48e9-a100-5d3af90ba8ce on network 305b7083-d86f-4791-8e91-f7e65096e33f {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:01:23.092927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:01:23.093253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Checking segment: {'id': '3313163e-8364-46f8-8a58-0bcd587097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '305b7083-d86f-4791-8e91-f7e65096e33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:01:23.093618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Bound using segment: {'id': '3313163e-8364-46f8-8a58-0bcd587097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '305b7083-d86f-4791-8e91-f7e65096e33f'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:01:23.094021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Bound port: c02e48a6-a128-48e9-a100-5d3af90ba8ce, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3313163e-8364-46f8-8a58-0bcd587097b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '305b7083-d86f-4791-8e91-f7e65096e33f'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:01:23.094345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:23.182450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:01:23.185418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce,segment=NetworkSegment(3313163e-8364-46f8-8a58-0bcd587097b6),segment_id=3313163e-8364-46f8-8a58-0bcd587097b6)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:01:23.193127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:23.198870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6030662c-7ba0-440d-901e-3e921c872b40 tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:23.262087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:23.263901 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] 10.222.0.32 "PUT /v2.0/ports/c02e48a6-a128-48e9-a100-5d3af90ba8ce HTTP/1.1" status: 200 len: 1093 time: 1.0071270 Dec 22 09:01:23.264568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:23.290422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Pushing event updated for resources: {'Port': ['ID=c02e48a6-a128-48e9-a100-5d3af90ba8ce,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:23.294275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:23.378447 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-4390f396-081b-4cb1-afd4-b57ec859925d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=251ca42adcc74b008f9dff3d96d28284&device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 1096 time: 0.0758293 Dec 22 09:01:23.435877 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce', 'status': 'completed', 'code': 200} Dec 22 09:01:23.451177 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-04e1862d-9d62-46b1-aaa2-1927b3ae7d98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce HTTP/1.1" status: 200 len: 217 time: 0.0651798 Dec 22 09:01:23.515664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-225d89e9-33f4-45f8-948f-18414e4127af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:23.517096 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-225d89e9-33f4-45f8-948f-18414e4127af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47518545-039f-4d79-99a6-d50c6e40db10 HTTP/1.1" status: 200 len: 852 time: 0.0600655 Dec 22 09:01:23.562637 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-d4eee569-3471-4820-8406-732977bac024 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=305b7083-d86f-4791-8e91-f7e65096e33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384743 Dec 22 09:01:23.695081 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-599180f8-03b5-400c-a5b2-a0a6429e312e service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255136 Dec 22 09:01:23.838329 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47f26a12-fa38-49b3-9b83-89abb1ca24c5 req-4eca7c7d-b776-42b5-b24f-f8f39068affa service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354156 Dec 22 09:01:23.975823 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d335dcf3-ed92-422c-8037-8a1d729a7bb9 req-482304fc-2569-4913-a798-581dad2cc3b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=251ca42adcc74b008f9dff3d96d28284&device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 1096 time: 0.0787179 Dec 22 09:01:24.261503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335dcf3-ed92-422c-8037-8a1d729a7bb9 req-48526276-e847-4b41-ad35-1e61dc7177ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:24.263039 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d335dcf3-ed92-422c-8037-8a1d729a7bb9 req-48526276-e847-4b41-ad35-1e61dc7177ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=305b7083-d86f-4791-8e91-f7e65096e33f HTTP/1.1" status: 200 len: 913 time: 0.2806194 Dec 22 09:01:24.339843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef513120-1a16-43e2-a0d2-c3c1b3fa7d34 req-b86c4cae-6e3e-401c-838e-63662d080c3f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:24.341270 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef513120-1a16-43e2-a0d2-c3c1b3fa7d34 req-b86c4cae-6e3e-401c-838e-63662d080c3f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 943 time: 0.1844914 Dec 22 09:01:24.342983 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d335dcf3-ed92-422c-8037-8a1d729a7bb9 req-c841ca1d-00fa-41b8-9465-1509ef5fdea3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce HTTP/1.1" status: 200 len: 217 time: 0.0723853 Dec 22 09:01:24.432474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335dcf3-ed92-422c-8037-8a1d729a7bb9 req-a9572292-3300-4310-9558-44f132a224c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:24.433890 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d335dcf3-ed92-422c-8037-8a1d729a7bb9 req-a9572292-3300-4310-9558-44f132a224c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47518545-039f-4d79-99a6-d50c6e40db10 HTTP/1.1" status: 200 len: 852 time: 0.0845110 Dec 22 09:01:24.441706 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef513120-1a16-43e2-a0d2-c3c1b3fa7d34 req-7a21576a-d7d9-4285-8056-b5652c145653 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632780 Dec 22 09:01:24.484873 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d335dcf3-ed92-422c-8037-8a1d729a7bb9 req-252b71fb-de2a-4a05-8c40-fdca783ad0fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=305b7083-d86f-4791-8e91-f7e65096e33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422485 Dec 22 09:01:24.614710 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d335dcf3-ed92-422c-8037-8a1d729a7bb9 req-30dd7091-54ae-4957-838f-7de67ffee2e7 service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234078 Dec 22 09:01:24.746022 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d335dcf3-ed92-422c-8037-8a1d729a7bb9 req-aee70cf0-1b46-43c0-85d9-ebfab0c81b1b service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236877 Dec 22 09:01:25.389430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c02e48a6-a128-48e9-a100-5d3af90ba8ce details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:01:25.527266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce,segment=NetworkSegment(3313163e-8364-46f8-8a58-0bcd587097b6),segment_id=3313163e-8364-46f8-8a58-0bcd587097b6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:01:25.540377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce', 'network_id': '305b7083-d86f-4791-8e91-f7e65096e33f', 'port_id': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce', 'mac_address': 'fa:16:3e:12:e8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47518545-039f-4d79-99a6-d50c6e40db10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:01:25.597329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:25.614900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02e48a6-a128-48e9-a100-5d3af90ba8ce {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:01:25.631522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce,segment=NetworkSegment(3313163e-8364-46f8-8a58-0bcd587097b6),segment_id=3313163e-8364-46f8-8a58-0bcd587097b6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:01:25.636248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:25.639118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:25.642965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b942ae-87c6-4104-aaf3-422c1c00877f req-744b5447-4099-441b-bb3d-96a3dce5d546 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:25.644393 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e5b942ae-87c6-4104-aaf3-422c1c00877f req-744b5447-4099-441b-bb3d-96a3dce5d546 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 943 time: 0.0788617 Dec 22 09:01:25.693290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e5b942ae-87c6-4104-aaf3-422c1c00877f req-1820869c-5ecc-482a-9a87-c4edea843f86 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Synchronizing usage tracker for tenant:251ca42adcc74b008f9dff3d96d28284 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:01:25.704683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=c02e48a6-a128-48e9-a100-5d3af90ba8ce,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:25.707971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:25.710994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e5b942ae-87c6-4104-aaf3-422c1c00877f req-1820869c-5ecc-482a-9a87-c4edea843f86 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Unset dirty status for tenant:251ca42adcc74b008f9dff3d96d28284 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:01:25.712273 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e5b942ae-87c6-4104-aaf3-422c1c00877f req-1820869c-5ecc-482a-9a87-c4edea843f86 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621455 Dec 22 09:01:25.978539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['c02e48a6-a128-48e9-a100-5d3af90ba8ce'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:01:26.924460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e06e6-a1c7-44f0-98a6-e56a1dfcc8c2 req-8552ef89-735d-42a1-b2d1-fe1093747281 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:26.925984 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-098e06e6-a1c7-44f0-98a6-e56a1dfcc8c2 req-8552ef89-735d-42a1-b2d1-fe1093747281 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 944 time: 0.0850377 Dec 22 09:01:26.971115 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-098e06e6-a1c7-44f0-98a6-e56a1dfcc8c2 req-e0da6d93-6ea2-46ec-b484-408a4e911fed tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396028 Dec 22 09:01:27.388801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c02e48a6-a128-48e9-a100-5d3af90ba8ce up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:01:27.461925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port c02e48a6-a128-48e9-a100-5d3af90ba8ce completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:01:27.467282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port c02e48a6-a128-48e9-a100-5d3af90ba8ce triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:01:27.467784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:27.620563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:27.647908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:01:27.657621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce,segment=NetworkSegment(3313163e-8364-46f8-8a58-0bcd587097b6),segment_id=3313163e-8364-46f8-8a58-0bcd587097b6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:01:27.662543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:27.664380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:01:27.708402 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce', 'code': 200} Dec 22 09:01:27.731799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=c02e48a6-a128-48e9-a100-5d3af90ba8ce,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:01:27.740344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.740691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.741031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.741360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.741690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.742013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.742337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.742658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.742980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.743313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.743632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:01:27.747125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:01:27.963300 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4e8b2d4d-6950-463c-8862-c8b4fb13a2e4 req-9c17b369-47f8-412b-9a61-fcaed34fe946 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 1098 time: 0.0799575 Dec 22 09:01:28.013314 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4e8b2d4d-6950-463c-8862-c8b4fb13a2e4 req-fe08a7ff-a26a-4892-b529-569ece8fdf0f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Dec 22 09:01:28.192255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fd449-4fa2-4923-9dd4-49667d0a5f89 req-fcf5df78-22a4-4119-8721-a1fed6b5fc91 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:28.193716 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d66fd449-4fa2-4923-9dd4-49667d0a5f89 req-fcf5df78-22a4-4119-8721-a1fed6b5fc91 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0863006 Dec 22 09:01:28.238840 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d66fd449-4fa2-4923-9dd4-49667d0a5f89 req-2b0267be-1884-4dc3-917b-6790fc42116e tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 Dec 22 09:01:29.439067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4d400-2cac-4936-922d-f8a34c8f773d req-80ec4911-2b0d-4a86-8456-b1ab4ae5f37e tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:29.440422 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-10d4d400-2cac-4936-922d-f8a34c8f773d req-80ec4911-2b0d-4a86-8456-b1ab4ae5f37e tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0769527 Dec 22 09:01:29.485363 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-10d4d400-2cac-4936-922d-f8a34c8f773d req-26cdd049-b747-4cbc-b5ca-1be0fdf682e4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Dec 22 09:01:29.702938 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-d30ed22e-5a11-4e3a-8929-c8bdc66cdce9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1292212 Dec 22 09:01:29.706175 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ed4b90af-4934-45eb-93b6-3da817bd8373 req-16c5bc19-9b04-4ae1-bceb-244f534154da service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0935833 Dec 22 09:01:29.840673 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-a44b3e62-370a-4686-a94d-2b2f9a456274 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=251ca42adcc74b008f9dff3d96d28284&device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 1098 time: 0.0723937 Dec 22 09:01:29.980913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45770) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:01:29.990539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-113f0ee4-1dd9-48b8-8298-5ce26207e6a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:29.992028 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-113f0ee4-1dd9-48b8-8298-5ce26207e6a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=305b7083-d86f-4791-8e91-f7e65096e33f HTTP/1.1" status: 200 len: 913 time: 0.1312711 Dec 22 09:01:30.027993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8b05-906b-4131-a8f5-79a93f0a3e5e req-67af1c07-d33b-4ba8-8af5-ad805b4f5986 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:30.029633 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-67bc8b05-906b-4131-a8f5-79a93f0a3e5e req-67af1c07-d33b-4ba8-8af5-ad805b4f5986 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0907588 Dec 22 09:01:30.061439 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-7022d35f-89fb-4089-8c45-786001cf0cf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce HTTP/1.1" status: 200 len: 217 time: 0.0634294 Dec 22 09:01:30.116527 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-67bc8b05-906b-4131-a8f5-79a93f0a3e5e req-e088b4a2-2a93-4769-b651-7a7de576e1cd tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809774 Dec 22 09:01:30.124784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-8317fb22-acf3-4115-af35-7a8829a36b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:30.126220 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-8317fb22-acf3-4115-af35-7a8829a36b79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47518545-039f-4d79-99a6-d50c6e40db10 HTTP/1.1" status: 200 len: 852 time: 0.0592115 Dec 22 09:01:30.139160 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-dfd07a25-c528-46f7-8d7f-9193ded33c2b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1569617 Dec 22 09:01:30.171194 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-5fe0c19e-6cc3-4492-9da3-b2b944bded25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=305b7083-d86f-4791-8e91-f7e65096e33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387843 Dec 22 09:01:30.416583 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-64c2eea8-0493-48cb-9818-f5484a9dce5c service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382011 Dec 22 09:01:30.547716 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ebd2d685-82c9-4d98-b3ca-e42dbeb7be02 req-f754a0cd-db50-4a84-beeb-a3cc67a9216c service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251864 Dec 22 09:01:31.323641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c05b0-6cc7-4958-9ab6-174b213017d9 req-98e72df9-c716-49fc-9985-767af1ec80f8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:31.325067 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-352c05b0-6cc7-4958-9ab6-174b213017d9 req-98e72df9-c716-49fc-9985-767af1ec80f8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0826099 Dec 22 09:01:31.373476 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-352c05b0-6cc7-4958-9ab6-174b213017d9 req-11d7d15e-7751-4774-ae0c-6d72d0ed36a3 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Dec 22 09:01:31.509910 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-621545a0-6446-44f1-a2db-0fcef30758bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=251ca42adcc74b008f9dff3d96d28284&device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 1098 time: 0.0692697 Dec 22 09:01:31.666204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8430-fd80-4e96-9167-f491fa87c490 req-1452d6e6-a102-4015-a1cc-a6bc7649cf90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:31.667652 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-1452d6e6-a102-4015-a1cc-a6bc7649cf90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=305b7083-d86f-4791-8e91-f7e65096e33f HTTP/1.1" status: 200 len: 913 time: 0.1519749 Dec 22 09:01:31.745259 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-76f9f99d-c403-4566-be98-956e620c4e7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce HTTP/1.1" status: 200 len: 217 time: 0.0715067 Dec 22 09:01:31.806655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8430-fd80-4e96-9167-f491fa87c490 req-f4e543a3-78f2-4c4f-a727-d21a98636e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:31.808094 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-f4e543a3-78f2-4c4f-a727-d21a98636e02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47518545-039f-4d79-99a6-d50c6e40db10 HTTP/1.1" status: 200 len: 852 time: 0.0559783 Dec 22 09:01:31.855315 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-e5c782a6-bed6-4450-87d1-91e951d9e732 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=305b7083-d86f-4791-8e91-f7e65096e33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405455 Dec 22 09:01:31.996305 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-299ac88a-033c-4c44-8bca-64c3b023b0d0 service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347005 Dec 22 09:01:32.126628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-4dbb457d-6c4e-4edc-8a94-40e45e923d24 service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243415 Dec 22 09:01:32.582499 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f921a26-0a8a-42b3-9717-8f4b210ba21a req-992b7bd9-b9d7-438f-891b-6364c6979db8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:32.583962 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4f921a26-0a8a-42b3-9717-8f4b210ba21a req-992b7bd9-b9d7-438f-891b-6364c6979db8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0875628 Dec 22 09:01:32.631389 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4f921a26-0a8a-42b3-9717-8f4b210ba21a req-e9960da3-2e28-4ab0-828c-b7e93184a1fa tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Dec 22 09:01:33.861724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5312af5-d87f-46a2-8f12-8face7521d78 req-5d5f4332-6346-483e-871f-133d167d0b62 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:33.863026 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f5312af5-d87f-46a2-8f12-8face7521d78 req-5d5f4332-6346-483e-871f-133d167d0b62 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0883379 Dec 22 09:01:33.908161 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f5312af5-d87f-46a2-8f12-8face7521d78 req-b44f9022-6ec9-4ce7-a267-15e9e38ca641 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Dec 22 09:01:35.111654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38121a-2319-46f5-8ada-181f31f11c3e req-5f84ef6f-058e-45f4-bc53-07e101177b04 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:35.114394 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d38121a-2319-46f5-8ada-181f31f11c3e req-5f84ef6f-058e-45f4-bc53-07e101177b04 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0836775 Dec 22 09:01:35.159657 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d38121a-2319-46f5-8ada-181f31f11c3e req-c955d996-1801-43aa-9dc9-3b80f5849aa0 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Dec 22 09:01:35.783758 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:01:36.387526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d4642-8ce3-4e3c-999f-138f28b827e6 req-1329cf8f-57b8-4f16-8059-e17afcf2eae9 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:36.389026 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2e8d4642-8ce3-4e3c-999f-138f28b827e6 req-1329cf8f-57b8-4f16-8059-e17afcf2eae9 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0911918 Dec 22 09:01:36.435217 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2e8d4642-8ce3-4e3c-999f-138f28b827e6 req-ff078421-a5b4-49dc-82c8-5bc7d2b9eba2 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Dec 22 09:01:37.121383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e34e1e79-db65-466d-92eb-ba70d2b6c8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:37.643292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e165c4-3140-4302-97f3-1a930719c2c3 req-52b62ad4-2ab4-4d86-8e33-e641ed6cd919 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:37.644721 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-67e165c4-3140-4302-97f3-1a930719c2c3 req-52b62ad4-2ab4-4d86-8e33-e641ed6cd919 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0879164 Dec 22 09:01:37.690865 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-67e165c4-3140-4302-97f3-1a930719c2c3 req-3f2b6c6f-9650-4f34-8af8-7b375f3598b6 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 Dec 22 09:01:38.901792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bab1-1d69-445a-b7ed-89df0405fd2a req-112593c9-231a-481a-8e9d-9c11ad39168b tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:38.903212 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4158bab1-1d69-445a-b7ed-89df0405fd2a req-112593c9-231a-481a-8e9d-9c11ad39168b tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0812509 Dec 22 09:01:38.948927 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4158bab1-1d69-445a-b7ed-89df0405fd2a req-004486ab-eb73-4a8d-b9d7-d9b3b5d66e63 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Dec 22 09:01:39.214916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b451954e-8725-470c-8176-75ab0fa62ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:40.167703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a4d75-4fbc-45d4-954b-c650d48f250c req-db0c4ea0-3ac9-48c9-bafd-b3fd26173942 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:40.169132 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ca2a4d75-4fbc-45d4-954b-c650d48f250c req-db0c4ea0-3ac9-48c9-bafd-b3fd26173942 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0923598 Dec 22 09:01:40.219490 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ca2a4d75-4fbc-45d4-954b-c650d48f250c req-6a081ba7-649e-4763-9fcd-48d46ef50ee4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442023 Dec 22 09:01:40.430152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:40.516608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:41.439662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944c820-71ea-4050-b0fa-e0ab3d21e264 req-e11be24a-bb5b-41b3-94c6-57a5367f1dce tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:41.441012 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f944c820-71ea-4050-b0fa-e0ab3d21e264 req-e11be24a-bb5b-41b3-94c6-57a5367f1dce tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0899510 Dec 22 09:01:41.481137 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:41.490445 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f944c820-71ea-4050-b0fa-e0ab3d21e264 req-fb94bccd-b8a2-422a-aec3-d4c59072e4f6 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Dec 22 09:01:41.812037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:01:42.700206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc63b4-893f-4698-84de-eaa886bd5fdf req-1b12e826-37df-4fea-945f-8a8c83d8ad1a tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:42.701751 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bffc63b4-893f-4698-84de-eaa886bd5fdf req-1b12e826-37df-4fea-945f-8a8c83d8ad1a tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0809770 Dec 22 09:01:42.752149 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bffc63b4-893f-4698-84de-eaa886bd5fdf req-0f379965-8f4f-488c-849c-eeac00907693 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Dec 22 09:01:43.955528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eee7e-3de1-427d-8f31-f14cdf4d49bd req-df912098-9028-490f-9432-2aee861d68c1 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:43.956971 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b9eee7e-3de1-427d-8f31-f14cdf4d49bd req-df912098-9028-490f-9432-2aee861d68c1 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0791738 Dec 22 09:01:44.008695 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1b9eee7e-3de1-427d-8f31-f14cdf4d49bd req-bba96037-e131-497b-a948-5315b00329d5 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Dec 22 09:01:45.234643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d85f33-fa8a-4a25-9222-9c00153c303e req-68ac5833-f694-48d8-9bcf-55c13f3baf7c tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:45.236089 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-08d85f33-fa8a-4a25-9222-9c00153c303e req-68ac5833-f694-48d8-9bcf-55c13f3baf7c tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0941446 Dec 22 09:01:45.383739 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-08d85f33-fa8a-4a25-9222-9c00153c303e req-004f2b48-0b44-47f6-a407-66280f237a36 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396050 Dec 22 09:01:46.616898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202e4ac-2666-4b4a-89dc-8f94e2564ebf req-f247b9a6-4161-484c-bb2e-e8e5c1ef085f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:46.618465 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c202e4ac-2666-4b4a-89dc-8f94e2564ebf req-f247b9a6-4161-484c-bb2e-e8e5c1ef085f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0996706 Dec 22 09:01:46.677123 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c202e4ac-2666-4b4a-89dc-8f94e2564ebf req-756c05c6-c1db-4e9a-9283-1d4f36973883 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512300 Dec 22 09:01:47.897115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5563b6-0d28-4980-bf5c-bb4ebcc01fbd req-0639e7c3-3f57-4221-914f-737ae608fc5f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:47.898863 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9e5563b6-0d28-4980-bf5c-bb4ebcc01fbd req-0639e7c3-3f57-4221-914f-737ae608fc5f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0835798 Dec 22 09:01:47.965331 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9e5563b6-0d28-4980-bf5c-bb4ebcc01fbd req-71766c41-f0b3-4cf8-820d-edd37a8b230d tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560911 Dec 22 09:01:49.295208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936ce66-6845-46e8-9ac8-7d1ed7840d05 req-a94ac12b-84bd-4710-beff-2bca148146b3 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:49.297371 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e936ce66-6845-46e8-9ac8-7d1ed7840d05 req-a94ac12b-84bd-4710-beff-2bca148146b3 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.1934733 Dec 22 09:01:49.352376 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e936ce66-6845-46e8-9ac8-7d1ed7840d05 req-904df0f9-d856-4a9f-bd69-2a2e4b70f02d tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Dec 22 09:01:50.561979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b441e-b731-4d67-8e73-67d81b02e7fa req-95506c1f-f3bf-4403-a2e3-2d887d420ed8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:50.563448 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6c4b441e-b731-4d67-8e73-67d81b02e7fa req-95506c1f-f3bf-4403-a2e3-2d887d420ed8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0813589 Dec 22 09:01:50.615331 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6c4b441e-b731-4d67-8e73-67d81b02e7fa req-1e6c6cf9-7045-450f-8c64-5665e521b02b tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456388 Dec 22 09:01:51.824594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e343a-0209-4ae8-a45a-3f8bf5932ebf req-42b08906-bbe3-4829-84fa-090e5c4c2170 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:51.825927 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f42e343a-0209-4ae8-a45a-3f8bf5932ebf req-42b08906-bbe3-4829-84fa-090e5c4c2170 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0804694 Dec 22 09:01:51.870804 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f42e343a-0209-4ae8-a45a-3f8bf5932ebf req-518668e3-32a5-4ade-be01-df4e8a5a984d tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Dec 22 09:01:53.081984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07980a7-76ad-47e7-a35b-526c9449f633 req-37025d6a-c0c6-408a-94a0-ac4e2e817d0d tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:53.083425 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f07980a7-76ad-47e7-a35b-526c9449f633 req-37025d6a-c0c6-408a-94a0-ac4e2e817d0d tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0777984 Dec 22 09:01:53.133920 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f07980a7-76ad-47e7-a35b-526c9449f633 req-36422cec-34f6-47ca-af07-2902436f8f8c tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Dec 22 09:01:54.379300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254ce29-ba52-4ef4-bb0d-bd5021c5f0ec req-6f66c0b9-abac-427b-a2fd-39ca034f75bf tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:54.381569 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6254ce29-ba52-4ef4-bb0d-bd5021c5f0ec req-6f66c0b9-abac-427b-a2fd-39ca034f75bf tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.1015174 Dec 22 09:01:54.433588 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6254ce29-ba52-4ef4-bb0d-bd5021c5f0ec req-fbecd660-347c-45b7-9f87-08ddbc565216 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 Dec 22 09:01:55.640148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df46427-bb61-4a07-95b8-975ee3806c15 req-5d54f6e4-63e6-4a21-a520-dc8b4545f1d7 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:55.641604 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0df46427-bb61-4a07-95b8-975ee3806c15 req-5d54f6e4-63e6-4a21-a520-dc8b4545f1d7 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0851655 Dec 22 09:01:55.688266 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0df46427-bb61-4a07-95b8-975ee3806c15 req-a67be549-582d-453d-ba25-427b0b5fc579 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Dec 22 09:01:56.887628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d4033-03df-4840-a71f-198cfb0dfe10 req-696af259-e239-42b7-bf8b-0997b896d542 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:56.889050 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e15d4033-03df-4840-a71f-198cfb0dfe10 req-696af259-e239-42b7-bf8b-0997b896d542 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0812228 Dec 22 09:01:56.937868 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e15d4033-03df-4840-a71f-198cfb0dfe10 req-98560578-9359-4d5d-8f53-2de9e2fa0868 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Dec 22 09:01:58.159969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79117717-da7d-4d2a-b37e-692fd09eac9c req-c90f75a7-dd3a-41e1-a956-0e85dfc4ae5e tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:58.161388 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-79117717-da7d-4d2a-b37e-692fd09eac9c req-c90f75a7-dd3a-41e1-a956-0e85dfc4ae5e tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0946491 Dec 22 09:01:58.206608 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-79117717-da7d-4d2a-b37e-692fd09eac9c req-cac2f9b0-7044-4b6d-ad52-e663dfa86464 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397587 Dec 22 09:01:58.866992 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-0be5c5fc-36ea-4267-ae55-6d68d8729732 service neutron] 10.222.0.32 "GET /v2.0/ports/c02e48a6-a128-48e9-a100-5d3af90ba8ce/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0961881 Dec 22 09:01:59.162051 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-04b901c6-d30f-46e7-8a51-c8f79f6d0f44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963&tenant_id=251ca42adcc74b008f9dff3d96d28284 HTTP/1.1" status: 200 len: 1098 time: 0.0817800 Dec 22 09:01:59.259431 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-26dc6ea7-30cd-46c0-a54e-7ae9a6578fc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=251ca42adcc74b008f9dff3d96d28284&device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 1098 time: 0.0748534 Dec 22 09:01:59.436644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8430-fd80-4e96-9167-f491fa87c490 req-daa4e77d-e4f8-4abc-9099-37a08e731e0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:59.437951 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-daa4e77d-e4f8-4abc-9099-37a08e731e0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=305b7083-d86f-4791-8e91-f7e65096e33f HTTP/1.1" status: 200 len: 913 time: 0.1726232 Dec 22 09:01:59.516436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eed734-347c-4588-bfb7-e8624b3a5213 req-6abcc93f-9552-4e04-995c-cbf521361cea tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:59.517907 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85eed734-347c-4588-bfb7-e8624b3a5213 req-6abcc93f-9552-4e04-995c-cbf521361cea tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.1859560 Dec 22 09:01:59.519561 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-8e5e6d3e-5334-4e78-bcc0-55b6a489c80a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce HTTP/1.1" status: 200 len: 217 time: 0.0734301 Dec 22 09:01:59.612474 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85eed734-347c-4588-bfb7-e8624b3a5213 req-0148252f-44b5-4901-b6ae-4eaf84712b8e tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886939 Dec 22 09:01:59.615671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8430-fd80-4e96-9167-f491fa87c490 req-bb23e64a-6654-4536-9eac-3b8a65eef58f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:01:59.617002 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-bb23e64a-6654-4536-9eac-3b8a65eef58f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47518545-039f-4d79-99a6-d50c6e40db10 HTTP/1.1" status: 200 len: 852 time: 0.0803070 Dec 22 09:01:59.666184 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-ae295d89-4f40-45fc-93be-931e308352d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=305b7083-d86f-4791-8e91-f7e65096e33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402603 Dec 22 09:01:59.796072 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-b6cbd099-9803-47bd-be5d-a593f480c135 service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235776 Dec 22 09:01:59.925666 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-04db8430-fd80-4e96-9167-f491fa87c490 req-89ec8215-0ce0-4299-af37-8468e8659ec5 service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231399 Dec 22 09:02:00.830927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981488b-f32b-40ca-9009-ce805d407b11 req-62cbcf9d-23f6-4f80-8742-7605ed79d675 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:00.832541 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f981488b-f32b-40ca-9009-ce805d407b11 req-62cbcf9d-23f6-4f80-8742-7605ed79d675 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0813038 Dec 22 09:02:00.882298 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f981488b-f32b-40ca-9009-ce805d407b11 req-e3d60d1b-9394-4d5f-adf6-318d1846e914 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Dec 22 09:02:01.613879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c02e48a6-a128-48e9-a100-5d3af90ba8ce details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:02:01.616830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c02e48a6-a128-48e9-a100-5d3af90ba8ce no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:02:01.832863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:01.853919 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce,segment=NetworkSegment(3313163e-8364-46f8-8a58-0bcd587097b6),segment_id=3313163e-8364-46f8-8a58-0bcd587097b6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:02:01.877200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce', 'network_id': '305b7083-d86f-4791-8e91-f7e65096e33f', 'port_id': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce', 'mac_address': 'fa:16:3e:12:e8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47518545-039f-4d79-99a6-d50c6e40db10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:02:01.883945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:02:01.918902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce,segment=NetworkSegment(3313163e-8364-46f8-8a58-0bcd587097b6),segment_id=3313163e-8364-46f8-8a58-0bcd587097b6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:02:01.928000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:01.931436 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-727f4824-04f0-40bc-a500-be4dae55aecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:01.990380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:02.019860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c02e48a6-a128-48e9-a100-5d3af90ba8ce {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:02:02.027375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=c02e48a6-a128-48e9-a100-5d3af90ba8ce,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:02.053694 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce', 'code': 200} Dec 22 09:02:02.058095 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:02.082028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:02:02.082381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:02:02.094013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d958320-c221-4df8-a4ae-0c35d3c2f9a8 req-c383eb5c-89f0-41a6-8913-b314b1a880e8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:02.095395 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3d958320-c221-4df8-a4ae-0c35d3c2f9a8 req-c383eb5c-89f0-41a6-8913-b314b1a880e8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 943 time: 0.0855658 Dec 22 09:02:02.144505 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3d958320-c221-4df8-a4ae-0c35d3c2f9a8 req-e426021d-9180-46f6-a17a-11f6ce8566cd tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Dec 22 09:02:02.650944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:02.668100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02e48a6-a128-48e9-a100-5d3af90ba8ce {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:02:02.685261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce,segment=NetworkSegment(3313163e-8364-46f8-8a58-0bcd587097b6),segment_id=3313163e-8364-46f8-8a58-0bcd587097b6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:02:02.690329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:02.691999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-aeef719c-ef38-4557-9709-fdfe6456d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:02.750198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['c02e48a6-a128-48e9-a100-5d3af90ba8ce'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:02:02.794333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=c02e48a6-a128-48e9-a100-5d3af90ba8ce,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:02.798501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:03.355705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235e598-85db-4fca-8bfe-0475d47a7072 req-e0f68506-1f9d-4546-b325-7f4d2aa78c81 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:03.357104 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8235e598-85db-4fca-8bfe-0475d47a7072 req-e0f68506-1f9d-4546-b325-7f4d2aa78c81 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 944 time: 0.0805216 Dec 22 09:02:03.403530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8235e598-85db-4fca-8bfe-0475d47a7072 req-deedda5a-4f5a-4997-aec9-cb2eae5dcd20 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Dec 22 09:02:03.621051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c02e48a6-a128-48e9-a100-5d3af90ba8ce up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:03.688072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port c02e48a6-a128-48e9-a100-5d3af90ba8ce triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:03.688793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:03.802678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:03.818529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-da173493-beb3-4523-aa03-41b072023dbb tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:03.820257 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-da173493-beb3-4523-aa03-41b072023dbb tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963&tenant_id=251ca42adcc74b008f9dff3d96d28284&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.0826800 Dec 22 09:02:03.835735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce,segment=NetworkSegment(3313163e-8364-46f8-8a58-0bcd587097b6),segment_id=3313163e-8364-46f8-8a58-0bcd587097b6)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:02:03.840366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:03.842347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:03.911900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=c02e48a6-a128-48e9-a100-5d3af90ba8ce,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:03.915113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:03.971222 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-c7447e23-1377-49a5-9312-7ff756015cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=251ca42adcc74b008f9dff3d96d28284&device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 1098 time: 0.0769126 Dec 22 09:02:04.055393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:02:04.101022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-ce6ae0bd-9292-434d-9472-e9dc1f74eb6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:04.102476 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-ce6ae0bd-9292-434d-9472-e9dc1f74eb6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=305b7083-d86f-4791-8e91-f7e65096e33f HTTP/1.1" status: 200 len: 913 time: 0.1254857 Dec 22 09:02:04.117993 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce', 'code': 200} Dec 22 09:02:04.261545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-9dc85979-0fbf-4ad4-80b8-622bdee192b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce HTTP/1.1" status: 200 len: 217 time: 0.1524675 Dec 22 09:02:04.333360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-7fbb1a66-d30c-425a-ac00-0d6da6ec6dbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:04.334776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-7fbb1a66-d30c-425a-ac00-0d6da6ec6dbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47518545-039f-4d79-99a6-d50c6e40db10 HTTP/1.1" status: 200 len: 852 time: 0.0667505 Dec 22 09:02:04.379091 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cde66634-dd53-483a-98a5-300b86e2c982 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=305b7083-d86f-4791-8e91-f7e65096e33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381069 Dec 22 09:02:04.517094 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-a5cc0b85-6782-484a-8452-f6a3867f2687 service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309361 Dec 22 09:02:04.650891 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cf118894-da3a-4f21-8810-cc6e505b95f5 service neutron] 10.222.0.32 "GET /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279917 Dec 22 09:02:05.520116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a172-360f-4dc5-acc3-32896d72d383 req-b31da57c-c149-49db-be49-52766ae1c356 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:05.521589 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9665a172-360f-4dc5-acc3-32896d72d383 req-b31da57c-c149-49db-be49-52766ae1c356 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0935600 Dec 22 09:02:05.566742 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9665a172-360f-4dc5-acc3-32896d72d383 req-a7f9c770-05be-47e1-a227-a51abcaa3de1 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Dec 22 09:02:06.776994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429518af-32f7-4a3f-acbe-7347f0682e38 req-c63fc91b-9969-498f-b559-8bf7041261b8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:06.778516 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-429518af-32f7-4a3f-acbe-7347f0682e38 req-c63fc91b-9969-498f-b559-8bf7041261b8 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0796587 Dec 22 09:02:06.827206 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-429518af-32f7-4a3f-acbe-7347f0682e38 req-8a1258f5-d4ce-42e0-8a37-e46ffbdfcf02 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba67acc8-d5f6-4210-b139-1090105c6456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Dec 22 09:02:07.107555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a8a27232-26be-410b-b774-8d7f54a048fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:07.231017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-a08f5136-e005-455a-a886-e50a9f584dc5 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:07.232879 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-a08f5136-e005-455a-a886-e50a9f584dc5 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 945 time: 0.0866334 Dec 22 09:02:07.308268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Deleting port c02e48a6-a128-48e9-a100-5d3af90ba8ce {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:02:07.308597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:07.545809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] For port c02e48a6-a128-48e9-a100-5d3af90ba8ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c02e48a6-a128-48e9-a100-5d3af90ba8ce,segment=NetworkSegment(3313163e-8364-46f8-8a58-0bcd587097b6),segment_id=3313163e-8364-46f8-8a58-0bcd587097b6)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:02:07.546153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:07.678823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Calling delete_port for c02e48a6-a128-48e9-a100-5d3af90ba8ce owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:02:07.831917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:07.837544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9f4efd04-514b-4522-90ed-da92af572ab3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:07.844203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['c02e48a6-a128-48e9-a100-5d3af90ba8ce'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:02:07.883396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Pushing event deleted for resources: {'Port': ['ID=c02e48a6-a128-48e9-a100-5d3af90ba8ce,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:07.923057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.923513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.923885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.924251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.924608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.924975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.925337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.925695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.926050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.926400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.926755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:07.933740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:08.002037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] No DVR routers for this DVR port c02e48a6-a128-48e9-a100-5d3af90ba8ce on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:02:08.009884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:08.012548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'name': 'network-vif-deleted', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:02:08.020099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-08408597-9694-484d-b47b-ec9af0591fe0 req-4f148652-db05-4770-a069-90f024c6788d tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a8c1871-ffc0-4973-8d05-85121307c963 HTTP/1.1" status: 200 len: 210 time: 0.0628285 Dec 22 09:02:08.031327 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d8bfdde-bb5b-45ca-a14d-0117826fc612 req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] 10.222.0.32 "DELETE /v2.0/ports/c02e48a6-a128-48e9-a100-5d3af90ba8ce HTTP/1.1" status: 204 len: 173 time: 0.7924807 Dec 22 09:02:08.076508 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8c1871-ffc0-4973-8d05-85121307c963', 'name': 'network-vif-deleted', 'tag': 'c02e48a6-a128-48e9-a100-5d3af90ba8ce', 'status': 'completed', 'code': 200} Dec 22 09:02:09.209983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-328f7dc3-c039-420f-8999-b07bcc85e4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.297337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45872) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:09.363019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-f525f9a5-15fb-4eae-93d7-a2f19a90c055 admin admin] Deleting subnet 47518545-039f-4d79-99a6-d50c6e40db10 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:02:09.366019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f525f9a5-15fb-4eae-93d7-a2f19a90c055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.421457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f525f9a5-15fb-4eae-93d7-a2f19a90c055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.481059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f525f9a5-15fb-4eae-93d7-a2f19a90c055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.548276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f525f9a5-15fb-4eae-93d7-a2f19a90c055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.552357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c7fc4e47-cff7-4e91-b042-7bbed3210601 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:09.588429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525f9a5-15fb-4eae-93d7-a2f19a90c055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47518545-039f-4d79-99a6-d50c6e40db10,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:09.590990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f525f9a5-15fb-4eae-93d7-a2f19a90c055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:09.594112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f525f9a5-15fb-4eae-93d7-a2f19a90c055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.600471 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f525f9a5-15fb-4eae-93d7-a2f19a90c055 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/47518545-039f-4d79-99a6-d50c6e40db10 HTTP/1.1" status: 204 len: 168 time: 0.3020144 Dec 22 09:02:09.602857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45876) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:09.724970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.853508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.883634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305b7083-d86f-4791-8e91-f7e65096e33f']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:09.896023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3313163e-8364-46f8-8a58-0bcd587097b6') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:09.896314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3313163e-8364-46f8-8a58-0bcd587097b6') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:02:09.907203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.922719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.928826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:02:09.929193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:02:09.941779 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:02:10.016099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.019738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f2d2a80d-afc0-41e8-9164-37dca4bd4a20 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:10.036901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.047040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Pushing event deleted for resources: {'Network': ['ID=305b7083-d86f-4791-8e91-f7e65096e33f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:10.050220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:10.056313 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] 10.222.0.31 "DELETE /v2.0/networks/305b7083-d86f-4791-8e91-f7e65096e33f HTTP/1.1" status: 204 len: 168 time: 0.4525199 Dec 22 09:02:10.199795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45882) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:10.262283 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-917be701-76b9-4856-af7b-51ff5fd7444f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=251ca42adcc74b008f9dff3d96d28284&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0612364 Dec 22 09:02:10.265175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45886) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:10.332465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5641c5b4-fb08-4e66-b9e9-ca1406b3cbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.362737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5641c5b4-fb08-4e66-b9e9-ca1406b3cbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.422707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5641c5b4-fb08-4e66-b9e9-ca1406b3cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.426292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.428085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:10.442258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641c5b4-fb08-4e66-b9e9-ca1406b3cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba67acc8-d5f6-4210-b139-1090105c6456,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:10.444806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5641c5b4-fb08-4e66-b9e9-ca1406b3cbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:10.455882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5641c5b4-fb08-4e66-b9e9-ca1406b3cbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:10.457266 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5641c5b4-fb08-4e66-b9e9-ca1406b3cbaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba67acc8-d5f6-4210-b139-1090105c6456 HTTP/1.1" status: 204 len: 168 time: 0.1909516 Dec 22 09:02:10.518876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.386264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45908) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:11.479851 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.531142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-405824304-network', 'tenant_id': '84729db2917a4c8ba7b98b56538b91ea'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:02:11.535947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:11.539750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Usage tracker for resource:network and tenant:84729db2917a4c8ba7b98b56538b91ea is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:11.542577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:11.548170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:11.560012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Made reservation on behalf of 84729db2917a4c8ba7b98b56538b91ea for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:02:11.562253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.577847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.608383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:11.612113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Usage tracker for resource:security_group_rule and tenant:84729db2917a4c8ba7b98b56538b91ea is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:11.614954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:11.620491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:11.666860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c02e48a6-a128-48e9-a100-5d3af90ba8ce no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:02:11.685003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.690089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.694502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bc6aa7c1-a4cc-41f6-9e83-f45dd5af197a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:11.699496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: c02e48a6-a128-48e9-a100-5d3af90ba8ce {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:02:11.699847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device c02e48a6-a128-48e9-a100-5d3af90ba8ce not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:02:11.722354 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:02:11.732079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b41fa9-b78d-4fcb-b579-9d72f78931ae,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:11.734887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:11.740334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.740714 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Added segment b46e286e-1eed-496c-aa3f-bf269159fa0a of type vlan for network 3004b95f-1833-4354-be7a-0aee3d80c5fe Dec 22 09:02:11.768846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.800607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.801728 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:11.802347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.807445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65ed2759-374a-490c-b2ad-dfc20ca64c87 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:11.810541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:11.905611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Pushing event updated for resources: {'Network': ['ID=3004b95f-1833-4354-be7a-0aee3d80c5fe,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:11.908283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:11.910290 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3a875d87-3d09-46a1-bf38-0f97e61466df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5229893 Dec 22 09:02:11.913349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 45914) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:02:11.916502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 3004b95f-1833-4354-be7a-0aee3d80c5fe details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:02:11.919453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Request body: {'subnet': {'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-405824304-subnet', 'tenant_id': '84729db2917a4c8ba7b98b56538b91ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:02:11.924415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:11.928331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Usage tracker for resource:subnet and tenant:84729db2917a4c8ba7b98b56538b91ea is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:11.931171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:11.936995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:11.948132 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Made reservation on behalf of 84729db2917a4c8ba7b98b56538b91ea for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:02:11.950545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.248619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.252220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dd42e7a0-1d19-4658-91b0-1dc67143774c tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:12.312341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf786c0c-2908-4f45-baac-f5830d98ace4,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:12.315066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:12.337037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Checking segment: {'id': 'b46e286e-1eed-496c-aa3f-bf269159fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:02:12.337402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Network hostable DHCP agents. Network: 3004b95f-1833-4354-be7a-0aee3d80c5fe, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:02:12.360634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Network 3004b95f-1833-4354-be7a-0aee3d80c5fe is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:02:12.371498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 3004b95f-1833-4354-be7a-0aee3d80c5fe) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:12.375565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:12.376144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:12.380357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc40e3d-19d1-46e6-9e51-d646b3541ad0 None None] Network 3004b95f-1833-4354-be7a-0aee3d80c5fe requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:02:12.397045 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4821284 Dec 22 09:02:12.634079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c255bf-bbc4-49cb-995b-b0569f7610ea None None] Network 3004b95f-1833-4354-be7a-0aee3d80c5fe requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:02:12.783773 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:02:12.940016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af730768-456b-4604-b640-c210973237a0 req-4087649c-8107-4ae4-bf23-320e4d06ddd9 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:12.940784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-af730768-456b-4604-b640-c210973237a0 req-4087649c-8107-4ae4-bf23-320e4d06ddd9 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Synchronizing usage tracker for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:02:12.960337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-af730768-456b-4604-b640-c210973237a0 req-4087649c-8107-4ae4-bf23-320e4d06ddd9 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Unset dirty status for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:02:12.961518 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-4087649c-8107-4ae4-bf23-320e4d06ddd9 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 814 time: 0.1641977 Dec 22 09:02:12.978437 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-eb17f192-1bde-45d0-ad1e-567a3a112be8 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/quotas/84729db2917a4c8ba7b98b56538b91ea HTTP/1.1" status: 200 len: 375 time: 0.0111005 Dec 22 09:02:13.023769 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-cdb44e8b-8f65-43fe-8016-f43cb6ac1d10 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405011 Dec 22 09:02:13.273911 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-32d50d8a-b1b6-4e44-9988-916200379fcc service neutron] 10.222.0.31 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400794 Dec 22 09:02:13.433659 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-a1f7fa53-3c52-499f-8e45-8d48c079eb10 service neutron] 10.222.0.31 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539648 Dec 22 09:02:13.639076 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1bd8965b-40ee-431d-864c-94af6c09a032 req-0dd7ba80-bbbc-4375-b873-8f5b10f9b237 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 210 time: 0.0461879 Dec 22 09:02:14.822118 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9809c688-6c0e-4789-beb1-1f123b7c8a2d req-3adeb4c5-b599-4014-a924-c60d98816b84 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 210 time: 0.0540333 Dec 22 09:02:15.231626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af730768-456b-4604-b640-c210973237a0 req-275d14c6-dc4c-446b-bc5c-be39a72545d4 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:15.234056 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-275d14c6-dc4c-446b-bc5c-be39a72545d4 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 814 time: 0.3328125 Dec 22 09:02:15.255031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Request body: {'port': {'device_id': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe', 'admin_state_up': True, 'tenant_id': '84729db2917a4c8ba7b98b56538b91ea'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:02:15.387294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:02:15.391008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Usage tracker for resource:port and tenant:84729db2917a4c8ba7b98b56538b91ea is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:02:15.393875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:02:15.399670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:02:15.410332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Made reservation on behalf of 84729db2917a4c8ba7b98b56538b91ea for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:02:15.413330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.585675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Allocated IP 172.20.0.10 (3004b95f-1833-4354-be7a-0aee3d80c5fe/bf786c0c-2908-4f45-baac-f5830d98ace4/54f2e12c-62b6-4ae7-845f-09629cf5eb0e) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:02:15.799086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.835098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:15.841692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e2a0afec-150a-4040-b784-94aa286b68d3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:15.906340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Network 3004b95f-1833-4354-be7a-0aee3d80c5fe is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:02:15.914648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:02:15.919946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:02:15.980347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Pushing event updated for resources: {'Port': ['ID=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:15.983444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:16.029251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:16.029921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:16.063643 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8121703 Dec 22 09:02:16.074832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04e71-6a7f-494d-ac18-32953f082b11 req-ee5897f7-744d-41e0-8130-0048ddd0c5f2 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:16.075554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c4a04e71-6a7f-494d-ac18-32953f082b11 req-ee5897f7-744d-41e0-8130-0048ddd0c5f2 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Synchronizing usage tracker for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:02:16.082391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Request body: {'port': {'device_id': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:02:16.140831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c4a04e71-6a7f-494d-ac18-32953f082b11 req-ee5897f7-744d-41e0-8130-0048ddd0c5f2 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Unset dirty status for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:02:16.142005 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c4a04e71-6a7f-494d-ac18-32953f082b11 req-ee5897f7-744d-41e0-8130-0048ddd0c5f2 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 932 time: 0.1970284 Dec 22 09:02:16.229238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:16.252496 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c4a04e71-6a7f-494d-ac18-32953f082b11 req-530cf9c4-4222-413f-879b-0ba4ee764dc7 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805881 Dec 22 09:02:16.598736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f2e12c-62b6-4ae7-845f-09629cf5eb0e {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:02:16.607069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:16.623701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Transition to ACTIVE for port object 54f2e12c-62b6-4ae7-845f-09629cf5eb0e will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:02:16.629866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:16.635269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c6498e9f-eee4-4726-9783-ec265256a144 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:16.764375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Pushing event updated for resources: {'Port': ['ID=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:16.768806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:16.874662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Attempting to bind port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:02:16.874995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Attempting to bind port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b46e286e-1eed-496c-aa3f-bf269159fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:02:16.875328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Attempting to bind port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e on network 3004b95f-1833-4354-be7a-0aee3d80c5fe {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:02:16.881648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e on network 3004b95f-1833-4354-be7a-0aee3d80c5fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:02:16.881961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Attempting to bind port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e on network 3004b95f-1833-4354-be7a-0aee3d80c5fe {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:02:16.888430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:02:16.888755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Checking segment: {'id': 'b46e286e-1eed-496c-aa3f-bf269159fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:02:16.889122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Bound using segment: {'id': 'b46e286e-1eed-496c-aa3f-bf269159fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:02:16.889540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Bound port: 54f2e12c-62b6-4ae7-845f-09629cf5eb0e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46e286e-1eed-496c-aa3f-bf269159fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:02:16.889873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:16.987423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] For port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:02:16.990781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] For port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:02:16.997985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:17.001622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71d8d3c5-18e2-4aed-a337-df249fc4dfe2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:17.158315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:17.159763 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] 10.222.0.32 "PUT /v2.0/ports/54f2e12c-62b6-4ae7-845f-09629cf5eb0e HTTP/1.1" status: 200 len: 1094 time: 1.0814083 Dec 22 09:02:17.160276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'tag': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:02:17.181900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Pushing event updated for resources: {'Port': ['ID=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:17.184848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:17.230349 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'tag': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e', 'status': 'completed', 'code': 200} Dec 22 09:02:17.280781 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-24408574-6dea-49ba-bf73-61cbe717e5f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 1097 time: 0.0814240 Dec 22 09:02:17.353332 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-6b822a77-b86d-4d98-8eea-54c2f9322ef3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e HTTP/1.1" status: 200 len: 217 time: 0.0658517 Dec 22 09:02:17.457545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af730768-456b-4604-b640-c210973237a0 req-6291dd3f-9057-4042-b919-f534b84c2390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:17.458864 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-6291dd3f-9057-4042-b919-f534b84c2390 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0993102 Dec 22 09:02:17.507743 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-5f27f551-b946-4338-a1bb-b9b053ad2929 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413129 Dec 22 09:02:17.595004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad3daf-cc36-4075-80d9-f06593001777 req-4de30c6d-01c1-4035-8ed0-7f9dba65d1a5 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:17.596462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e4ad3daf-cc36-4075-80d9-f06593001777 req-4de30c6d-01c1-4035-8ed0-7f9dba65d1a5 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 944 time: 0.2081075 Dec 22 09:02:17.682665 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-18b03386-6662-4900-b629-8919592cd9c3 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682394 Dec 22 09:02:17.684944 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e4ad3daf-cc36-4075-80d9-f06593001777 req-d9c73e88-73eb-47ba-9477-ea97b5d281dc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772958 Dec 22 09:02:17.817949 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af730768-456b-4604-b640-c210973237a0 req-3eb78c13-e867-4598-8bc1-cc7e90297af7 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281788 Dec 22 09:02:17.948603 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12fdb958-353a-472a-bf9f-4f6e42b4b647 req-bf118b31-51f5-460b-b094-246458317c7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 1097 time: 0.0787530 Dec 22 09:02:18.084373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdb958-353a-472a-bf9f-4f6e42b4b647 req-76d01b55-9136-4da0-8e80-3fc77ca731ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:18.085720 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12fdb958-353a-472a-bf9f-4f6e42b4b647 req-76d01b55-9136-4da0-8e80-3fc77ca731ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.1312571 Dec 22 09:02:18.153050 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12fdb958-353a-472a-bf9f-4f6e42b4b647 req-93302184-6164-4c7d-b5f7-33c1862d0341 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e HTTP/1.1" status: 200 len: 217 time: 0.0607102 Dec 22 09:02:18.217382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdb958-353a-472a-bf9f-4f6e42b4b647 req-86e99f39-e4cb-4f4f-81e5-d43b80f5dabe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:18.218824 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12fdb958-353a-472a-bf9f-4f6e42b4b647 req-86e99f39-e4cb-4f4f-81e5-d43b80f5dabe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0598211 Dec 22 09:02:18.262383 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12fdb958-353a-472a-bf9f-4f6e42b4b647 req-4673a9cc-3e75-426c-a969-ffb79caab244 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375841 Dec 22 09:02:18.398439 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12fdb958-353a-472a-bf9f-4f6e42b4b647 req-4381e954-5f9f-4762-ba87-5ed3b1e89674 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293802 Dec 22 09:02:18.532883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12fdb958-353a-472a-bf9f-4f6e42b4b647 req-7b00c8e6-42d0-4a4a-b751-6c33fc1e92a6 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267138 Dec 22 09:02:18.919330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a263c6-6d52-4179-a6a0-e1a92405dfa8 req-c8706e52-1406-40a3-a45b-82bb8e22257b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:18.920771 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-46a263c6-6d52-4179-a6a0-e1a92405dfa8 req-c8706e52-1406-40a3-a45b-82bb8e22257b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 944 time: 0.0896168 Dec 22 09:02:18.969266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-46a263c6-6d52-4179-a6a0-e1a92405dfa8 req-f617c449-5c7a-4ba6-8455-92c7431d3157 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Synchronizing usage tracker for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:02:18.988532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-46a263c6-6d52-4179-a6a0-e1a92405dfa8 req-f617c449-5c7a-4ba6-8455-92c7431d3157 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Unset dirty status for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:02:18.989723 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-46a263c6-6d52-4179-a6a0-e1a92405dfa8 req-f617c449-5c7a-4ba6-8455-92c7431d3157 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632379 Dec 22 09:02:19.698288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 54f2e12c-62b6-4ae7-845f-09629cf5eb0e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:02:19.834718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:02:19.848415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e', 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe', 'port_id': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e', 'mac_address': 'fa:16:3e:77:69:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf786c0c-2908-4f45-baac-f5830d98ace4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:02:19.908479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.925511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f2e12c-62b6-4ae7-845f-09629cf5eb0e {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:02:19.941131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:02:19.946875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:19.948590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:20.014007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:20.017221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:20.205852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed23a5-8ca3-4ce9-b212-04c84ec92ea5 req-64228f15-26d4-48a0-a7ef-748f1ada169b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:20.207361 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3aed23a5-8ca3-4ce9-b212-04c84ec92ea5 req-64228f15-26d4-48a0-a7ef-748f1ada169b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 945 time: 0.0885966 Dec 22 09:02:20.253565 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3aed23a5-8ca3-4ce9-b212-04c84ec92ea5 req-15d1f45f-1799-4318-babd-9225edd399b9 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Dec 22 09:02:20.292228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['54f2e12c-62b6-4ae7-845f-09629cf5eb0e'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:02:21.476318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde74ce-1855-4a3f-a23d-dbd461ea67f2 req-4db9823e-704a-49cf-a54e-9c510e4e3861 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:21.477675 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cfde74ce-1855-4a3f-a23d-dbd461ea67f2 req-4db9823e-704a-49cf-a54e-9c510e4e3861 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 945 time: 0.0893087 Dec 22 09:02:21.522773 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cfde74ce-1855-4a3f-a23d-dbd461ea67f2 req-7ff0061d-895a-44fa-a857-af86c877b9ec tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 Dec 22 09:02:21.715985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 54f2e12c-62b6-4ae7-845f-09629cf5eb0e up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:02:21.806240 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:02:21.811394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:02:21.811776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.928812 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.955782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:02:21.966399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:02:21.972861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:21.975324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:22.020462 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e', 'code': 200} Dec 22 09:02:22.051607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:22.054818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:22.265288 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c0d1dc3-edec-4b08-b53c-91ac53c0b5e8 req-05ef75e0-44cd-4a0f-80aa-733fb52270b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 1099 time: 0.0765307 Dec 22 09:02:22.307435 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c0d1dc3-edec-4b08-b53c-91ac53c0b5e8 req-22300e78-799e-4123-9a67-c8f2a95d633e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356398 Dec 22 09:02:22.733988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab4c31-0100-4027-903e-fd34cd19f266 req-84b2da32-af9b-4278-b05f-d6e71d30397a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:22.736152 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a6ab4c31-0100-4027-903e-fd34cd19f266 req-84b2da32-af9b-4278-b05f-d6e71d30397a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0932300 Dec 22 09:02:22.787068 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a6ab4c31-0100-4027-903e-fd34cd19f266 req-9f5262c0-2b5f-41f1-8e86-347de4e61f19 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Dec 22 09:02:24.095505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5330d1-c1b6-47c9-b943-317e073b3eae req-97c850cf-9f72-4374-a21a-d3307badf8d4 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:24.096823 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e5330d1-c1b6-47c9-b943-317e073b3eae req-97c850cf-9f72-4374-a21a-d3307badf8d4 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.1891315 Dec 22 09:02:24.141745 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e5330d1-c1b6-47c9-b943-317e073b3eae req-afa7cd1f-9de2-4b6d-94df-931f293d3c5b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390828 Dec 22 09:02:24.340695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbdf9d-5e9a-440a-b48c-cd2bbba62407 req-2fe6eec5-ac87-44c7-a9b7-35e98950b920 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:24.342114 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-42bbdf9d-5e9a-440a-b48c-cd2bbba62407 req-2fe6eec5-ac87-44c7-a9b7-35e98950b920 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0815074 Dec 22 09:02:24.387222 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-42bbdf9d-5e9a-440a-b48c-cd2bbba62407 req-89c3b014-5b17-4062-bd4f-2b188c3af5c5 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 Dec 22 09:02:24.766762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a5628-37b9-4196-aaef-a2290abb21fa req-44d13a0b-6a47-431f-978e-8c7048a7000b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:24.768113 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4a3a5628-37b9-4196-aaef-a2290abb21fa req-44d13a0b-6a47-431f-978e-8c7048a7000b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0929575 Dec 22 09:02:24.829219 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4a3a5628-37b9-4196-aaef-a2290abb21fa req-e34fa2df-9711-4dee-856f-ffa065dd28a1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554845 Dec 22 09:02:25.028286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdee89b-d5cc-4508-aaa1-343474f857dc req-cecc43c9-0304-472a-bb84-6b2b5d7e62fe tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:25.029637 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5fdee89b-d5cc-4508-aaa1-343474f857dc req-cecc43c9-0304-472a-bb84-6b2b5d7e62fe tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0779419 Dec 22 09:02:25.083789 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5fdee89b-d5cc-4508-aaa1-343474f857dc req-9dea18f2-f678-4c5f-ac70-6e8749087ffe tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Dec 22 09:02:25.296567 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e8dc5550-6518-4fae-9619-ab2713757f29 req-a974c707-6063-485d-860a-a15b97d0dcc4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0762239 Dec 22 09:02:25.563976 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-8de00100-e62c-4d31-ada2-d4685db5928d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722284 Dec 22 09:02:25.622375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4fc78-3dd6-4877-ba27-c62e76df5089 req-c97731c1-ed53-475a-94fe-a94dd7e180c3 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:25.623826 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1b4fc78-3dd6-4877-ba27-c62e76df5089 req-c97731c1-ed53-475a-94fe-a94dd7e180c3 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0771210 Dec 22 09:02:25.671315 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1b4fc78-3dd6-4877-ba27-c62e76df5089 req-2e98ebb2-5f33-45fd-a6c7-b34d653a6c35 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Dec 22 09:02:26.768279 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-9ae4e79a-22e9-4193-aa87-05a8b1a7c7f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 1099 time: 0.0789325 Dec 22 09:02:26.871383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76574-5690-49ce-b0d3-630a70f3d09d req-66d9f585-ea93-4ece-96e0-6e30e914cbe2 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:26.872864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-78b76574-5690-49ce-b0d3-630a70f3d09d req-66d9f585-ea93-4ece-96e0-6e30e914cbe2 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0765398 Dec 22 09:02:26.899951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-d6a52e39-8021-4fab-9aa9-8f1d591a56ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:26.901384 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-d6a52e39-8021-4fab-9aa9-8f1d591a56ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.1273794 Dec 22 09:02:26.921258 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-78b76574-5690-49ce-b0d3-630a70f3d09d req-29f5605f-9d13-4a39-96de-03fc5f38054b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427237 Dec 22 09:02:26.967415 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-4a7bd88d-8e20-4cda-848e-8ac93d2f72cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e HTTP/1.1" status: 200 len: 217 time: 0.0599720 Dec 22 09:02:27.029833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-0fae0a56-054a-4cd6-83f4-d93d9ec37710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:27.031202 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-0fae0a56-054a-4cd6-83f4-d93d9ec37710 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0580368 Dec 22 09:02:27.075818 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-404c91c2-73a8-49ee-9701-0587cc2af33a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379179 Dec 22 09:02:27.216491 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-b14b8351-fa4a-48dd-9bd6-f7f372836b81 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329255 Dec 22 09:02:27.353722 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-6cd8d9c6-d5e0-4f59-8c5a-4a425164bb1c service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310644 Dec 22 09:02:28.125558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135e434-a950-4047-827a-277a56f62524 req-e8f25864-00ea-435f-bb14-30190627d92c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:28.126945 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9135e434-a950-4047-827a-277a56f62524 req-e8f25864-00ea-435f-bb14-30190627d92c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0851445 Dec 22 09:02:28.172632 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9135e434-a950-4047-827a-277a56f62524 req-4de681a3-00af-445f-9027-b4b6600a91d7 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Dec 22 09:02:29.384086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed014e-feb7-4634-aa5c-3bafe982d663 req-0d74489e-4aad-4a94-9bab-c09c37be2f98 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:29.385508 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-50ed014e-feb7-4634-aa5c-3bafe982d663 req-0d74489e-4aad-4a94-9bab-c09c37be2f98 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0825443 Dec 22 09:02:29.430671 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-50ed014e-feb7-4634-aa5c-3bafe982d663 req-5173aaa1-48bc-4242-8985-6e3dde6cefcc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396137 Dec 22 09:02:30.639383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f7e87-a1c6-4a18-8794-0604a7f13c85 req-8df2e904-f60f-4a03-82ca-bf8feb50ff90 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:30.640830 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c19f7e87-a1c6-4a18-8794-0604a7f13c85 req-8df2e904-f60f-4a03-82ca-bf8feb50ff90 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0800259 Dec 22 09:02:30.687557 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c19f7e87-a1c6-4a18-8794-0604a7f13c85 req-28ed6de2-944e-4ea1-8597-eb793651a770 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Dec 22 09:02:30.798356 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-150c3c87-6f2d-4516-9ab4-207766af79cb req-03f05f87-ba0b-466e-8f66-cafa9cf126f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 1099 time: 0.1564655 Dec 22 09:02:30.946482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c3c87-6f2d-4516-9ab4-207766af79cb req-9726783a-86da-4696-8ed6-240f57da7fb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:30.947936 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-150c3c87-6f2d-4516-9ab4-207766af79cb req-9726783a-86da-4696-8ed6-240f57da7fb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.1245604 Dec 22 09:02:31.015151 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-150c3c87-6f2d-4516-9ab4-207766af79cb req-32901746-8e11-4afd-8691-248d05643c75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e HTTP/1.1" status: 200 len: 217 time: 0.0607712 Dec 22 09:02:31.090784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c3c87-6f2d-4516-9ab4-207766af79cb req-36cc0b14-a96d-4fb9-97c6-2e7735b98b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:31.092178 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-150c3c87-6f2d-4516-9ab4-207766af79cb req-36cc0b14-a96d-4fb9-97c6-2e7735b98b00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0707989 Dec 22 09:02:31.137628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-150c3c87-6f2d-4516-9ab4-207766af79cb req-48ea8be6-433b-4008-b3a9-823db6de31b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390306 Dec 22 09:02:31.374811 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-150c3c87-6f2d-4516-9ab4-207766af79cb req-692afb24-b034-4fe0-bb58-739b3eb99398 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302496 Dec 22 09:02:31.506048 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-150c3c87-6f2d-4516-9ab4-207766af79cb req-de7a3a4e-967c-4119-be31-175ff6e4c798 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248121 Dec 22 09:02:31.909204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5c967-49fb-4bae-8e9c-5c8223c37f56 req-f1a4dc31-1651-4125-b5f8-c7a1362245f3 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:31.910858 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3ed5c967-49fb-4bae-8e9c-5c8223c37f56 req-f1a4dc31-1651-4125-b5f8-c7a1362245f3 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0877876 Dec 22 09:02:31.956407 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3ed5c967-49fb-4bae-8e9c-5c8223c37f56 req-02346bff-1688-4918-a938-922fa739e2d6 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Dec 22 09:02:33.319653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb41ac6-4580-4884-9084-895329762b03 req-6a181f72-611e-4049-84dd-b3c90180747a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:33.320987 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9cb41ac6-4580-4884-9084-895329762b03 req-6a181f72-611e-4049-84dd-b3c90180747a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0859053 Dec 22 09:02:33.366352 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9cb41ac6-4580-4884-9084-895329762b03 req-305e9171-3484-4316-bb77-8ad58ff27e93 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Dec 22 09:02:34.677810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398be8f0-126d-4408-8a39-fe449fbb2f91 req-edaf7065-0336-47b1-9f55-37f09280bf98 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:34.679213 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-398be8f0-126d-4408-8a39-fe449fbb2f91 req-edaf7065-0336-47b1-9f55-37f09280bf98 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.1880894 Dec 22 09:02:34.726154 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-398be8f0-126d-4408-8a39-fe449fbb2f91 req-bb402e94-56b3-4169-a6dd-ac719a3b42f7 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Dec 22 09:02:35.939034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf99f9-bf3c-4734-b033-fc8e8e4b62ff req-d559d1b9-7c2e-47b5-859d-22d65688e8bc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:35.940463 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29cf99f9-bf3c-4734-b033-fc8e8e4b62ff req-d559d1b9-7c2e-47b5-859d-22d65688e8bc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0788856 Dec 22 09:02:35.986184 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29cf99f9-bf3c-4734-b033-fc8e8e4b62ff req-2b0056a6-ce03-49dc-aaf6-125bcfd4bb42 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Dec 22 09:02:37.102734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1be7c045-576e-4ba2-918b-356d778ad93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:37.202100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa2e25-5f5e-4f81-be84-adad9abc4128 req-b5ecb79a-8bb9-4635-88a9-2da958d91d1a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:37.203565 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-09aa2e25-5f5e-4f81-be84-adad9abc4128 req-b5ecb79a-8bb9-4635-88a9-2da958d91d1a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0832291 Dec 22 09:02:37.256089 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-09aa2e25-5f5e-4f81-be84-adad9abc4128 req-e899d4df-170b-4aba-835b-e578f0699a14 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Dec 22 09:02:38.480465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8067d3-8ef2-42b9-b8d9-178e33858111 req-4e3c0b0d-2002-43b0-b5f7-41ee06bd46d4 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:38.481898 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1d8067d3-8ef2-42b9-b8d9-178e33858111 req-4e3c0b0d-2002-43b0-b5f7-41ee06bd46d4 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0876498 Dec 22 09:02:38.528762 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1d8067d3-8ef2-42b9-b8d9-178e33858111 req-12abbea2-267e-4430-a2eb-5d33cf768262 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Dec 22 09:02:39.214322 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b37c4f9b-b599-466c-aeb2-259b0e784c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:39.734972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537421f-8fc2-4cb8-9515-8545ba3db6db req-ab7a9e4f-c512-486e-8017-c392e7f3af32 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:39.736437 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6537421f-8fc2-4cb8-9515-8545ba3db6db req-ab7a9e4f-c512-486e-8017-c392e7f3af32 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0808010 Dec 22 09:02:39.782629 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6537421f-8fc2-4cb8-9515-8545ba3db6db req-b2c7dfa7-4e0d-48c5-915b-5164a8e3f490 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 Dec 22 09:02:40.426074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:40.526896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:41.005309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7e7c3-9502-4bec-907a-f09894bffdcb req-6823c4f1-30cf-4924-8ceb-dd2a6f12c51f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:41.006758 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9df7e7c3-9502-4bec-907a-f09894bffdcb req-6823c4f1-30cf-4924-8ceb-dd2a6f12c51f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0833504 Dec 22 09:02:41.057573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9df7e7c3-9502-4bec-907a-f09894bffdcb req-816048c5-dd9b-4e48-a1b6-6ae606cc8a60 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430861 Dec 22 09:02:41.499075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:41.812376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:42.271930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669517f-a8f3-4dc4-acfd-e20061245409 req-8bcd5341-b7e4-41d6-86b0-a5cc4d555673 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:42.273325 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7669517f-a8f3-4dc4-acfd-e20061245409 req-8bcd5341-b7e4-41d6-86b0-a5cc4d555673 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0835135 Dec 22 09:02:42.318363 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7669517f-a8f3-4dc4-acfd-e20061245409 req-b9418cb8-46f1-4a37-b01e-aa563f434a2c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394711 Dec 22 09:02:43.527547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee8861-ce4c-425e-8e27-8ba623cce708 req-b082cdb4-8b9c-4fb5-98f0-33ebdd3d2d58 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:43.529071 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-26ee8861-ce4c-425e-8e27-8ba623cce708 req-b082cdb4-8b9c-4fb5-98f0-33ebdd3d2d58 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0806637 Dec 22 09:02:43.578948 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-26ee8861-ce4c-425e-8e27-8ba623cce708 req-d2577c47-c301-4930-b9aa-3a1568ac82a6 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Dec 22 09:02:44.793513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1ba80-78de-483a-8c6c-140d4adc0bb2 req-ac0d0c08-eae8-4f2b-a468-349cbb8cb124 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:44.794867 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5fd1ba80-78de-483a-8c6c-140d4adc0bb2 req-ac0d0c08-eae8-4f2b-a468-349cbb8cb124 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0914035 Dec 22 09:02:44.854952 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5fd1ba80-78de-483a-8c6c-140d4adc0bb2 req-cfb83560-7374-4251-b017-9e44875274db tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520735 Dec 22 09:02:46.063828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce181d23-7490-44af-841b-b865e582352b req-0c66f7c2-6c25-467b-a0b3-166fbe1285d3 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:46.065246 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ce181d23-7490-44af-841b-b865e582352b req-0c66f7c2-6c25-467b-a0b3-166fbe1285d3 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0834734 Dec 22 09:02:46.113871 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ce181d23-7490-44af-841b-b865e582352b req-83a35999-9600-4979-9391-689fc18b9faa tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429373 Dec 22 09:02:47.325386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c4f78-b1c6-473a-9374-a9dfa68a4661 req-af549be1-e5ba-4d26-86e6-08e67789bcc8 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:47.326894 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2a3c4f78-b1c6-473a-9374-a9dfa68a4661 req-af549be1-e5ba-4d26-86e6-08e67789bcc8 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0815914 Dec 22 09:02:47.376502 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2a3c4f78-b1c6-473a-9374-a9dfa68a4661 req-43b9a64c-0a07-4aba-a11f-94bf4677ddbd tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Dec 22 09:02:48.591830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c9946-08a1-4699-8b81-9f109d5b4dd9 req-927d5727-80d5-468e-b193-20a0b7a48fe1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:48.593690 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e3c9946-08a1-4699-8b81-9f109d5b4dd9 req-927d5727-80d5-468e-b193-20a0b7a48fe1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0873039 Dec 22 09:02:48.650494 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e3c9946-08a1-4699-8b81-9f109d5b4dd9 req-16e26ccb-1c93-4959-b9b1-ef56ac632226 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493910 Dec 22 09:02:49.785610 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:02:49.872765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ed57a-5f86-464b-8fdf-6c4e89c1e567 req-7257318f-0dda-40ef-91e1-2a3a585560cf tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:49.874188 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2b3ed57a-5f86-464b-8fdf-6c4e89c1e567 req-7257318f-0dda-40ef-91e1-2a3a585560cf tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0798647 Dec 22 09:02:49.925072 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2b3ed57a-5f86-464b-8fdf-6c4e89c1e567 req-89d1d24f-ffa6-407e-aa3a-ee83efffd28b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Dec 22 09:02:51.132044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31dc7a-97fc-498b-9d05-f9ecd17d0c7c req-0d9d7a3c-1abf-49fc-9c2a-2803d23b8ad7 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:51.133504 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0c31dc7a-97fc-498b-9d05-f9ecd17d0c7c req-0d9d7a3c-1abf-49fc-9c2a-2803d23b8ad7 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0842421 Dec 22 09:02:51.181240 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0c31dc7a-97fc-498b-9d05-f9ecd17d0c7c req-c7ad6431-e870-49c6-995b-df85212d7c06 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Dec 22 09:02:52.394985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c24bc-475d-445d-a2a9-bc428a39798b req-86391614-1c97-4a71-8dfc-1670c55a8485 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:52.396823 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad1c24bc-475d-445d-a2a9-bc428a39798b req-86391614-1c97-4a71-8dfc-1670c55a8485 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0921042 Dec 22 09:02:52.441468 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ad1c24bc-475d-445d-a2a9-bc428a39798b req-62e3c642-cf2c-4e2b-a712-dc6dff3b101b tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390177 Dec 22 09:02:53.651692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd385782-aab8-48cf-8e25-8b7f3b466bd3 req-215cb81a-1e1c-461c-9a2a-2abf52db6509 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:53.653127 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bd385782-aab8-48cf-8e25-8b7f3b466bd3 req-215cb81a-1e1c-461c-9a2a-2abf52db6509 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0828857 Dec 22 09:02:53.705089 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bd385782-aab8-48cf-8e25-8b7f3b466bd3 req-689b433f-ef58-4bea-bf51-8361e35b3692 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 Dec 22 09:02:54.227816 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-31cae259-0b9c-4e0f-a306-d46297e4a271 service neutron] 10.222.0.32 "GET /v2.0/ports/54f2e12c-62b6-4ae7-845f-09629cf5eb0e/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0866261 Dec 22 09:02:54.508471 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-6a276eba-fc49-43dd-8798-10d8ab3824c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51&tenant_id=84729db2917a4c8ba7b98b56538b91ea HTTP/1.1" status: 200 len: 1099 time: 0.0714784 Dec 22 09:02:54.611524 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-b031f977-6e48-4653-9a8e-ff1342a7d0e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 1099 time: 0.0784719 Dec 22 09:02:54.743850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-ee73609e-2009-402d-a90d-f05b9dd8ecf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:54.745313 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-ee73609e-2009-402d-a90d-f05b9dd8ecf4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.1269748 Dec 22 09:02:54.812378 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-aef0797a-8bed-418b-b9a7-d3006b5e06af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e HTTP/1.1" status: 200 len: 217 time: 0.0604331 Dec 22 09:02:54.880446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-07cab573-bff4-4ed5-8a58-a0a77085f7b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:54.882134 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-07cab573-bff4-4ed5-8a58-a0a77085f7b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0631449 Dec 22 09:02:54.922809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9611b-b555-4420-bdee-5e3e0361f240 req-b3303e67-8108-4d93-9ec9-6c4ec8bc67ac tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:54.925415 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-77a9611b-b555-4420-bdee-5e3e0361f240 req-b3303e67-8108-4d93-9ec9-6c4ec8bc67ac tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0868869 Dec 22 09:02:54.930562 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-0e446566-6023-42bf-a80c-9974b006f38b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420973 Dec 22 09:02:54.979115 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-77a9611b-b555-4420-bdee-5e3e0361f240 req-b30b89fc-c98e-4a33-bbde-afb601d0c444 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Dec 22 09:02:55.070149 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-fffb6b6d-83c7-4c3a-a90c-7179484c0e8f service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328309 Dec 22 09:02:55.297688 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b926f53-a6ad-4466-937b-bc3eb6fd9aca req-7eb01ee8-fe1a-4a1e-8136-ef65430a182f service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209296 Dec 22 09:02:56.203483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663d50-b860-47f2-abe2-40ad0004b056 req-57407f99-a567-4d3a-856e-d704d6d4be7a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:56.205731 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d2663d50-b860-47f2-abe2-40ad0004b056 req-57407f99-a567-4d3a-856e-d704d6d4be7a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0898178 Dec 22 09:02:56.253970 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d2663d50-b860-47f2-abe2-40ad0004b056 req-1768f734-c08d-48c2-9ecd-d3e91b1f997a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Dec 22 09:02:57.470745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597182f-90ee-42e7-947e-7f431fb31757 req-b802b293-6664-44c1-a6a1-31cdcb3c3d76 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:57.472164 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a597182f-90ee-42e7-947e-7f431fb31757 req-b802b293-6664-44c1-a6a1-31cdcb3c3d76 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 946 time: 0.0854604 Dec 22 09:02:57.517558 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a597182f-90ee-42e7-947e-7f431fb31757 req-0a25f765-f20c-4b4c-be92-bc7959cdd4de tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398996 Dec 22 09:02:57.916135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 54f2e12c-62b6-4ae7-845f-09629cf5eb0e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:02:58.027844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:58.053750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:02:58.064786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:02:58.071298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:02:58.073735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9093f917-46e8-4ff0-9fe0-e9016d54104a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:02:58.134733 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e', 'code': 200} Dec 22 09:02:58.144272 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:02:58.152550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.152892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.153228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.153554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.153875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.154196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.154515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.154834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.155148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.155488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.155787 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:02:58.159614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:02:58.724487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fca85-6750-4bb1-90d1-48c4bdf17200 req-f708999d-efa0-4def-a286-e781a60137e0 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:58.725923 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bc4fca85-6750-4bb1-90d1-48c4bdf17200 req-f708999d-efa0-4def-a286-e781a60137e0 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 944 time: 0.0836396 Dec 22 09:02:58.776438 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bc4fca85-6750-4bb1-90d1-48c4bdf17200 req-a101460c-4baa-45f8-9945-550a70e95993 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424864 Dec 22 09:02:59.118353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-348c13f3-0a33-4ba8-bdf3-7ada37f78f53 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:59.119847 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-348c13f3-0a33-4ba8-bdf3-7ada37f78f53 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51&tenant_id=84729db2917a4c8ba7b98b56538b91ea&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.0793056 Dec 22 09:02:59.120049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d685-d137-43ca-8214-545ea3708b31 req-0e833209-6e81-4415-9dff-9281d0ba3517 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:59.121517 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2b36d685-d137-43ca-8214-545ea3708b31 req-0e833209-6e81-4415-9dff-9281d0ba3517 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 944 time: 0.0744703 Dec 22 09:02:59.170116 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2b36d685-d137-43ca-8214-545ea3708b31 req-ad2d9c20-cbda-46e6-b8c5-23b14d0c20e1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Dec 22 09:02:59.263411 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-9954acbf-e830-4c99-8f79-7ea07dd1f277 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 1097 time: 0.0743585 Dec 22 09:02:59.414310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-4c64ba66-d0cb-4b9c-98c4-7fd4d3a0180f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:59.415696 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-4c64ba66-d0cb-4b9c-98c4-7fd4d3a0180f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.1463017 Dec 22 09:02:59.489632 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-7134393a-a58e-4668-acde-ee71ff9ef62d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e HTTP/1.1" status: 200 len: 217 time: 0.0678928 Dec 22 09:02:59.562153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-393c900a-504b-46cf-93af-1334e3dd5feb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:02:59.563616 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-393c900a-504b-46cf-93af-1334e3dd5feb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0682585 Dec 22 09:02:59.612203 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-e6248daf-8890-4f41-a3c5-e79df34d31a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426266 Dec 22 09:02:59.742015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-bfa779f2-28be-45dc-a137-2c4e75764ec8 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230178 Dec 22 09:02:59.876649 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b44324f-78e7-4068-bced-dac92f86b2cf req-8f178977-8ef2-4777-890e-1ce378b1ab39 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287794 Dec 22 09:03:00.378878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b43502-5cca-407f-947b-1d79b0652e7b req-5e858975-7a6a-4281-8807-3e704fa4b68d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:00.380524 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-22b43502-5cca-407f-947b-1d79b0652e7b req-5e858975-7a6a-4281-8807-3e704fa4b68d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 944 time: 0.0829506 Dec 22 09:03:00.426526 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-22b43502-5cca-407f-947b-1d79b0652e7b req-1cf25bfc-66f6-4cb6-9d9a-f8c56304b6a3 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401177 Dec 22 09:03:01.648173 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ba641-497a-404c-9fc6-719ef6f00388 req-089d0ac2-b05b-40a2-a73f-058ba490787a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:01.649632 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4e6ba641-497a-404c-9fc6-719ef6f00388 req-089d0ac2-b05b-40a2-a73f-058ba490787a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 944 time: 0.0965612 Dec 22 09:03:01.694955 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4e6ba641-497a-404c-9fc6-719ef6f00388 req-b77f43b6-95f0-47b9-bc84-15c9c8747439 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Dec 22 09:03:01.897926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885854d-8224-4e9e-a7ca-55acd836e889 req-1cae7643-9bea-4058-8306-1d3bb762dccc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:01.899360 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8885854d-8224-4e9e-a7ca-55acd836e889 req-1cae7643-9bea-4058-8306-1d3bb762dccc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 944 time: 0.0772440 Dec 22 09:03:01.944322 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8885854d-8224-4e9e-a7ca-55acd836e889 req-1ac0b14f-e122-4bf6-bbfc-9b4c25b438c7 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Dec 22 09:03:02.158898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f543cc9-cf70-4543-8455-48dc5044cead req-8540ce83-9ce5-4aea-bd3f-22e031f2c873 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:02.160482 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2f543cc9-cf70-4543-8455-48dc5044cead req-8540ce83-9ce5-4aea-bd3f-22e031f2c873 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 944 time: 0.0870907 Dec 22 09:03:02.215140 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2f543cc9-cf70-4543-8455-48dc5044cead req-913b56d0-307c-4fab-a06d-47a1d6fdb69f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Dec 22 09:03:02.730682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-a0e15625-f690-41bc-809e-18286554415e tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:02.732116 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-a0e15625-f690-41bc-809e-18286554415e tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 814 time: 0.1413577 Dec 22 09:03:02.748111 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-2082f613-bc1d-4aaf-bb46-812a4dbadf01 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/quotas/84729db2917a4c8ba7b98b56538b91ea HTTP/1.1" status: 200 len: 375 time: 0.0106561 Dec 22 09:03:02.826548 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-69eda529-8e4d-4b7a-93cf-fcb4003116fc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734451 Dec 22 09:03:02.963484 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-ce7cb731-19ca-4de3-ad9b-83061dce2677 service neutron] 10.222.0.31 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272430 Dec 22 09:03:03.204215 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-b8380e03-2149-4fe3-8f1c-8dea959b8ba6 service neutron] 10.222.0.31 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326732 Dec 22 09:03:03.404632 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5a6a50ca-b182-4302-a026-9f4e3dc3ae30 req-98072d3b-3d9d-43a5-ae80-caed57732e31 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 210 time: 0.0447757 Dec 22 09:03:04.593287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e12d-491d-458e-8387-509837ca8da5 req-66707e6e-0e88-4463-84f7-66505dedd681 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:04.594849 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6d42e12d-491d-458e-8387-509837ca8da5 req-66707e6e-0e88-4463-84f7-66505dedd681 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "GET /v2.0/ports?device_id=c69cfb28-77c3-40d1-b447-ab520f44bb51 HTTP/1.1" status: 200 len: 944 time: 0.1384017 Dec 22 09:03:04.596964 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c5cc9d74-0995-4153-8ed5-12c79ab239f0 req-dfd1d488-2f78-4e56-9028-2ad5e609df0c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 210 time: 0.0627851 Dec 22 09:03:04.649612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-b28d970b-b123-44e6-bec2-31a7759c3c9a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:04.651487 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-b28d970b-b123-44e6-bec2-31a7759c3c9a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 814 time: 0.1954310 Dec 22 09:03:04.668303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Request body: {'port': {'device_id': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe', 'admin_state_up': True, 'tenant_id': '84729db2917a4c8ba7b98b56538b91ea'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:03:04.674884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-6d42e12d-491d-458e-8387-509837ca8da5 req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Deleting port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:03:04.675258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-6d42e12d-491d-458e-8387-509837ca8da5 req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:04.801139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:03:04.810480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:03:04.820868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Made reservation on behalf of 84729db2917a4c8ba7b98b56538b91ea for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:03:04.823997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:04.923710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-6d42e12d-491d-458e-8387-509837ca8da5 req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] For port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:03:04.924006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-6d42e12d-491d-458e-8387-509837ca8da5 req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:05.045906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [req-6d42e12d-491d-458e-8387-509837ca8da5 req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Calling delete_port for 54f2e12c-62b6-4ae7-845f-09629cf5eb0e owned by compute:nova {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:03:05.097321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Allocated IP 172.20.0.6 (3004b95f-1833-4354-be7a-0aee3d80c5fe/bf786c0c-2908-4f45-baac-f5830d98ace4/3ea5ccb5-2848-4978-98d4-7943231b91e4) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:03:05.200008 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-6d42e12d-491d-458e-8387-509837ca8da5 req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:05.206234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fb44061c-3c06-400b-99ef-56ac425d68f5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:05.254385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Pushing event deleted for resources: {'Port': ['ID=54f2e12c-62b6-4ae7-845f-09629cf5eb0e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:05.294061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.294445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.294817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.295184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.295574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.295995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.296298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.296655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.297016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.297369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.297722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:05.304558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:05.337174 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d42e12d-491d-458e-8387-509837ca8da5 req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] No DVR routers for this DVR port 54f2e12c-62b6-4ae7-845f-09629cf5eb0e on host hv-neutron-8226 {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:03:05.339662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-6d42e12d-491d-458e-8387-509837ca8da5 req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:05.342329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'name': 'network-vif-deleted', 'tag': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:03:05.347867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:05.359354 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6d42e12d-491d-458e-8387-509837ca8da5 req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "DELETE /v2.0/ports/54f2e12c-62b6-4ae7-845f-09629cf5eb0e HTTP/1.1" status: 204 len: 173 time: 0.7542846 Dec 22 09:03:05.380131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:05.387838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:05.400110 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69cfb28-77c3-40d1-b447-ab520f44bb51', 'name': 'network-vif-deleted', 'tag': '54f2e12c-62b6-4ae7-845f-09629cf5eb0e', 'status': 'completed', 'code': 200} Dec 22 09:03:05.465493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Network 3004b95f-1833-4354-be7a-0aee3d80c5fe is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:03:05.469495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:03:05.474797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:03:05.503460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Pushing event updated for resources: {'Port': ['ID=3ea5ccb5-2848-4978-98d4-7943231b91e4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:05.510608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:05.539102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:05.539780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:05.564764 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003813 Dec 22 09:03:05.575944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Request body: {'port': {'device_id': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:03:05.691707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:05.805788 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b895187-19d5-4673-928d-47dac2b974b8 req-e02246b5-a8f1-411d-83a3-9f4dbfdf5b38 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:05.806562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1b895187-19d5-4673-928d-47dac2b974b8 req-e02246b5-a8f1-411d-83a3-9f4dbfdf5b38 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Synchronizing usage tracker for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:03:05.824039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1b895187-19d5-4673-928d-47dac2b974b8 req-e02246b5-a8f1-411d-83a3-9f4dbfdf5b38 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Unset dirty status for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:03:05.825367 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b895187-19d5-4673-928d-47dac2b974b8 req-e02246b5-a8f1-411d-83a3-9f4dbfdf5b38 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 931 time: 0.1042671 Dec 22 09:03:05.873575 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b895187-19d5-4673-928d-47dac2b974b8 req-80d1284b-fa62-4857-96f7-948bdf7b0613 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Dec 22 09:03:06.049662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea5ccb5-2848-4978-98d4-7943231b91e4 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:03:06.056660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:06.071523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Transition to ACTIVE for port object 3ea5ccb5-2848-4978-98d4-7943231b91e4 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:03:06.076307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:06.079726 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b94b10cf-8b4d-43df-a334-4e52bd4bab5f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:06.198201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea5ccb5-2848-4978-98d4-7943231b91e4,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:06.200955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:06.309887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Attempting to bind port 3ea5ccb5-2848-4978-98d4-7943231b91e4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:03:06.310179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Attempting to bind port 3ea5ccb5-2848-4978-98d4-7943231b91e4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b46e286e-1eed-496c-aa3f-bf269159fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:03:06.310530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Attempting to bind port 3ea5ccb5-2848-4978-98d4-7943231b91e4 on network 3004b95f-1833-4354-be7a-0aee3d80c5fe {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:03:06.316587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Port 3ea5ccb5-2848-4978-98d4-7943231b91e4 on network 3004b95f-1833-4354-be7a-0aee3d80c5fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:03:06.316904 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Attempting to bind port 3ea5ccb5-2848-4978-98d4-7943231b91e4 on network 3004b95f-1833-4354-be7a-0aee3d80c5fe {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:03:06.323625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:03:06.323945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Checking segment: {'id': 'b46e286e-1eed-496c-aa3f-bf269159fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:03:06.324321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Bound using segment: {'id': 'b46e286e-1eed-496c-aa3f-bf269159fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:03:06.324730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Bound port: 3ea5ccb5-2848-4978-98d4-7943231b91e4, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46e286e-1eed-496c-aa3f-bf269159fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:03:06.325063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:06.410680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:03:06.414004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:03:06.421618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:06.427545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:06.488418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:06.489770 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] 10.222.0.32 "PUT /v2.0/ports/3ea5ccb5-2848-4978-98d4-7943231b91e4 HTTP/1.1" status: 200 len: 1093 time: 0.9177618 Dec 22 09:03:06.490276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'tag': '3ea5ccb5-2848-4978-98d4-7943231b91e4'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:03:06.514599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea5ccb5-2848-4978-98d4-7943231b91e4,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:06.517645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:06.563105 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'tag': '3ea5ccb5-2848-4978-98d4-7943231b91e4', 'status': 'completed', 'code': 200} Dec 22 09:03:06.604874 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0aaa5432-00e0-4646-b61c-6f9d72f73ba8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 1096 time: 0.0716245 Dec 22 09:03:06.675484 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-bab08569-3efa-4cca-aec5-7e2dd232ece8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4 HTTP/1.1" status: 200 len: 217 time: 0.0635455 Dec 22 09:03:06.736828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-70cab66e-a24a-43cc-9570-075632432881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:06.738449 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-70cab66e-a24a-43cc-9570-075632432881 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0571246 Dec 22 09:03:06.782368 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-f4d475ae-8452-480e-a44a-62d79d513185 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375550 Dec 22 09:03:06.916759 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-3ae04ecd-9e37-4246-91d2-f6755b2c72d0 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266363 Dec 22 09:03:07.078444 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1362dc-4cdb-4fb6-b69b-10779e07ec75 req-f9ce43e0-0998-4c4f-a449-b7a521adc8bd tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:07.079925 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cd1362dc-4cdb-4fb6-b69b-10779e07ec75 req-f9ce43e0-0998-4c4f-a449-b7a521adc8bd tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0804906 Dec 22 09:03:07.106945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-28a0afc6-a2a1-4d88-bc66-ec6d0d467aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:07.131928 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cd1362dc-4cdb-4fb6-b69b-10779e07ec75 req-1fb0a785-b00f-4b6d-a93b-2a9d41fa4a00 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461869 Dec 22 09:03:07.161669 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae0ea8c6-db34-4a5b-96ab-a66553bf5bab req-0eb99cbb-65a4-44d4-b46c-6654182d21d7 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391994 Dec 22 09:03:07.275871 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c38daa27-9941-4d3e-b753-bdf7f85ef7af req-b6768298-57e7-46f8-b41d-df3d9406fa00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 1096 time: 0.0703368 Dec 22 09:03:07.405768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38daa27-9941-4d3e-b753-bdf7f85ef7af req-313392e9-ca7d-4ab8-adb7-01b47947947e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:07.407178 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c38daa27-9941-4d3e-b753-bdf7f85ef7af req-313392e9-ca7d-4ab8-adb7-01b47947947e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.1250277 Dec 22 09:03:07.480792 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c38daa27-9941-4d3e-b753-bdf7f85ef7af req-92ee53fc-4322-44c5-8420-c77516508f1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4 HTTP/1.1" status: 200 len: 217 time: 0.0657105 Dec 22 09:03:07.547706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38daa27-9941-4d3e-b753-bdf7f85ef7af req-afcd784e-a537-433a-a0f9-bdc26304c49d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:07.549135 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c38daa27-9941-4d3e-b753-bdf7f85ef7af req-afcd784e-a537-433a-a0f9-bdc26304c49d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0624702 Dec 22 09:03:07.595098 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c38daa27-9941-4d3e-b753-bdf7f85ef7af req-5881f17c-a6e3-4cbe-ba7f-a61c0b1c6ad9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385332 Dec 22 09:03:07.730160 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c38daa27-9941-4d3e-b753-bdf7f85ef7af req-20ad09f3-048f-4871-b495-0af6f6b8b7ab service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269438 Dec 22 09:03:07.867320 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c38daa27-9941-4d3e-b753-bdf7f85ef7af req-32ab96ae-c8ac-44f9-9ace-51f563fd70e0 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305490 Dec 22 09:03:07.978749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 54f2e12c-62b6-4ae7-845f-09629cf5eb0e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:03:08.017752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 54f2e12c-62b6-4ae7-845f-09629cf5eb0e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:03:08.018080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 54f2e12c-62b6-4ae7-845f-09629cf5eb0e not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:03:08.344937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d03c2-1754-46fc-9764-ec665b6b635c req-91a132db-caee-415b-9ca0-69112c23b2da tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:08.345620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-396d03c2-1754-46fc-9764-ec665b6b635c req-91a132db-caee-415b-9ca0-69112c23b2da tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Synchronizing usage tracker for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:03:08.359215 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-396d03c2-1754-46fc-9764-ec665b6b635c req-91a132db-caee-415b-9ca0-69112c23b2da tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Unset dirty status for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:03:08.360726 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-396d03c2-1754-46fc-9764-ec665b6b635c req-91a132db-caee-415b-9ca0-69112c23b2da tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.1001267 Dec 22 09:03:08.407749 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-396d03c2-1754-46fc-9764-ec665b6b635c req-3780d578-1b17-4da8-bbb0-6e791f3813e3 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Dec 22 09:03:09.223447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-51262765-7bea-4c87-bfc4-73501f8fe2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:09.638014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cf064-41ab-420c-b1b0-dfe4adc60d4d req-ca7fe444-1e77-42a7-96de-b5662dd56a8d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:09.639501 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0b0cf064-41ab-420c-b1b0-dfe4adc60d4d req-ca7fe444-1e77-42a7-96de-b5662dd56a8d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0968678 Dec 22 09:03:09.687076 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0b0cf064-41ab-420c-b1b0-dfe4adc60d4d req-58e7a208-4914-4c93-b319-4cc3123878e1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Dec 22 09:03:10.427006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:10.529295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:10.890263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7356a71-0190-4e8f-bd7b-83cf60acddd4 req-27496439-d7ed-4890-916b-30a824722326 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:10.891749 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f7356a71-0190-4e8f-bd7b-83cf60acddd4 req-27496439-d7ed-4890-916b-30a824722326 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0843766 Dec 22 09:03:10.943442 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f7356a71-0190-4e8f-bd7b-83cf60acddd4 req-d7d4d639-7d6a-400f-a23f-e85cbbf214fa tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Dec 22 09:03:11.493087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:11.818294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:11.992841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3ea5ccb5-2848-4978-98d4-7943231b91e4 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:03:12.152412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd62c1e-4326-47db-be3c-68323f41400d req-9ff9e255-9e49-44fb-9f96-33e125c6c7bc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:12.153864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8dd62c1e-4326-47db-be3c-68323f41400d req-9ff9e255-9e49-44fb-9f96-33e125c6c7bc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0782666 Dec 22 09:03:12.164491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:03:12.177757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '3ea5ccb5-2848-4978-98d4-7943231b91e4', 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe', 'port_id': '3ea5ccb5-2848-4978-98d4-7943231b91e4', 'mac_address': 'fa:16:3e:87:64:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf786c0c-2908-4f45-baac-f5830d98ace4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:03:12.204654 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8dd62c1e-4326-47db-be3c-68323f41400d req-43f160b0-1817-41e4-86d3-7e44114f09b9 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452008 Dec 22 09:03:12.234542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:12.251730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea5ccb5-2848-4978-98d4-7943231b91e4 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:03:12.267036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:03:12.272819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:12.274610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:12.339805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=3ea5ccb5-2848-4978-98d4-7943231b91e4,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:12.342915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:12.588283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['3ea5ccb5-2848-4978-98d4-7943231b91e4'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:03:13.415044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e24e1-5a81-4d10-95bd-0549dd662aa6 req-18974da7-d3f8-4ae7-b0ad-f61b4a11866d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:13.416487 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-943e24e1-5a81-4d10-95bd-0549dd662aa6 req-18974da7-d3f8-4ae7-b0ad-f61b4a11866d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 944 time: 0.0866492 Dec 22 09:03:13.461406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-943e24e1-5a81-4d10-95bd-0549dd662aa6 req-f067b66d-a745-496b-a0fa-a9d2b8c3f597 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 Dec 22 09:03:14.017457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3ea5ccb5-2848-4978-98d4-7943231b91e4 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:03:14.112275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 3ea5ccb5-2848-4978-98d4-7943231b91e4 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:03:14.122020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 3ea5ccb5-2848-4978-98d4-7943231b91e4 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:03:14.122651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:14.244992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:14.276498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea5ccb5-2848-4978-98d4-7943231b91e4'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:03:14.288461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:03:14.296225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:14.298750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-948ed1f7-3cca-45bb-95c2-e339bde914b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:14.341840 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea5ccb5-2848-4978-98d4-7943231b91e4', 'code': 200} Dec 22 09:03:14.376976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=3ea5ccb5-2848-4978-98d4-7943231b91e4,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:14.380271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:14.638408 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-49ce3419-1166-4e8a-b4db-166fbbfcb3d7 req-5763de7c-5d8c-4a9d-885c-7ada9130ecb1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 1098 time: 0.1240242 Dec 22 09:03:14.703985 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-49ce3419-1166-4e8a-b4db-166fbbfcb3d7 req-6e786230-c982-4e11-a390-1e7a37d19f18 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Dec 22 09:03:14.717488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87f75c-23c3-429d-8b49-e071f5ab4c20 req-d33b4c4d-ee50-442a-88b5-0356aa561128 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:14.718919 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9f87f75c-23c3-429d-8b49-e071f5ab4c20 req-d33b4c4d-ee50-442a-88b5-0356aa561128 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.1221888 Dec 22 09:03:14.783978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9f87f75c-23c3-429d-8b49-e071f5ab4c20 req-0f28f5a5-3206-44e7-a7be-b0b7751c1a9f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560322 Dec 22 09:03:15.989777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffdf96-786f-49aa-a61b-53ec217772fe req-703e48bf-6e5d-461b-b2a4-abdd150a160f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:15.996768 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3fffdf96-786f-49aa-a61b-53ec217772fe req-703e48bf-6e5d-461b-b2a4-abdd150a160f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0860183 Dec 22 09:03:16.038351 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3fffdf96-786f-49aa-a61b-53ec217772fe req-aa26c914-33e0-4560-8fe0-ce98fc451c51 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Dec 22 09:03:17.255436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36886fa9-a8b7-4f46-b0fd-b1e536bbd7a1 req-5ced0742-f0bc-46b8-992f-53ff92510801 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:17.256863 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-36886fa9-a8b7-4f46-b0fd-b1e536bbd7a1 req-5ced0742-f0bc-46b8-992f-53ff92510801 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0861986 Dec 22 09:03:17.302718 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-36886fa9-a8b7-4f46-b0fd-b1e536bbd7a1 req-0e09e6af-8a65-4ea6-91fd-47cb499bddbe tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Dec 22 09:03:17.520756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bd5e4-991b-4da5-8b43-76fc7d63efe1 req-0cf26d82-2e19-4ced-b8cc-7dd0492b0043 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:17.522210 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-577bd5e4-991b-4da5-8b43-76fc7d63efe1 req-0cf26d82-2e19-4ced-b8cc-7dd0492b0043 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0838830 Dec 22 09:03:17.567044 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-577bd5e4-991b-4da5-8b43-76fc7d63efe1 req-9a87c209-9b36-4240-b191-14afa22b58c4 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Dec 22 09:03:17.837341 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b6b1543-81f0-49e8-9701-8407ab5d1664 req-b960335b-31c2-46e6-a59c-6822a551bd7d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1348054 Dec 22 09:03:18.139688 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-511de565-e708-4a3c-b5af-55610320c585 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132567 Dec 22 09:03:18.169215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a7f47-b5ed-4cff-ac86-57f852d7cb59 req-376a5f00-0ff1-41ec-95d2-8c9f6225a67d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:18.170612 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3f1a7f47-b5ed-4cff-ac86-57f852d7cb59 req-376a5f00-0ff1-41ec-95d2-8c9f6225a67d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0921836 Dec 22 09:03:18.325566 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3f1a7f47-b5ed-4cff-ac86-57f852d7cb59 req-90065b33-f91f-4764-9039-ed349687e994 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493196 Dec 22 09:03:19.326442 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-850eb9a3-b97f-4b14-9db3-8003e86783ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 1098 time: 0.0736659 Dec 22 09:03:19.599597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-362c7672-4105-4d54-b559-1afca08dcab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:19.601042 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-362c7672-4105-4d54-b559-1afca08dcab4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.2672567 Dec 22 09:03:19.681921 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-5c199d8f-a2b6-4f2e-be61-d63bfb32dc8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4 HTTP/1.1" status: 200 len: 217 time: 0.0739017 Dec 22 09:03:19.688219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a56479-1f0a-4c5f-b14c-f1fc043d15a2 req-c00d680a-b181-4b96-9254-a7b5e2e94728 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:19.689573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-40a56479-1f0a-4c5f-b14c-f1fc043d15a2 req-c00d680a-b181-4b96-9254-a7b5e2e94728 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.1770155 Dec 22 09:03:19.775866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-fd9bfa6d-5a8e-4d86-b64d-0f9b5713098e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:19.777255 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-fd9bfa6d-5a8e-4d86-b64d-0f9b5713098e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0868897 Dec 22 09:03:19.782097 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-40a56479-1f0a-4c5f-b14c-f1fc043d15a2 req-ff538b1d-fe15-4812-8290-c5f93a5acbb6 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632672 Dec 22 09:03:19.821405 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-977c2e4e-8eb5-4018-8f17-95e2d735b6ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382495 Dec 22 09:03:19.960078 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-ce55bcb7-4923-4247-87e3-8e037d5c9350 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323376 Dec 22 09:03:20.091216 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-4cb30242-1be0-4390-b4b3-dc69ac771f05 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247778 Dec 22 09:03:21.003644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693de50-2886-4967-88b9-0f95017775fb req-ccafbfbf-43ec-467b-8e9e-aa6716c6416a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:21.005290 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f693de50-2886-4967-88b9-0f95017775fb req-ccafbfbf-43ec-467b-8e9e-aa6716c6416a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0916724 Dec 22 09:03:21.057839 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f693de50-2886-4967-88b9-0f95017775fb req-b4899b1e-1563-4b8c-80ed-b7e47d9b5502 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447168 Dec 22 09:03:22.282806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607ca9-da66-449a-9a38-341e0ad6784b req-652ff006-602f-4692-9ff6-5c82c4f42508 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:22.284239 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae607ca9-da66-449a-9a38-341e0ad6784b req-652ff006-602f-4692-9ff6-5c82c4f42508 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0851064 Dec 22 09:03:22.332918 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae607ca9-da66-449a-9a38-341e0ad6784b req-3a21d594-5bc1-4dea-9306-7676745a4379 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428078 Dec 22 09:03:23.565224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fc2fe-478e-41ab-b735-609654048a09 req-63403898-d40f-4158-b510-1805d8d2f10c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:23.566830 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e0fc2fe-478e-41ab-b735-609654048a09 req-63403898-d40f-4158-b510-1805d8d2f10c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0879107 Dec 22 09:03:23.625830 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6e0fc2fe-478e-41ab-b735-609654048a09 req-7611f0f1-716b-4868-883c-517591228927 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505581 Dec 22 09:03:24.830101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1343bd-37a6-4916-bc41-2c3d6f2f88b9 req-d42e1a88-e8e7-47cb-912c-63922becb27e tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:24.831473 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fa1343bd-37a6-4916-bc41-2c3d6f2f88b9 req-d42e1a88-e8e7-47cb-912c-63922becb27e tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0801921 Dec 22 09:03:24.881920 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fa1343bd-37a6-4916-bc41-2c3d6f2f88b9 req-d228e185-5471-46ce-905e-eac11e14e8eb tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432725 Dec 22 09:03:26.104055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa8b19-3fe1-4524-935b-9ed716b53a1a req-65865a8c-4056-484d-8dad-17bef751021e tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:26.105481 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b4aa8b19-3fe1-4524-935b-9ed716b53a1a req-65865a8c-4056-484d-8dad-17bef751021e tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0939279 Dec 22 09:03:26.154682 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b4aa8b19-3fe1-4524-935b-9ed716b53a1a req-079340ed-a376-4d83-b4b0-a7ccd8937afc tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Dec 22 09:03:26.793446 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:03:27.383264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc479c88-ee9c-41d2-9c16-e0ad313a45e9 req-07418c05-4cbe-43eb-8732-660fcf4b92ff tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:27.384751 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fc479c88-ee9c-41d2-9c16-e0ad313a45e9 req-07418c05-4cbe-43eb-8732-660fcf4b92ff tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0943704 Dec 22 09:03:27.429743 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fc479c88-ee9c-41d2-9c16-e0ad313a45e9 req-2d1bbc1f-6468-4754-88f7-db4017b02487 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 Dec 22 09:03:28.637034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f935564-722c-42e8-8e3e-85b1bf7fef10 req-78e11279-cf67-42d0-93cf-9c1e11d2f1e8 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:28.638780 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2f935564-722c-42e8-8e3e-85b1bf7fef10 req-78e11279-cf67-42d0-93cf-9c1e11d2f1e8 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0824475 Dec 22 09:03:28.684376 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2f935564-722c-42e8-8e3e-85b1bf7fef10 req-e8c3787d-b2e2-4898-8a3a-4f183cdff64d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398011 Dec 22 09:03:29.900031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed15aa-9788-4f3e-8833-a1dc8b24197c req-c02e1b45-f747-4a6d-9467-1206be940970 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:29.901480 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c4ed15aa-9788-4f3e-8833-a1dc8b24197c req-c02e1b45-f747-4a6d-9467-1206be940970 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0876181 Dec 22 09:03:29.948779 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c4ed15aa-9788-4f3e-8833-a1dc8b24197c req-a3beb55f-0bc8-4ae5-a71e-3f2ea70689a1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397134 Dec 22 09:03:31.168864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d87d78-627c-4d7a-bf2f-151eff8f917b req-5eeaf360-e6fd-44b3-8ab2-e0189c5452d2 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:31.170293 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b3d87d78-627c-4d7a-bf2f-151eff8f917b req-5eeaf360-e6fd-44b3-8ab2-e0189c5452d2 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0831094 Dec 22 09:03:31.216789 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b3d87d78-627c-4d7a-bf2f-151eff8f917b req-8feec5d6-f97e-4114-867a-e97e5e10931a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Dec 22 09:03:32.430211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9543c-59bd-46eb-b4a8-b18a95a13a8e req-feb253e5-4462-4c5d-aa9b-d99c7bb68b2a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:32.431661 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a8b9543c-59bd-46eb-b4a8-b18a95a13a8e req-feb253e5-4462-4c5d-aa9b-d99c7bb68b2a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0829878 Dec 22 09:03:32.478612 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a8b9543c-59bd-46eb-b4a8-b18a95a13a8e req-a728d4c1-6bf9-4061-97a1-86824b19c0de tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Dec 22 09:03:32.710429 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-35f1a662-3108-4867-b029-04acd8ad4622 req-aca0480f-6171-4fff-9778-134709345d92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 1098 time: 0.0837305 Dec 22 09:03:32.858062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1a662-3108-4867-b029-04acd8ad4622 req-3bae1e27-eb4b-4d97-981c-3d0ba89d1ab5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:32.859665 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-35f1a662-3108-4867-b029-04acd8ad4622 req-3bae1e27-eb4b-4d97-981c-3d0ba89d1ab5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.1290212 Dec 22 09:03:32.935268 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-35f1a662-3108-4867-b029-04acd8ad4622 req-64c8887a-1387-4840-a0cf-bf1bab828145 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4 HTTP/1.1" status: 200 len: 217 time: 0.0652852 Dec 22 09:03:33.000145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1a662-3108-4867-b029-04acd8ad4622 req-d081ef4d-d30b-4b99-bdd6-33fa305632c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:33.001539 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-35f1a662-3108-4867-b029-04acd8ad4622 req-d081ef4d-d30b-4b99-bdd6-33fa305632c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0592730 Dec 22 09:03:33.050326 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-35f1a662-3108-4867-b029-04acd8ad4622 req-0219cb3e-cac6-4c9d-8341-ea8338e3604f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421441 Dec 22 09:03:33.284553 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-35f1a662-3108-4867-b029-04acd8ad4622 req-280f6b07-c584-4961-8ac8-2130c0fe2ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282085 Dec 22 09:03:33.421705 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-35f1a662-3108-4867-b029-04acd8ad4622 req-c371bdce-49d6-4dfe-b740-7ca131f41e48 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308639 Dec 22 09:03:33.688257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1588a7-54df-4ac2-819b-fa59229ef6f8 req-ee5a47e8-7414-42db-9f64-dbf18b8b6ef1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:33.691164 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0f1588a7-54df-4ac2-819b-fa59229ef6f8 req-ee5a47e8-7414-42db-9f64-dbf18b8b6ef1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0827229 Dec 22 09:03:33.745084 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0f1588a7-54df-4ac2-819b-fa59229ef6f8 req-7df9e94a-b413-4253-946e-6cf7bfc4868d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480988 Dec 22 09:03:34.950977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862fe92-3ba4-46ab-86e9-b154bb4cdf35 req-8e7dde93-41ce-4b72-b174-b6e147c8a34c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:34.952511 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9862fe92-3ba4-46ab-86e9-b154bb4cdf35 req-8e7dde93-41ce-4b72-b174-b6e147c8a34c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0771348 Dec 22 09:03:35.002158 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9862fe92-3ba4-46ab-86e9-b154bb4cdf35 req-16abd2d2-7ea4-4a13-bb1c-b41f3ade0834 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Dec 22 09:03:36.234211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac914f4a-345e-4203-b14c-00c189f16644 req-8cf5feb3-afa1-4df4-b39e-e49785233be0 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:36.235880 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac914f4a-345e-4203-b14c-00c189f16644 req-8cf5feb3-afa1-4df4-b39e-e49785233be0 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0928533 Dec 22 09:03:36.282317 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac914f4a-345e-4203-b14c-00c189f16644 req-96efd54a-791f-4c53-ba65-0c699eb4bbde tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Dec 22 09:03:37.115732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f9b06712-7c5a-4dc7-a0d2-e2684a138f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:37.508571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4df390-fcba-41f1-8be4-c53f8e689184 req-4af05f75-5438-4f5e-8f9a-5f3522290908 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:37.509915 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7c4df390-fcba-41f1-8be4-c53f8e689184 req-4af05f75-5438-4f5e-8f9a-5f3522290908 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0919814 Dec 22 09:03:37.557211 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7c4df390-fcba-41f1-8be4-c53f8e689184 req-19f344ed-8e29-479e-bc8b-5d896954c02d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416040 Dec 22 09:03:38.754971 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3640ce-f468-407a-ae46-0cda6ef9b8d0 req-82241192-7cea-40e1-ac03-2282defffb8c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:38.756463 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dc3640ce-f468-407a-ae46-0cda6ef9b8d0 req-82241192-7cea-40e1-ac03-2282defffb8c tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0794303 Dec 22 09:03:38.807078 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dc3640ce-f468-407a-ae46-0cda6ef9b8d0 req-f4231915-dc7e-4912-b6fe-b90516a58c90 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Dec 22 09:03:39.222424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bc43fa45-2aea-4941-ae69-2a96acabc4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:40.029291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0319-bb06-4c97-9f9c-13d3bcc77e8d req-271111c6-3fa5-426b-8d6b-a18c0562e2af tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:40.030708 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0fca0319-bb06-4c97-9f9c-13d3bcc77e8d req-271111c6-3fa5-426b-8d6b-a18c0562e2af tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0855935 Dec 22 09:03:40.087276 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0fca0319-bb06-4c97-9f9c-13d3bcc77e8d req-5a8d8610-fe32-4d26-b5e4-3c8855fb33d1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509424 Dec 22 09:03:40.427536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:40.530183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:41.379598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf846b-94a7-412e-92bd-ad7fce1ac738 req-f1218139-4c98-4796-8947-a11153c05919 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:41.381052 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4ddf846b-94a7-412e-92bd-ad7fce1ac738 req-f1218139-4c98-4796-8947-a11153c05919 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.1671991 Dec 22 09:03:41.428478 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4ddf846b-94a7-412e-92bd-ad7fce1ac738 req-55ffa14c-04bb-4b73-81cd-6634ee7170e5 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Dec 22 09:03:41.490672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:41.830051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:42.732000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee522c-499a-4c36-8608-620abd7f7718 req-defb08b6-99d6-4c5b-ad6e-3713ce1ec9c0 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:42.733346 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bdee522c-499a-4c36-8608-620abd7f7718 req-defb08b6-99d6-4c5b-ad6e-3713ce1ec9c0 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.1845582 Dec 22 09:03:42.785056 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bdee522c-499a-4c36-8608-620abd7f7718 req-ed194b84-2b6d-41ec-890c-de9dd01c04ea tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Dec 22 09:03:44.019001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e25cc5-56a1-4af3-8a56-ded840625ca9 req-7b9947a1-a16e-45da-b629-a2c447f03eac tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:44.020465 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-09e25cc5-56a1-4af3-8a56-ded840625ca9 req-7b9947a1-a16e-45da-b629-a2c447f03eac tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0968037 Dec 22 09:03:44.069907 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-09e25cc5-56a1-4af3-8a56-ded840625ca9 req-a34c12f0-aead-494a-b599-24b4cd5f45b5 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Dec 22 09:03:45.293320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f3ab6-4897-429f-a634-cd8582135046 req-f612e171-510e-4caf-bbea-da57d19bf519 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:45.294768 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d2f3ab6-4897-429f-a634-cd8582135046 req-f612e171-510e-4caf-bbea-da57d19bf519 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0829206 Dec 22 09:03:45.345620 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d2f3ab6-4897-429f-a634-cd8582135046 req-cd3d1a94-3a28-424f-8e83-9c42020245c9 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450716 Dec 22 09:03:46.555746 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91866f-b573-4f6a-90ce-8b516ece0ee1 req-43f68984-8aad-4d68-99d4-bd52c3f65c72 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:46.557179 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-db91866f-b573-4f6a-90ce-8b516ece0ee1 req-43f68984-8aad-4d68-99d4-bd52c3f65c72 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0824559 Dec 22 09:03:46.606541 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-db91866f-b573-4f6a-90ce-8b516ece0ee1 req-b66b6bc5-6f31-4a0e-9013-25fb27e532d7 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Dec 22 09:03:46.778994 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-b41c34dd-464f-44d8-aeb8-f66289948483 service neutron] 10.222.0.32 "GET /v2.0/ports/3ea5ccb5-2848-4978-98d4-7943231b91e4/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0907702 Dec 22 09:03:47.059602 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-d7784bb3-85cf-4b05-9b4c-470608b6aefc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae&tenant_id=84729db2917a4c8ba7b98b56538b91ea HTTP/1.1" status: 200 len: 1098 time: 0.0714297 Dec 22 09:03:47.182086 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-782263a6-0f82-4c68-918a-d4eebb2a164e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 1098 time: 0.0831594 Dec 22 09:03:47.316628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-76ff2e12-c986-440c-ac1a-43116fa11048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:47.317990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-76ff2e12-c986-440c-ac1a-43116fa11048 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.1302111 Dec 22 09:03:47.389154 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-659e043e-e515-4194-9af4-2e02d344ddaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4 HTTP/1.1" status: 200 len: 217 time: 0.0646789 Dec 22 09:03:47.451853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-ccbe4cd8-5c9d-4c84-88b1-0eeb391b4942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:47.453276 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-ccbe4cd8-5c9d-4c84-88b1-0eeb391b4942 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0583649 Dec 22 09:03:47.497280 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-fe421192-2dc1-45b0-b369-8cae161505a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376637 Dec 22 09:03:47.625390 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-ceca2e87-7039-48e7-aa01-7482bb925c54 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220620 Dec 22 09:03:47.799192 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed39037-9bbf-4036-8ce8-9abaee33dea1 req-505ab23f-2a8d-4657-89c4-7b0d7563ce58 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673961 Dec 22 09:03:47.834915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf6a6-2f2f-4890-8008-9b3a2a5cb8a8 req-6796b1db-a823-4768-b42c-03d7b4844c77 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:47.836672 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7deaf6a6-2f2f-4890-8008-9b3a2a5cb8a8 req-6796b1db-a823-4768-b42c-03d7b4844c77 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0988963 Dec 22 09:03:47.882415 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7deaf6a6-2f2f-4890-8008-9b3a2a5cb8a8 req-1ec092ea-d78c-4c67-a9a1-c0587948f5e4 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402381 Dec 22 09:03:49.120437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13bb81-490d-44c6-9cc6-1ad5da40d8f3 req-e5a3b79e-fbbc-405a-847b-d3d9bcf30ec7 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:49.121883 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5f13bb81-490d-44c6-9cc6-1ad5da40d8f3 req-e5a3b79e-fbbc-405a-847b-d3d9bcf30ec7 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0946789 Dec 22 09:03:49.171443 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5f13bb81-490d-44c6-9cc6-1ad5da40d8f3 req-a9eb40a8-f1ee-40e9-a632-9954d36c98f2 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Dec 22 09:03:50.258749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3ea5ccb5-2848-4978-98d4-7943231b91e4 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:03:50.262719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3ea5ccb5-2848-4978-98d4-7943231b91e4 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:03:50.386061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f9b8c-5b49-47b0-baf2-fdae0c88ea4d req-01e7d785-f318-447c-ac5d-4aeb09024470 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:50.387563 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f6f9b8c-5b49-47b0-baf2-fdae0c88ea4d req-01e7d785-f318-447c-ac5d-4aeb09024470 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 945 time: 0.0767770 Dec 22 09:03:50.434894 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f6f9b8c-5b49-47b0-baf2-fdae0c88ea4d req-ba5b69dd-776d-47ee-91e6-abfe95eb43be tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416524 Dec 22 09:03:50.477467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:50.509242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:03:50.531536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea5ccb5-2848-4978-98d4-7943231b91e4'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:03:50.538356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '3ea5ccb5-2848-4978-98d4-7943231b91e4', 'network_id': '3004b95f-1833-4354-be7a-0aee3d80c5fe', 'port_id': '3ea5ccb5-2848-4978-98d4-7943231b91e4', 'mac_address': 'fa:16:3e:87:64:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf786c0c-2908-4f45-baac-f5830d98ace4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:03:50.544231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:03:50.575771 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:50.583781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-3e805f15-8807-4328-a56f-757a85fe1665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:50.613082 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea5ccb5-2848-4978-98d4-7943231b91e4', 'code': 200} Dec 22 09:03:50.656395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:50.678271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=3ea5ccb5-2848-4978-98d4-7943231b91e4,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:50.681963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea5ccb5-2848-4978-98d4-7943231b91e4 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:03:50.685584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:50.698420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:03:50.701922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:50.703631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-aeef719c-ef38-4557-9709-fdfe6456d57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:50.771403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['3ea5ccb5-2848-4978-98d4-7943231b91e4'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:03:50.807413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=3ea5ccb5-2848-4978-98d4-7943231b91e4,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:50.811914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:51.739437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116e3ef-a92b-4d67-acc6-b6f769304ab5 req-8d3ed0ec-1324-47ae-bf74-ae07fc252104 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:51.740761 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5116e3ef-a92b-4d67-acc6-b6f769304ab5 req-8d3ed0ec-1324-47ae-bf74-ae07fc252104 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 944 time: 0.1778018 Dec 22 09:03:51.786879 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5116e3ef-a92b-4d67-acc6-b6f769304ab5 req-e4320b0f-30b9-470c-88a2-78c979a3a454 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Dec 22 09:03:52.172105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-abe55b75-0b91-4482-a975-c842f876f180 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:52.173529 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-abe55b75-0b91-4482-a975-c842f876f180 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae&tenant_id=84729db2917a4c8ba7b98b56538b91ea&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.1372998 Dec 22 09:03:52.179528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52eba-fd1b-4f6f-8aac-b879e6863f7c req-1969c71b-afea-4bd3-87f6-94bca2d5e453 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:52.180822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-51c52eba-fd1b-4f6f-8aac-b879e6863f7c req-1969c71b-afea-4bd3-87f6-94bca2d5e453 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 944 time: 0.1127732 Dec 22 09:03:52.227314 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-51c52eba-fd1b-4f6f-8aac-b879e6863f7c req-c6254c24-34ec-40d1-95ee-7077fbe91e4e tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408261 Dec 22 09:03:52.253751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3ea5ccb5-2848-4978-98d4-7943231b91e4 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:03:52.314465 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-36a07119-6471-49b7-b591-088e009f0a94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84729db2917a4c8ba7b98b56538b91ea&device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 1097 time: 0.0718503 Dec 22 09:03:52.361071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:52.378416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3ea5ccb5-2848-4978-98d4-7943231b91e4 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:03:52.393764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:03:52.398614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:52.400321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:52.444156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-52a57898-61c5-4a11-a023-9ae071654d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:52.445480 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-52a57898-61c5-4a11-a023-9ae071654d6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 200 len: 915 time: 0.1251767 Dec 22 09:03:52.466174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=3ea5ccb5-2848-4978-98d4-7943231b91e4,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:52.469178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:52.512045 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-69ed2ad8-6a1c-45ac-8983-886086f45b5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4 HTTP/1.1" status: 200 len: 217 time: 0.0599725 Dec 22 09:03:52.574076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-1b0336f8-6a26-4931-8fe4-3394542d77e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:52.575509 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-1b0336f8-6a26-4931-8fe4-3394542d77e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 200 len: 854 time: 0.0576403 Dec 22 09:03:52.623809 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-98d5562f-1826-4fc9-bf6c-6a90ea7f581e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3004b95f-1833-4354-be7a-0aee3d80c5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419962 Dec 22 09:03:52.751380 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-2cd75481-30fa-4e5d-89a9-507d5ba20494 service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217129 Dec 22 09:03:52.887752 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-81818d2b-14ee-45ea-9d31-113c02d533fc req-1c66711d-acea-4e7d-a172-8b3effe33f1e service neutron] 10.222.0.32 "GET /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288433 Dec 22 09:03:53.429778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45c12-90e0-41fa-8c4f-6b89942067c9 req-26f55b04-3e09-4bc5-877c-8efc9d2c4fac tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:53.431263 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f8a45c12-90e0-41fa-8c4f-6b89942067c9 req-26f55b04-3e09-4bc5-877c-8efc9d2c4fac tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0797291 Dec 22 09:03:53.477436 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f8a45c12-90e0-41fa-8c4f-6b89942067c9 req-5e18d10c-1d64-415e-b277-1f490d16a540 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Dec 22 09:03:54.687379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd24a9-a3af-4c2f-9048-76b81883702a req-a3a3d7bc-3c20-4fc8-8097-d25184df2d00 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:54.688820 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a2dd24a9-a3af-4c2f-9048-76b81883702a req-a3a3d7bc-3c20-4fc8-8097-d25184df2d00 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0865030 Dec 22 09:03:54.739390 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a2dd24a9-a3af-4c2f-9048-76b81883702a req-f3b28408-06f0-4dd0-baa6-d0da25d33c3a tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Dec 22 09:03:54.952562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363d53f-b102-41e2-be63-5c5d383ef4c0 req-7bee2699-a669-415c-8d03-17369a74ee8f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:54.954008 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e363d53f-b102-41e2-be63-5c5d383ef4c0 req-7bee2699-a669-415c-8d03-17369a74ee8f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0877781 Dec 22 09:03:55.000196 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e363d53f-b102-41e2-be63-5c5d383ef4c0 req-22910dc6-38ce-456f-927c-1f7686045e18 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Dec 22 09:03:55.212534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eafe3-9815-4e39-b4f3-95e483bc9e32 req-0f4f2b35-2255-450c-8478-45d0c07ac6f1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:55.214553 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a4eafe3-9815-4e39-b4f3-95e483bc9e32 req-0f4f2b35-2255-450c-8478-45d0c07ac6f1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0910127 Dec 22 09:03:55.263400 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a4eafe3-9815-4e39-b4f3-95e483bc9e32 req-eaf16193-fb57-4545-8e95-259217d2f586 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Dec 22 09:03:55.880224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0be35-f51d-45a9-827b-cf1b49cfe93c req-1d9ca451-b8df-49a0-bf6b-9f7466eb8135 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:55.881725 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-90c0be35-f51d-45a9-827b-cf1b49cfe93c req-1d9ca451-b8df-49a0-bf6b-9f7466eb8135 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0891721 Dec 22 09:03:55.931532 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-90c0be35-f51d-45a9-827b-cf1b49cfe93c req-8f3fc294-dfe1-46be-b65f-1b092b7ba1da tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441871 Dec 22 09:03:57.146098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58232d96-f137-40dd-8e37-0b5265c5075b req-47854faf-daa9-48d9-a95b-a8df3baab2a9 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:57.147530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-58232d96-f137-40dd-8e37-0b5265c5075b req-47854faf-daa9-48d9-a95b-a8df3baab2a9 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0797112 Dec 22 09:03:57.196374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-58232d96-f137-40dd-8e37-0b5265c5075b req-2f2c3440-7045-4831-affd-5df6badb1339 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1b41fa9-b78d-4fcb-b579-9d72f78931ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Dec 22 09:03:57.377846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-285e4150-b321-4253-b14f-05447f21e8f8 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:03:57.379688 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-285e4150-b321-4253-b14f-05447f21e8f8 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 943 time: 0.0956025 Dec 22 09:03:57.454967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Deleting port 3ea5ccb5-2848-4978-98d4-7943231b91e4 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:03:57.455303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:57.704640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] For port 3ea5ccb5-2848-4978-98d4-7943231b91e4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3ea5ccb5-2848-4978-98d4-7943231b91e4,segment=NetworkSegment(b46e286e-1eed-496c-aa3f-bf269159fa0a),segment_id=b46e286e-1eed-496c-aa3f-bf269159fa0a)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:03:57.704896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:57.916540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Calling delete_port for 3ea5ccb5-2848-4978-98d4-7943231b91e4 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:03:58.069245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:58.074718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef9d1313-d7ee-4d27-aa5b-eedd46c75158 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:58.117592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Pushing event deleted for resources: {'Port': ['ID=3ea5ccb5-2848-4978-98d4-7943231b91e4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:58.128947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.129322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.129655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.130044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.130400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.130728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.131079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.131453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.132334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.132334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.132586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:03:58.158088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:58.202664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] No DVR routers for this DVR port 3ea5ccb5-2848-4978-98d4-7943231b91e4 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:03:58.205466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:58.207956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'name': 'network-vif-deleted', 'tag': '3ea5ccb5-2848-4978-98d4-7943231b91e4'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:03:58.226706 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0479fd8a-58ed-4675-8c5f-fa6557576851 req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.32 "DELETE /v2.0/ports/3ea5ccb5-2848-4978-98d4-7943231b91e4 HTTP/1.1" status: 204 len: 173 time: 0.8411942 Dec 22 09:03:58.266935 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4ed359-3e25-44ec-9463-1de30ff921ae', 'name': 'network-vif-deleted', 'tag': '3ea5ccb5-2848-4978-98d4-7943231b91e4', 'status': 'completed', 'code': 200} Dec 22 09:03:58.363899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-be5180d2-0d58-4a11-a4f5-4e6c7a71ea82 req-bb6ff19e-752c-4517-ac2c-0752f8194a48 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Synchronizing usage tracker for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:03:58.380303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-be5180d2-0d58-4a11-a4f5-4e6c7a71ea82 req-bb6ff19e-752c-4517-ac2c-0752f8194a48 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Unset dirty status for tenant:84729db2917a4c8ba7b98b56538b91ea on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:03:58.381501 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-be5180d2-0d58-4a11-a4f5-4e6c7a71ea82 req-bb6ff19e-752c-4517-ac2c-0752f8194a48 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] 10.222.0.31 "GET /v2.0/ports?device_id=de4ed359-3e25-44ec-9463-1de30ff921ae HTTP/1.1" status: 200 len: 210 time: 0.0605261 Dec 22 09:03:59.661054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 46240) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:03:59.729536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] Deleting subnet bf786c0c-2908-4f45-baac-f5830d98ace4 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:03:59.732798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:59.784153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:59.843707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:59.911431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:59.915054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7ec41efc-7856-4eeb-b6d6-66c93fb8add8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:03:59.949272 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf786c0c-2908-4f45-baac-f5830d98ace4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:03:59.953042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:03:59.957957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:03:59.964520 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bf786c0c-2908-4f45-baac-f5830d98ace4 HTTP/1.1" status: 204 len: 168 time: 0.3024209 Dec 22 09:03:59.967126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 46244) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:00.080027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.202629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.227126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3004b95f-1833-4354-be7a-0aee3d80c5fe']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:00.238976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46e286e-1eed-496c-aa3f-bf269159fa0a') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:00.239277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46e286e-1eed-496c-aa3f-bf269159fa0a') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:00.250598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.267527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.274567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:04:00.275011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.289287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3ea5ccb5-2848-4978-98d4-7943231b91e4 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:04:00.290257 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:04:00.324038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 3ea5ccb5-2848-4978-98d4-7943231b91e4 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:04:00.324407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3ea5ccb5-2848-4978-98d4-7943231b91e4 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:04:00.370204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.373939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9492617a-6a58-43ee-8cca-544d727921ad tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:00.387116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.395597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=3004b95f-1833-4354-be7a-0aee3d80c5fe,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:00.400431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:00.408026 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] 10.222.0.31 "DELETE /v2.0/networks/3004b95f-1833-4354-be7a-0aee3d80c5fe HTTP/1.1" status: 204 len: 168 time: 0.4399598 Dec 22 09:04:00.545232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46250) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:00.595401 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b6816e9a-e208-4434-a2c3-a8ed3e764cd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84729db2917a4c8ba7b98b56538b91ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489006 Dec 22 09:04:00.597896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46254) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:00.660621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-512eb513-5afc-434d-a5e8-91151e431366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.686396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-512eb513-5afc-434d-a5e8-91151e431366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.740279 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-512eb513-5afc-434d-a5e8-91151e431366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.744078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ed7f973e-8c8f-4b0b-a318-a2cd7e3eb022 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:00.756028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eb513-5afc-434d-a5e8-91151e431366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b41fa9-b78d-4fcb-b579-9d72f78931ae,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:00.759027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-512eb513-5afc-434d-a5e8-91151e431366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:00.769011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-512eb513-5afc-434d-a5e8-91151e431366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:00.770200 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-512eb513-5afc-434d-a5e8-91151e431366 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1b41fa9-b78d-4fcb-b579-9d72f78931ae HTTP/1.1" status: 204 len: 168 time: 0.1714811 Dec 22 09:04:01.647801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46276) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:01.777594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-638961065-network', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:01.785272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:01.790455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Usage tracker for resource:network and tenant:e2b4c463042e4ee78225bb192f48fd41 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:04:01.793641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:04:01.800536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:01.815518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Made reservation on behalf of e2b4c463042e4ee78225bb192f48fd41 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:04:01.818183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:01.834470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:01.874716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:01.879033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b4c463042e4ee78225bb192f48fd41 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:04:01.882053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:04:01.887968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:01.951647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:01.958016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:01.961429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5279aa61-f407-4160-986c-586ec52b4dfb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:01.988217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:04:01.996209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440f3494-38f4-4e24-b2d6-d7eb83ba8c9f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:01.999654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:02.002022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.002358 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Added segment e75178ea-d128-4a0f-8474-f742dd25e3ad of type vlan for network 888af123-0a92-4734-9b09-2fa219e53032 Dec 22 09:04:02.028473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.061131 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.062150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:02.062737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.065975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9bf97881-6e2c-4c82-89b8-26a02d7982df tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:02.168854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Pushing event updated for resources: {'Network': ['ID=888af123-0a92-4734-9b09-2fa219e53032,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:02.171936 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5231459 Dec 22 09:04:02.172800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:02.174805 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46282) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:02.179424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 888af123-0a92-4734-9b09-2fa219e53032 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:04:02.180711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Request body: {'subnet': {'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-638961065-subnet', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:02.185661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:02.189774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Usage tracker for resource:subnet and tenant:e2b4c463042e4ee78225bb192f48fd41 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:04:02.192896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:04:02.198748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:02.209482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Made reservation on behalf of e2b4c463042e4ee78225bb192f48fd41 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:04:02.212137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.522451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.527963 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7dadf7c1-707a-4f83-bccb-da0812c6d5fb tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:02.598766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fd37c8-0f35-4c1b-b382-e5090bb23438,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:02.602407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:02.615780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Checking segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:04:02.616123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Network hostable DHCP agents. Network: 888af123-0a92-4734-9b09-2fa219e53032, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:04:02.637815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Network 888af123-0a92-4734-9b09-2fa219e53032 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:04:02.647515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 888af123-0a92-4734-9b09-2fa219e53032) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:04:02.651652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:02.652256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.656512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a049fb33-dd26-4994-a731-bcc7df9176db None None] Network 888af123-0a92-4734-9b09-2fa219e53032 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:04:02.673990 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4981675 Dec 22 09:04:02.676786 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46286) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:02.681849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:02.686420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:02.690240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Usage tracker for resource:router and tenant:e2b4c463042e4ee78225bb192f48fd41 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:04:02.693083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:04:02.699486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:02.710480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.711896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.731472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.871536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-888af123-0a92-4734-9b09-2fa219e53032', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:04:02.872374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:02.878040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.026257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Allocated IP 172.20.0.2 (888af123-0a92-4734-9b09-2fa219e53032/53fd37c8-0f35-4c1b-b382-e5090bb23438/66673255-3f3a-48cd-bd65-eab3c1e90569) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:04:03.066896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.097206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.231790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.234908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Allocated IP 172.26.5.207 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:04:03.242129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Transition to ACTIVE for port object 66673255-3f3a-48cd-bd65-eab3c1e90569 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:04:03.262140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Transition to ACTIVE for port object 66673255-3f3a-48cd-bd65-eab3c1e90569 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:04:03.268930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.273514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-54edb317-3cbd-4a9a-be8d-e2f9fd5aedb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:03.329681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Network 888af123-0a92-4734-9b09-2fa219e53032 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:04:03.337844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:04:03.341871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:04:03.347774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Pushing event updated for resources: {'Port': ['ID=66673255-3f3a-48cd-bd65-eab3c1e90569,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:03.386582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.387623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.387969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.388305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.388620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.388947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.389271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.389594 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.389913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.390232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.390549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.390867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:03.398670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:03.414973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.418678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4153a432-4a20-4a92-b4b4-6981512bbf06 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:03.446828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Attempting to bind port 66673255-3f3a-48cd-bd65-eab3c1e90569 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:04:03.447205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Attempting to bind port 66673255-3f3a-48cd-bd65-eab3c1e90569 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:04:03.447593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Attempting to bind port 66673255-3f3a-48cd-bd65-eab3c1e90569 on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:04:03.454234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:04:03.454544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Checking segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:04:03.454947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.455343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Bound using segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:04:03.455826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Bound port: 66673255-3f3a-48cd-bd65-eab3c1e90569, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:04:03.456206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.486104 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:04:03.489373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:04:03.493990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:04:03.520615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Pushing event updated for resources: {'Port': ['ID=ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:03.527213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:03.555906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] For port 66673255-3f3a-48cd-bd65-eab3c1e90569, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:04:03.559645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] For port 66673255-3f3a-48cd-bd65-eab3c1e90569, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=66673255-3f3a-48cd-bd65-eab3c1e90569,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:04:03.565050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.570218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:03.649924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.651170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:03.654848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Pushing event updated for resources: {'Port': ['ID=66673255-3f3a-48cd-bd65-eab3c1e90569,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:03.658303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:03.788918 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:04:03.902486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Router a5327211-c702-4d86-a2cb-261a08b0dbef is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:04:04.110175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:04:04.119274 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:04:04.134664 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:04:04.135326 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:03:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:04.137270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:04.138490 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4608040 Dec 22 09:04:04.141307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46290) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:04.330184 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:04:04.564488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5221bc54-f169-45b4-8c99-101ffc6bfab6 None None] Network 888af123-0a92-4734-9b09-2fa219e53032 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:04:04.658513 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:03Z', 'revision_number': 3, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:04.664094 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:04:04.664094 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Updating router a5327211-c702-4d86-a2cb-261a08b0dbef port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:04:04.685243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-002bd36e-e2c8-49c6-918b-184096e1f3c9 None None] Provisioning for port 66673255-3f3a-48cd-bd65-eab3c1e90569 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:04:04.718504 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.025483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.066930 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.079845 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Transition to ACTIVE for port object ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:04:05.087043 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.090595 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:05.163438 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Pushing event updated for resources: {'Port': ['ID=ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:05.169863 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Attempting to bind port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:04:05.170233 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Attempting to bind port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:04:05.170594 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Attempting to bind port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:04:05.178396 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.178721 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.179037 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.179393 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.179710 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.180039 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.180354 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.180668 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.180981 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.181290 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.181598 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.185211 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:05.188749 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:04:05.189642 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:04:05.189642 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.189978 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:04:05.190311 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Bound port: ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:04:05.190704 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.236455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Allocated IP 172.20.0.1 (888af123-0a92-4734-9b09-2fa219e53032/53fd37c8-0f35-4c1b-b382-e5090bb23438/b22a1d1d-452c-4f15-8bb9-d798bbcd9008) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:04:05.263898 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] For port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:04:05.267081 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] For port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:04:05.273001 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.277476 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:05.292129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 66673255-3f3a-48cd-bd65-eab3c1e90569 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:04:05.361189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 66673255-3f3a-48cd-bd65-eab3c1e90569 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:04:05.365790 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Pushing event updated for resources: {'Port': ['ID=ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:05.366192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 66673255-3f3a-48cd-bd65-eab3c1e90569 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:05.366763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.370629 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:05.377223 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:04:05.377837 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:03:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:05.406215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.425128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Transition to ACTIVE for port object b22a1d1d-452c-4f15-8bb9-d798bbcd9008 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:04:05.450962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.455220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e01c6150-0fb7-44ab-a538-9ff1654fe1f8 tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:05.491271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.519338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b22a1d1d-452c-4f15-8bb9-d798bbcd9008,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:05.528463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 66673255-3f3a-48cd-bd65-eab3c1e90569, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=66673255-3f3a-48cd-bd65-eab3c1e90569,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:04:05.530929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.531314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.531797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.532100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.532471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.532833 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.533191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.533599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.534018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.534307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.534662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:04:05.535300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.537725 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:05.539895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:05.549584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Network 888af123-0a92-4734-9b09-2fa219e53032 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:04:05.551443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:04:05.553930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:04:05.574439 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:04:05.611958 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=66673255-3f3a-48cd-bd65-eab3c1e90569,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:05.619054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:05.624017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.715411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.850903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c26ac3b2-c165-4521-a740-34dd7098a8cb None None] Provisioning for port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:04:05.855787 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c26ac3b2-c165-4521-a740-34dd7098a8cb None None] Provisioning complete for port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:05.856625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c26ac3b2-c165-4521-a740-34dd7098a8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.880834 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:03Z', 'revision_number': 3, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:05.885301 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d58dd-5e65-4359-802e-3a3b753c7d25 None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:03Z', 'revision_number': 3, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:04:05.916283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c26ac3b2-c165-4521-a740-34dd7098a8cb None None] Port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:04:05.950899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:05.956651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:06.117618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da425212-3e86-40eb-8e5f-c87d2bd61988 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:06.198387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:06.205477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=b22a1d1d-452c-4f15-8bb9-d798bbcd9008,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:06.210042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:06.343002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Network 888af123-0a92-4734-9b09-2fa219e53032 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:04:06.344225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:04:06.642147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-565a26c6-bc61-4cf1-be84-016d6763150c None None] Provisioning complete for port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:06.642694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-565a26c6-bc61-4cf1-be84-016d6763150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:06.696454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-565a26c6-bc61-4cf1-be84-016d6763150c None None] Port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:04:06.751513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:04:06.961505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:04:06.970463 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] 10.222.0.31 "PUT /v2.0/routers/a5327211-c702-4d86-a2cb-261a08b0dbef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8279858 Dec 22 09:04:07.109835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2c2f05b8-bc78-4e48-a1d7-184cfd7a8200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.329349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 66673255-3f3a-48cd-bd65-eab3c1e90569 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:04:07.437625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 66673255-3f3a-48cd-bd65-eab3c1e90569 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:07.438055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.459318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46300) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:07.466077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469677213', 'description': 'tempest-description--436416792'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:07.472256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:07.476609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Usage tracker for resource:security_group and tenant:e2b4c463042e4ee78225bb192f48fd41 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:04:07.479922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:04:07.486334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:07.498930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.538766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:07.542797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Usage tracker for resource:security_group_rule and tenant:e2b4c463042e4ee78225bb192f48fd41 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:04:07.545658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:04:07.551648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:07.552844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:04:07.613411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.619815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.624996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-29549def-fa0a-4b63-9390-2109bad75307 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:07.625174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:04:07.629899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:07.630347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.661547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc96511-3575-4502-9304-1e93423f70cc,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:07.664562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:07.666006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.669865 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2068777 Dec 22 09:04:07.670619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 46304) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:07.676786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'security_group_rule': {'security_group_id': '8dc96511-3575-4502-9304-1e93423f70cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:07.682999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:07.686845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Usage tracker for resource:security_group_rule and tenant:e2b4c463042e4ee78225bb192f48fd41 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:04:07.689778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:04:07.695510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:07.712775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.753248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.769979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:04:07.774608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.774750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.776633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:07.778304 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.780222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9e9c6db6-a396-45b9-9953-4de39f5d9045 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:07.801756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30038369-00b1-403d-84e1-9a2ca14ebf4d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:07.804449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:07.812714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.816429 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1421576 Dec 22 09:04:07.816743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46308) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:07.823179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'security_group_rule': {'security_group_id': '8dc96511-3575-4502-9304-1e93423f70cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:07.829419 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:07.833752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Usage tracker for resource:security_group_rule and tenant:e2b4c463042e4ee78225bb192f48fd41 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:04:07.837409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:04:07.840837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:07.843152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:07.843895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:07.860735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.921079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.926141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.931829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-45bed57c-6116-4556-9209-55d95ae34617 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:07.949928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b03e168-3384-412e-a9c8-a2439ed6dfdc,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:07.954101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:07.958938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:07.960128 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1422949 Dec 22 09:04:07.963626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46312) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:07.969010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:07.974529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:07.978227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Usage tracker for resource:floatingip and tenant:e2b4c463042e4ee78225bb192f48fd41 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:04:07.981040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:04:07.986609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:07.997859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:08.136639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:08.282386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Allocated IP 172.26.5.215 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/1ed6d966-ed5c-4306-8daf-9847a9c8d718) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:04:08.434666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:08.466674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:08.470496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f4c9ecdd-eda1-4b7d-8ea0-fcf11708cd3d tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:08.530972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:04:08.538601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:04:08.540942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:04:08.695424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event updated for resources: {'Port': ['ID=1ed6d966-ed5c-4306-8daf-9847a9c8d718,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:08.700051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:08.836439 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:08.893992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:09.104216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:09.110370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:09.116123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:09.218586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-725e221b-1208-4509-9d0c-19cba67aaa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:09.224630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event updated for resources: {'Port': ['ID=1ed6d966-ed5c-4306-8daf-9847a9c8d718,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:09.229222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:09.237996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:09.262079 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:09.272186 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2988706 Dec 22 09:04:09.274374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:04:09.342375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:09.342989 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:09.385866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:04:09.415853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:04:09.416518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:04:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:09.441145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e6083f70-4739-4508-bac3-8828998d2be0 req-3cf49a20-a1bd-4a8b-b202-ee2968f61c51 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:04:09.459351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e6083f70-4739-4508-bac3-8828998d2be0 req-3cf49a20-a1bd-4a8b-b202-ee2968f61c51 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:04:09.461013 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-3cf49a20-a1bd-4a8b-b202-ee2968f61c51 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--469677213&fields=id&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 267 time: 0.0618305 Dec 22 09:04:09.613159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2153e486-68a3-4bc0-b2ff-fba6b389f2ab tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:09.613885 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2153e486-68a3-4bc0-b2ff-fba6b389f2ab tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:04:09.636494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2153e486-68a3-4bc0-b2ff-fba6b389f2ab tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:04:09.637588 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2153e486-68a3-4bc0-b2ff-fba6b389f2ab tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 811 time: 0.1682782 Dec 22 09:04:09.649944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:04:09.654267 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-ee440f68-7c4f-4501-93cf-8e8e82844b9e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/quotas/e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 375 time: 0.0109665 Dec 22 09:04:09.740252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e6083f70-4739-4508-bac3-8828998d2be0 req-abb5769e-b714-4e23-9fd3-be2f22c93710 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:04:09.758278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e6083f70-4739-4508-bac3-8828998d2be0 req-abb5769e-b714-4e23-9fd3-be2f22c93710 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:04:09.759593 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-abb5769e-b714-4e23-9fd3-be2f22c93710 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995994 Dec 22 09:04:09.898999 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-fad66cc1-77d2-406d-89f3-b8a6d8f290e3 service neutron] 10.222.0.31 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277010 Dec 22 09:04:09.969131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 2, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:09.973176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:04:09.973573 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Updating router a5327211-c702-4d86-a2cb-261a08b0dbef port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:04:10.024885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:10.029433 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2c746b02-6208-4881-9cd4-f9ffb5618ebc service neutron] 10.222.0.31 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248169 Dec 22 09:04:10.231625 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b752d12c-72bd-483a-85fa-ff253d43bfbd req-5cc7999c-de47-4ff0-9ab4-dc108a48cff0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 210 time: 0.0493860 Dec 22 09:04:10.372660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:10.385975 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Transition to ACTIVE for port object b22a1d1d-452c-4f15-8bb9-d798bbcd9008 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:04:10.392805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:10.397386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:10.577341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:10.597161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ac58d-7539-4812-8200-c1594c9b382e None None] Pushing event updated for resources: {'Port': ['ID=b22a1d1d-452c-4f15-8bb9-d798bbcd9008,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:10.602515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1a8ac58d-7539-4812-8200-c1594c9b382e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:10.610863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:10.701377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Attempting to bind port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:04:10.701773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Attempting to bind port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:04:10.702143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Attempting to bind port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:04:10.710278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:04:10.710983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Checking segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:04:10.711544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:10.712017 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Bound using segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:04:10.712450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Bound port: b22a1d1d-452c-4f15-8bb9-d798bbcd9008, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:04:10.712907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:10.812983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] For port b22a1d1d-452c-4f15-8bb9-d798bbcd9008, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:04:10.816161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] For port b22a1d1d-452c-4f15-8bb9-d798bbcd9008, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b22a1d1d-452c-4f15-8bb9-d798bbcd9008,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:04:10.820708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:10.824360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:10.902172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ac58d-7539-4812-8200-c1594c9b382e None None] Pushing event updated for resources: {'Port': ['ID=b22a1d1d-452c-4f15-8bb9-d798bbcd9008,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:10.904803 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1a8ac58d-7539-4812-8200-c1594c9b382e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:10.909054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:04:10.909676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:04:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:11.095985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:04:11.290445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6083f70-4739-4508-bac3-8828998d2be0 req-ed63c6dc-328b-48a6-82ea-61f0efe2e166 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:11.291999 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-ed63c6dc-328b-48a6-82ea-61f0efe2e166 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 811 time: 0.1576977 Dec 22 09:04:11.351846 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-74349caa-461c-465c-b0d7-641d082e1a47 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 379 time: 0.0465319 Dec 22 09:04:11.360665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'port': {'device_id': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'admin_state_up': True, 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'security_groups': ['8dc96511-3575-4502-9304-1e93423f70cc']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:11.428411 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-df96e066-e14f-4613-8c26-ca64b7a00322 req-02aaa35f-5bbd-4dfb-aeb1-8a89cb2b232f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 210 time: 0.0574818 Dec 22 09:04:11.435305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:10Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:11.439995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec1860-de21-4327-a1a3-686dc5278966 None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:10Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:04:11.517901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:11.635687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:04:11.649632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:04:11.661543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Made reservation on behalf of e2b4c463042e4ee78225bb192f48fd41 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:04:11.664857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:11.826998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:11.833375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Allocated IP 172.20.0.6 (888af123-0a92-4734-9b09-2fa219e53032/53fd37c8-0f35-4c1b-b382-e5090bb23438/a5276282-dbb3-45ad-a5a5-16b6ce49569c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:04:12.024067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:12.040159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Transition to ACTIVE for port object a5276282-dbb3-45ad-a5a5-16b6ce49569c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:04:12.062645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:12.068563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:12.142968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Network 888af123-0a92-4734-9b09-2fa219e53032 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:04:12.146432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:04:12.148383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event updated for resources: {'Port': ['ID=a5276282-dbb3-45ad-a5a5-16b6ce49569c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:12.151594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:12.152412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:04:12.217620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:12.218750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:12.246830 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8902309 Dec 22 09:04:12.258931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Request body: {'port': {'device_id': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:12.370116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:12.406924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-98f1a913-bf74-470c-bca5-407d297096a9 None None] Provisioning for port a5276282-dbb3-45ad-a5a5-16b6ce49569c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:04:12.412048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-98f1a913-bf74-470c-bca5-407d297096a9 None None] Provisioning complete for port a5276282-dbb3-45ad-a5a5-16b6ce49569c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:12.412450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-98f1a913-bf74-470c-bca5-407d297096a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:12.480046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-98f1a913-bf74-470c-bca5-407d297096a9 None None] Port a5276282-dbb3-45ad-a5a5-16b6ce49569c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:04:12.705086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785de1c-db0c-4c52-b982-77181bfd759e req-e2f3dac4-af70-49a2-a803-d2930c0d2901 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:12.705766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c785de1c-db0c-4c52-b982-77181bfd759e req-e2f3dac4-af70-49a2-a803-d2930c0d2901 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:04:12.775907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c785de1c-db0c-4c52-b982-77181bfd759e req-e2f3dac4-af70-49a2-a803-d2930c0d2901 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:04:12.777128 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c785de1c-db0c-4c52-b982-77181bfd759e req-e2f3dac4-af70-49a2-a803-d2930c0d2901 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 931 time: 0.2020855 Dec 22 09:04:12.780729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5276282-dbb3-45ad-a5a5-16b6ce49569c {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:04:12.789197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:12.821756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Transition to ACTIVE for port object a5276282-dbb3-45ad-a5a5-16b6ce49569c will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:04:12.831762 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:12.837743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c7b8f9a-9e16-410f-bb66-5c1cc44d9bc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:12.893505 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c785de1c-db0c-4c52-b982-77181bfd759e req-3197d1d3-812b-4ba6-8238-ad7032fd68cc tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086247 Dec 22 09:04:12.965543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a5276282-dbb3-45ad-a5a5-16b6ce49569c,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:12.969928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:13.072657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Attempting to bind port a5276282-dbb3-45ad-a5a5-16b6ce49569c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:04:13.072993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Attempting to bind port a5276282-dbb3-45ad-a5a5-16b6ce49569c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:04:13.073316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Attempting to bind port a5276282-dbb3-45ad-a5a5-16b6ce49569c on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:04:13.079366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Port a5276282-dbb3-45ad-a5a5-16b6ce49569c on network 888af123-0a92-4734-9b09-2fa219e53032 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:04:13.079686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Attempting to bind port a5276282-dbb3-45ad-a5a5-16b6ce49569c on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:04:13.086653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:04:13.086985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Checking segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:04:13.087391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Bound using segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:04:13.087805 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Bound port: a5276282-dbb3-45ad-a5a5-16b6ce49569c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:04:13.088140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:13.177000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:04:13.179900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:04:13.186499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:13.190080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-41a25b9f-d57d-4c4d-95fd-0123f887f7eb tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:13.253296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:13.254647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 200 len: 1093 time: 1.0003424 Dec 22 09:04:13.255308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:04:13.275592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a5276282-dbb3-45ad-a5a5-16b6ce49569c,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:13.278910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:13.308341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b22a1d1d-452c-4f15-8bb9-d798bbcd9008 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:04:13.353843 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'status': 'completed', 'code': 200} Dec 22 09:04:13.385610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:04:13.391209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:13.391646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:13.392169 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-06bb78e4-a02c-403b-8f6c-48aaa0214b13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 1096 time: 0.0844333 Dec 22 09:04:13.467393 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-a768a6cf-5813-4c3a-a3b2-9a0c190cfa9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 200 len: 217 time: 0.0682838 Dec 22 09:04:13.512046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:13.556524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port b22a1d1d-452c-4f15-8bb9-d798bbcd9008, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b22a1d1d-452c-4f15-8bb9-d798bbcd9008,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:04:13.561694 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:13.563530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:13.638487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=b22a1d1d-452c-4f15-8bb9-d798bbcd9008,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:13.642281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:13.652164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6083f70-4739-4508-bac3-8828998d2be0 req-c2decdfd-a9f2-487d-b16f-b1c5497a082d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:13.653635 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-c2decdfd-a9f2-487d-b16f-b1c5497a082d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.1796978 Dec 22 09:04:13.735411 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-66939a48-0740-47a5-b233-9bbe494556e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748413 Dec 22 09:04:13.874201 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-dee80fd5-50ef-44bb-93d5-9e018f962d13 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313245 Dec 22 09:04:14.006119 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6083f70-4739-4508-bac3-8828998d2be0 req-04e622b0-8acd-417e-8c41-325604ebd9d4 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245537 Dec 22 09:04:14.149551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664df9f-4706-4eb4-a9f0-de93c2f94832 req-346183fb-8c25-418d-a5f8-2a2468d97a38 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:14.150985 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1664df9f-4706-4eb4-a9f0-de93c2f94832 req-346183fb-8c25-418d-a5f8-2a2468d97a38 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 943 time: 0.1315048 Dec 22 09:04:14.158216 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3beb0864-4a4f-4b01-a8e2-5855a55bff35 req-b751fa10-8ab6-4669-b3a6-2039f65936d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 1096 time: 0.0976844 Dec 22 09:04:14.282814 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1664df9f-4706-4eb4-a9f0-de93c2f94832 req-8e04ff63-eae1-4549-b823-05e76f48b806 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236563 Dec 22 09:04:14.316515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb0864-4a4f-4b01-a8e2-5855a55bff35 req-cb72ecef-293b-428e-b259-88fc6fb5af4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:14.318280 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3beb0864-4a4f-4b01-a8e2-5855a55bff35 req-cb72ecef-293b-428e-b259-88fc6fb5af4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1451266 Dec 22 09:04:14.388373 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3beb0864-4a4f-4b01-a8e2-5855a55bff35 req-5b787019-f174-4ddb-bd1a-f724bd7536bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 200 len: 217 time: 0.0636480 Dec 22 09:04:14.451416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb0864-4a4f-4b01-a8e2-5855a55bff35 req-df8131e9-249d-4d10-b60e-7228a0b9e64c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:14.452698 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3beb0864-4a4f-4b01-a8e2-5855a55bff35 req-df8131e9-249d-4d10-b60e-7228a0b9e64c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0575275 Dec 22 09:04:14.527040 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3beb0864-4a4f-4b01-a8e2-5855a55bff35 req-7dd2621a-7c26-4c50-9579-10aec33a506d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672679 Dec 22 09:04:14.656047 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3beb0864-4a4f-4b01-a8e2-5855a55bff35 req-7d9fe86f-3ec9-443c-927f-8c4e2281a138 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223831 Dec 22 09:04:14.791084 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3beb0864-4a4f-4b01-a8e2-5855a55bff35 req-4d7b3fdf-6a29-4dcf-b218-c95b08765894 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281984 Dec 22 09:04:15.280268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b22a1d1d-452c-4f15-8bb9-d798bbcd9008 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:04:15.397107 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:15.397473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:15.490180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0070b-ae87-4abe-bff5-140d9b027d42 req-55dcdf69-f5ee-4eda-b93f-fdc976719cb7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:15.491726 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5dd0070b-ae87-4abe-bff5-140d9b027d42 req-55dcdf69-f5ee-4eda-b93f-fdc976719cb7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 943 time: 0.0808697 Dec 22 09:04:15.541374 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5dd0070b-ae87-4abe-bff5-140d9b027d42 req-fae1f516-ca6f-49d2-913b-0a9838e078f7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440500 Dec 22 09:04:16.767956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e463ac0-7041-4d56-a2dd-ebc7e2fd0ccf req-b74e2bad-08c3-4c07-8067-2c73c88799c8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:16.769841 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e463ac0-7041-4d56-a2dd-ebc7e2fd0ccf req-b74e2bad-08c3-4c07-8067-2c73c88799c8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 943 time: 0.0924988 Dec 22 09:04:16.831811 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e463ac0-7041-4d56-a2dd-ebc7e2fd0ccf req-c72e3ecc-e343-446a-b956-94b4f34a0020 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541110 Dec 22 09:04:18.051038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988be97-e710-4f9e-b8cb-0e8dc94c479c req-89ff93b2-2b9e-4685-90a9-e6def1751fac tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:18.053129 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6988be97-e710-4f9e-b8cb-0e8dc94c479c req-89ff93b2-2b9e-4685-90a9-e6def1751fac tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 943 time: 0.0848677 Dec 22 09:04:18.099757 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6988be97-e710-4f9e-b8cb-0e8dc94c479c req-044bf70f-7310-4b49-925e-f7caceb9bc8e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Dec 22 09:04:18.365489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5276282-dbb3-45ad-a5a5-16b6ce49569c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:04:18.518539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:04:18.536949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'mac_address': 'fa:16:3e:d7:89:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:04:18.605511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:18.624833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5276282-dbb3-45ad-a5a5-16b6ce49569c {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:04:18.647616 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:04:18.651349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:18.653074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:18.717418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=a5276282-dbb3-45ad-a5a5-16b6ce49569c,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:18.720722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:18.975112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['a5276282-dbb3-45ad-a5a5-16b6ce49569c'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:04:19.293505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbaf88-b14e-4f66-9f43-e2e79b68704d req-b0edc763-6bbf-4821-a55d-479f6bc613f6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:19.294837 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-78fbaf88-b14e-4f66-9f43-e2e79b68704d req-b0edc763-6bbf-4821-a55d-479f6bc613f6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 944 time: 0.0763717 Dec 22 09:04:19.349138 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-78fbaf88-b14e-4f66-9f43-e2e79b68704d req-19f22508-bfce-4a22-861b-e3cea403bce5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486820 Dec 22 09:04:20.382604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5276282-dbb3-45ad-a5a5-16b6ce49569c up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:04:20.459881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port a5276282-dbb3-45ad-a5a5-16b6ce49569c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:04:20.465499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port a5276282-dbb3-45ad-a5a5-16b6ce49569c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:04:20.465914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:20.556496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceaf70-c27a-46e3-bf42-968ace0eb9ff req-0f6ad01c-274b-4115-8ef4-e2826c10e9a6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:20.557929 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-61ceaf70-c27a-46e3-bf42-968ace0eb9ff req-0f6ad01c-274b-4115-8ef4-e2826c10e9a6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 944 time: 0.0817881 Dec 22 09:04:20.579681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:20.604970 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-61ceaf70-c27a-46e3-bf42-968ace0eb9ff req-a555bddb-ef5b-4f19-a2ea-2ad6329ce305 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413129 Dec 22 09:04:20.609034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:04:20.619823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:04:20.624213 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:20.626345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:04:20.671865 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'code': 200} Dec 22 09:04:20.695675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=a5276282-dbb3-45ad-a5a5-16b6ce49569c,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:04:20.698635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:04:20.915983 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dc24bb78-6f65-4a0c-9dfd-adfe39b397f7 req-31008387-a92c-42c7-be0f-68e6c0420d2d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 1098 time: 0.0735197 Dec 22 09:04:20.957410 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dc24bb78-6f65-4a0c-9dfd-adfe39b397f7 req-3e5da083-99fe-4441-865e-163876b4ee7d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355971 Dec 22 09:04:21.830319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e900e6-399c-4ad8-855a-8c0f3dbc6508 req-52028a85-9b45-443a-a6f8-3519d230a1aa tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:21.831793 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-82e900e6-399c-4ad8-855a-8c0f3dbc6508 req-52028a85-9b45-443a-a6f8-3519d230a1aa tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0900669 Dec 22 09:04:21.882608 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-82e900e6-399c-4ad8-855a-8c0f3dbc6508 req-6933a9ba-930b-4aac-9585-da24d8df8517 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418165 Dec 22 09:04:23.100728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b3b9-2233-4e87-ab7d-1235f4c6bff4 req-0f7a8191-5c9d-479e-bf12-5b7119a94b19 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:23.102209 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2c4b3b9-2233-4e87-ab7d-1235f4c6bff4 req-0f7a8191-5c9d-479e-bf12-5b7119a94b19 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0881662 Dec 22 09:04:23.246589 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2c4b3b9-2233-4e87-ab7d-1235f4c6bff4 req-81499976-88b4-45cf-9538-628c3ba403a1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359720 Dec 22 09:04:23.443597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7497b-9cf8-4598-8d74-32503056365c req-8291fe8d-159b-4949-aaac-c961a849a62f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:23.445028 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8df7497b-9cf8-4598-8d74-32503056365c req-8291fe8d-159b-4949-aaac-c961a849a62f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0850616 Dec 22 09:04:23.456646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46360) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:04:23.462130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-277d524b-5e8b-4250-99e9-6b5daeebded9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'floatingip': {'port_id': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:04:23.646097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-277d524b-5e8b-4250-99e9-6b5daeebded9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:24.287362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-277d524b-5e8b-4250-99e9-6b5daeebded9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:24.294011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-277d524b-5e8b-4250-99e9-6b5daeebded9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:24.493701 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-277d524b-5e8b-4250-99e9-6b5daeebded9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501 associated. External IP: 172.26.5.215, port: a5276282-dbb3-45ad-a5a5-16b6ce49569c. Dec 22 09:04:24.901098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277d524b-5e8b-4250-99e9-6b5daeebded9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:04:25.232815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277d524b-5e8b-4250-99e9-6b5daeebded9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:04:25.237092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-277d524b-5e8b-4250-99e9-6b5daeebded9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:25.242576 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:04:25.256448 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:04:25.257066 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:04:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:25.289332 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-277d524b-5e8b-4250-99e9-6b5daeebded9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "PUT /v2.0/floatingips/335c6def-22c9-44ac-8c2d-d56a645ed501 HTTP/1.1" status: 200 len: 991 time: 1.8316612 Dec 22 09:04:25.289934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:04:25.431159 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'status': 'completed', 'code': 200} Dec 22 09:04:25.440800 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:04:25.519061 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba9460b5-5abd-4c04-bae9-7e1354b36285 req-25ecf275-08f6-4120-9cd4-90771abba4b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 1098 time: 0.0678644 Dec 22 09:04:25.652593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9460b5-5abd-4c04-bae9-7e1354b36285 req-23fbdeef-2ab6-44e3-95cc-20db87405501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:25.654101 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba9460b5-5abd-4c04-bae9-7e1354b36285 req-23fbdeef-2ab6-44e3-95cc-20db87405501 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1291866 Dec 22 09:04:25.763511 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba9460b5-5abd-4c04-bae9-7e1354b36285 req-257ba015-2903-4758-9e6c-09e452b9f3e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 200 len: 999 time: 0.1024258 Dec 22 09:04:25.823938 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:d7:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:04:24Z', 'revision_number': 1, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:25.827707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9460b5-5abd-4c04-bae9-7e1354b36285 req-541277e1-5ead-4eaa-a22e-639999bf0ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:25.828057 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:04:25.829145 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba9460b5-5abd-4c04-bae9-7e1354b36285 req-541277e1-5ead-4eaa-a22e-639999bf0ebc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0592794 Dec 22 09:04:25.838846 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:04:25.839473 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:04:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:25.909396 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba9460b5-5abd-4c04-bae9-7e1354b36285 req-6240806c-31c1-4ac9-835a-a8d6fa26c646 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732532 Dec 22 09:04:26.014495 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:04:26.042530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba9460b5-5abd-4c04-bae9-7e1354b36285 req-69010cdb-3680-4e53-9873-7709e6e61776 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268401 Dec 22 09:04:26.174851 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ba9460b5-5abd-4c04-bae9-7e1354b36285 req-ad0a89b5-9c4b-4d25-850e-ac4d3c0dc525 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266034 Dec 22 09:04:26.369452 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:d7:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:04:24Z', 'revision_number': 1, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:04:26.374918 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3705ed-767f-49b7-928e-f8e2ff01d5d4 None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:d7:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:04:24Z', 'revision_number': 1, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:04:28.360113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e557d6c-891c-45f1-bbaf-829aaff3cc28 None None] New status for floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:04:33.656455 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-c837a3a2-d7f8-4dc2-8e7c-fe73854014bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799758 Dec 22 09:04:33.816292 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-12a4234a-6198-4ad9-8ccd-d9891d06e6ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 1098 time: 0.0839932 Dec 22 09:04:33.974672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-32bbf084-fadc-459e-8091-008a2c359eae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:33.976200 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-32bbf084-fadc-459e-8091-008a2c359eae service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1377933 Dec 22 09:04:34.080138 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-8c53a399-5cca-4164-b4f6-45ad85d3d159 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 200 len: 1001 time: 0.0969172 Dec 22 09:04:34.143649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-70aba8bd-5e97-4a29-9e3e-f8be405b960e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:04:34.145112 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-70aba8bd-5e97-4a29-9e3e-f8be405b960e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0590298 Dec 22 09:04:34.222694 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-e9843f99-486d-46a3-95f0-ee3d434c1c83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705307 Dec 22 09:04:34.357672 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-90bf73f9-732f-43e6-ba92-0751645376a5 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278129 Dec 22 09:04:34.494673 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66c02ac2-3b88-4e5a-8041-85d7667ea161 req-04d965e5-15ec-440d-93e5-f7c73d45e752 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266146 Dec 22 09:04:37.121365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7ed85c38-ef39-4493-82fc-c429d5ff0f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:39.215206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba8fe-79d1-43b9-bdbe-e2dcf49d1015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:40.430200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:40.539339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:40.780661 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:04:41.505230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:04:41.835069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:07.123148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d2926d2c-9b72-4c36-a13b-e99c1180da2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:09.223392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d46c62e1-f176-4a41-9379-227359491b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:10.439725 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:10.544736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:11.497309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:11.827720 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:17.786153 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:05:33.752510 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-b3c5f7a8-53f5-4f32-942c-5922eaa7fd6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1767273 Dec 22 09:05:33.901721 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-37875153-2226-4bb0-a879-889f4f70a86b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 1098 time: 0.0790706 Dec 22 09:05:34.047560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-512886b4-042b-46a1-b368-c664c6109386 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:34.048970 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-512886b4-042b-46a1-b368-c664c6109386 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1276064 Dec 22 09:05:34.157375 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-ebdf66fd-bf5f-4a68-8c84-0af3527c56c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 200 len: 1001 time: 0.1010344 Dec 22 09:05:34.223704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-e4c6980d-ac0a-43c9-88b2-cd6ec102509e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:34.225178 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-e4c6980d-ac0a-43c9-88b2-cd6ec102509e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0615032 Dec 22 09:05:34.300972 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-18caf103-a6aa-4682-8af3-ceac5ee1e9e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678186 Dec 22 09:05:34.451351 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-71dfd4da-5e81-49fd-b7ab-1c159ee75394 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425202 Dec 22 09:05:34.586895 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5675df99-ba5e-42dd-b833-cca54a83c31e req-d05174d8-9f73-44e0-972d-a15bfea7df81 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286902 Dec 22 09:05:37.120638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9e37847c-1939-4c0f-af9e-70ca60ff03de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:39.220256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7fe32197-4e36-4d41-8d44-9f3f6e0a19a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:40.435737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:40.543719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:41.515900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:41.833124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:05:42.486468 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127600b-e105-4d06-b4a4-f907bea24c4e req-30f01ccb-e745-49ac-884e-940eadda9f27 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:42.487885 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7127600b-e105-4d06-b4a4-f907bea24c4e req-30f01ccb-e745-49ac-884e-940eadda9f27 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0970752 Dec 22 09:05:42.538754 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7127600b-e105-4d06-b4a4-f907bea24c4e req-e74a62df-6857-46e2-9eef-8e17b358d20a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 Dec 22 09:05:42.747084 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-29e1c514-6862-4ede-be80-151402cefe94 req-18083b48-72d9-4d08-84a5-3b90c95af789 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0768447 Dec 22 09:05:44.072746 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-3f3c9b11-9ac4-4a05-8c3b-a35701166ef5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078036 Dec 22 09:05:44.108096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10213ee7-f225-47bd-9739-d1cc0e0386ed req-9db747e1-15a8-44ef-9c05-f12778d1ccac tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:44.109544 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-10213ee7-f225-47bd-9739-d1cc0e0386ed req-9db747e1-15a8-44ef-9c05-f12778d1ccac tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0916500 Dec 22 09:05:44.160767 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-10213ee7-f225-47bd-9739-d1cc0e0386ed req-91fdc59a-5772-4c1d-ac6f-1b30d9cb2740 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449939 Dec 22 09:05:45.368720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1902b6-5089-4097-bcdd-6924bb1b62f0 req-144046aa-9fd0-46ab-9cb2-b464cb2c09c9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:45.371266 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f1902b6-5089-4097-bcdd-6924bb1b62f0 req-144046aa-9fd0-46ab-9cb2-b464cb2c09c9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0881937 Dec 22 09:05:45.420102 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f1902b6-5089-4097-bcdd-6924bb1b62f0 req-0bdec9dd-55d2-4aa8-9784-aa73adc33a8d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441976 Dec 22 09:05:45.547411 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-0489b9fd-1308-4915-9cc1-530fb889c6b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 1098 time: 0.0714209 Dec 22 09:05:45.678508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-5ea084ec-60be-42ef-84b1-70f36544188d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:45.679925 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-5ea084ec-60be-42ef-84b1-70f36544188d service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1250288 Dec 22 09:05:45.791006 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-0f3c3b83-bb2e-4541-a277-352497545c9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 200 len: 1001 time: 0.1030931 Dec 22 09:05:45.857804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-5786f7a6-84aa-4bd3-b8c0-700a2cc92fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:45.859253 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-5786f7a6-84aa-4bd3-b8c0-700a2cc92fe6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0617478 Dec 22 09:05:45.943488 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-44ad93bd-adb4-44c4-b267-ece13e1c9146 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734296 Dec 22 09:05:46.089165 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-96cd6379-5434-493d-adb1-99c2aa92b088 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380475 Dec 22 09:05:46.325399 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-48fe17b8-09f5-45b8-8a5d-a6d4bdce2bb8 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294307 Dec 22 09:05:46.625625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634d987-f9ed-4936-bc70-e1c9060d66b7 req-c33b6e5f-da6d-4232-b864-9680b6cf2a4d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:46.627039 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a634d987-f9ed-4936-bc70-e1c9060d66b7 req-c33b6e5f-da6d-4232-b864-9680b6cf2a4d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0757318 Dec 22 09:05:46.676434 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a634d987-f9ed-4936-bc70-e1c9060d66b7 req-8746dd17-db41-4130-abb1-dd45ce8857e6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411828 Dec 22 09:05:47.912941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bb199-593d-4103-a8a0-f47c4deda255 req-e31021e5-83df-4cda-887c-2ac7c354d31b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:47.914399 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa0bb199-593d-4103-a8a0-f47c4deda255 req-e31021e5-83df-4cda-887c-2ac7c354d31b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0849059 Dec 22 09:05:47.962339 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa0bb199-593d-4103-a8a0-f47c4deda255 req-1215f0b8-4ff9-4f48-b10e-6d36f9e59248 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422487 Dec 22 09:05:49.185508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c295d2-3fbc-468f-bf0e-7ba018ba6d5d req-c42a22a5-4b1e-4d11-8262-d373cbcf103a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:49.186935 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e7c295d2-3fbc-468f-bf0e-7ba018ba6d5d req-c42a22a5-4b1e-4d11-8262-d373cbcf103a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0897858 Dec 22 09:05:49.237662 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e7c295d2-3fbc-468f-bf0e-7ba018ba6d5d req-9f12e1ba-43b3-4e8a-8a44-8587e97e3602 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Dec 22 09:05:50.454389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b06fe9-03b8-4188-928d-72f509287c9b req-eafab565-3b34-4ebd-81e9-bed81b6906f6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:50.455902 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a2b06fe9-03b8-4188-928d-72f509287c9b req-eafab565-3b34-4ebd-81e9-bed81b6906f6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0812261 Dec 22 09:05:50.504280 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a2b06fe9-03b8-4188-928d-72f509287c9b req-888a1848-7cae-418b-946d-bf9a826b4689 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420153 Dec 22 09:05:51.725913 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9173-52f1-45d9-ba46-44b128c92495 req-8a364cc4-aa52-45df-854e-50691a2ce3ff tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:51.727391 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b6ba9173-52f1-45d9-ba46-44b128c92495 req-8a364cc4-aa52-45df-854e-50691a2ce3ff tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.1002655 Dec 22 09:05:51.773848 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b6ba9173-52f1-45d9-ba46-44b128c92495 req-26bf72e8-0d77-48f0-94ce-b8e758a6d266 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403039 Dec 22 09:05:52.999137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8396e-730e-48e7-bd61-956c541d506e req-7a013624-904c-4962-9796-b2a2fb6bdbff tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:53.000586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4b8396e-730e-48e7-bd61-956c541d506e req-7a013624-904c-4962-9796-b2a2fb6bdbff tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0902445 Dec 22 09:05:53.049433 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f4b8396e-730e-48e7-bd61-956c541d506e req-642ca7a5-4fb6-4a05-a841-bdf9d846d2c4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407090 Dec 22 09:05:54.268970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c00c1-02eb-4302-b910-fba20f572f86 req-c53aa956-e2ab-4def-8640-b5567b2b75a8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:54.270371 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1d4c00c1-02eb-4302-b910-fba20f572f86 req-c53aa956-e2ab-4def-8640-b5567b2b75a8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0871136 Dec 22 09:05:54.320458 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1d4c00c1-02eb-4302-b910-fba20f572f86 req-dd9be354-a148-4a03-a523-3d5407a5d2fb tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444722 Dec 22 09:05:54.788536 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:05:55.534084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d325c-68f9-435f-a313-0c04acfcbe5e req-a16b85f2-2e14-441a-9ec6-a8189a4f259e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:55.535584 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b77d325c-68f9-435f-a313-0c04acfcbe5e req-a16b85f2-2e14-441a-9ec6-a8189a4f259e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0835459 Dec 22 09:05:55.593379 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b77d325c-68f9-435f-a313-0c04acfcbe5e req-8ca9fd5f-7fca-4d87-9fe2-64fefe6e5bff tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520728 Dec 22 09:05:56.799936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6c916-1845-4a0f-b3f1-af63dac85c22 req-346127ab-e7d3-46ef-b436-3d12f1ea890a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:56.801286 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f5f6c916-1845-4a0f-b3f1-af63dac85c22 req-346127ab-e7d3-46ef-b436-3d12f1ea890a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0764415 Dec 22 09:05:56.855754 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f5f6c916-1845-4a0f-b3f1-af63dac85c22 req-784dc0f2-5521-4c5a-a420-44a8724197d1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486078 Dec 22 09:05:58.085053 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-1a325e9a-2648-4cbe-862a-6fe34784eb06 service neutron] 10.222.0.32 "GET /v2.0/ports/a5276282-dbb3-45ad-a5a5-16b6ce49569c/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1225438 Dec 22 09:05:58.104367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960d75-ae76-47db-ae12-0af4da876aa5 req-9fc964d3-d9b2-4fed-bd73-2c0510ef879d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:58.106002 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9960d75-ae76-47db-ae12-0af4da876aa5 req-9fc964d3-d9b2-4fed-bd73-2c0510ef879d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.1122811 Dec 22 09:05:58.153952 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9960d75-ae76-47db-ae12-0af4da876aa5 req-3534c6ad-ecae-475b-ad2f-223df40c8451 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Dec 22 09:05:58.367793 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-1735d4ea-90ce-43a1-aa77-7d2851b1f6d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 1098 time: 0.0784552 Dec 22 09:05:58.462098 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-f32236dc-e828-4e15-bdd5-3be1bcf86bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 1098 time: 0.0720975 Dec 22 09:05:58.591570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-c1479eb9-379c-4f30-bfa2-556ed83398f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:58.592974 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-c1479eb9-379c-4f30-bfa2-556ed83398f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1252170 Dec 22 09:05:58.693275 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-9341378b-2cba-4a04-a87a-76f0e2c20394 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 200 len: 1001 time: 0.0941212 Dec 22 09:05:58.758912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-6e8f385c-1ebf-488a-84f0-3e499e48b0b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:58.760218 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-6e8f385c-1ebf-488a-84f0-3e499e48b0b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0609419 Dec 22 09:05:58.836689 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-2e09d1f1-ff93-4c4f-81b2-ed841f64ea2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699804 Dec 22 09:05:58.982371 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-b5a9cf17-294e-475d-9002-a52e735512b9 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395850 Dec 22 09:05:59.125174 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e0c0a7b-7c7c-455a-9686-2df1f3a1f8be req-7cc124eb-2b3b-4a4e-871f-18e79cf3e775 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358595 Dec 22 09:05:59.367608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c18b51-a5c3-4e21-b0af-9d2b9aa50ca8 req-f7073f83-f0c0-4cf5-8b8f-b45802c60fcc tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:05:59.369094 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-31c18b51-a5c3-4e21-b0af-9d2b9aa50ca8 req-f7073f83-f0c0-4cf5-8b8f-b45802c60fcc tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0933712 Dec 22 09:05:59.416947 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-31c18b51-a5c3-4e21-b0af-9d2b9aa50ca8 req-0745b1e6-7f73-4173-8159-e0f8c5525914 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397387 Dec 22 09:06:00.640132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2aa23-1852-4a58-9e30-f6510e0f2937 req-ee991dc1-0f2d-41de-919e-0b879fb0fcd8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:00.641583 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8ee2aa23-1852-4a58-9e30-f6510e0f2937 req-ee991dc1-0f2d-41de-919e-0b879fb0fcd8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0937035 Dec 22 09:06:00.690429 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8ee2aa23-1852-4a58-9e30-f6510e0f2937 req-3157eb15-d8e2-4cfc-a622-309809287349 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430655 Dec 22 09:06:00.883920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5276282-dbb3-45ad-a5a5-16b6ce49569c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:06:00.999048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:01.037045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:01.048858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:06:01.054723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:01.056498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:01.103695 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'code': 200} Dec 22 09:06:01.126299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=a5276282-dbb3-45ad-a5a5-16b6ce49569c,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:01.134731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.135009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.135391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.135710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.136283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.136800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.137112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.137441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.137763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.138084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.138400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:01.142182 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:01.896914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b60a5-a7c3-45c6-8ff1-cd9e6de498bd req-c141dce4-5d25-44e5-a6b3-26d01cd8a88a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:01.898341 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-034b60a5-a7c3-45c6-8ff1-cd9e6de498bd req-c141dce4-5d25-44e5-a6b3-26d01cd8a88a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 943 time: 0.0861597 Dec 22 09:06:01.949578 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-034b60a5-a7c3-45c6-8ff1-cd9e6de498bd req-a07f61ad-115c-4a58-bb7d-4798279156db tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435531 Dec 22 09:06:02.888086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5276282-dbb3-45ad-a5a5-16b6ce49569c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:06:03.035177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:06:03.085960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'mac_address': 'fa:16:3e:d7:89:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:06:03.145818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:03.162311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09c558-857a-4924-8c02-ebf8c4291ae7 req-967eb9e3-ef19-487e-91f7-b7167baf6ec6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:03.163768 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4d09c558-857a-4924-8c02-ebf8c4291ae7 req-967eb9e3-ef19-487e-91f7-b7167baf6ec6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 943 time: 0.0823004 Dec 22 09:06:03.164075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5276282-dbb3-45ad-a5a5-16b6ce49569c {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:06:03.180416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:06:03.185043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:03.186835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:03.212107 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4d09c558-857a-4924-8c02-ebf8c4291ae7 req-ac7d7ceb-ecac-454c-b611-b4f61ad3f88e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422118 Dec 22 09:06:03.257547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['a5276282-dbb3-45ad-a5a5-16b6ce49569c'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:06:03.296486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=a5276282-dbb3-45ad-a5a5-16b6ce49569c,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:03.299860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:03.549952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecfbb7-99d7-4d70-8dda-dddaba5605d1 req-31e50435-f9f5-416c-8558-e7fa0c7ae397 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:03.551521 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-10ecfbb7-99d7-4d70-8dda-dddaba5605d1 req-31e50435-f9f5-416c-8558-e7fa0c7ae397 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 944 time: 0.0837989 Dec 22 09:06:03.601456 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-10ecfbb7-99d7-4d70-8dda-dddaba5605d1 req-8974cf6c-8427-4850-affb-d1072dd3be0b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437613 Dec 22 09:06:03.656529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-b7e84145-f41d-4a76-901c-60ffdd05b140 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:03.658239 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-b7e84145-f41d-4a76-901c-60ffdd05b140 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f&tenant_id=e2b4c463042e4ee78225bb192f48fd41&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.1924021 Dec 22 09:06:03.812611 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-2f985bf8-fa4b-4406-a1cc-ef1ef9898686 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 1097 time: 0.0806739 Dec 22 09:06:03.941983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-06122ab5-6981-44ce-8353-cfd9f24780c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:03.943440 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-06122ab5-6981-44ce-8353-cfd9f24780c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1242638 Dec 22 09:06:04.047356 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-0e381fdd-b455-448c-9244-73159645f3c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 200 len: 1000 time: 0.0972126 Dec 22 09:06:04.115618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-96113eac-f5b7-4a91-b6fa-3038ca79d6be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:04.116990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-96113eac-f5b7-4a91-b6fa-3038ca79d6be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0635655 Dec 22 09:06:04.196335 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-41fc8438-eca4-46a9-ba52-7d67d2150fc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734160 Dec 22 09:06:04.332330 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-4411fcc9-8ed4-43ca-b23b-075bfcb519b4 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291482 Dec 22 09:06:04.477131 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad69408f-d421-45f8-86c6-8bf2f64510b5 req-63ed18c2-b01a-4e15-860d-789ee683ee01 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389406 Dec 22 09:06:04.821954 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbeeaa-de88-4730-aca4-e2622eb902ba req-18619930-ca5f-49d2-81b3-afe64e732b74 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:04.823568 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-40bbeeaa-de88-4730-aca4-e2622eb902ba req-18619930-ca5f-49d2-81b3-afe64e732b74 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 944 time: 0.0894017 Dec 22 09:06:04.874005 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-40bbeeaa-de88-4730-aca4-e2622eb902ba req-fadb17b9-c39c-49b1-83eb-402dcd9354ee tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443845 Dec 22 09:06:04.897229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5276282-dbb3-45ad-a5a5-16b6ce49569c up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:06:04.968502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port a5276282-dbb3-45ad-a5a5-16b6ce49569c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:06:04.968869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:05.083152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:05.111081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:05.120719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:06:05.125678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:05.127466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:05.167026 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'code': 200} Dec 22 09:06:05.191497 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=a5276282-dbb3-45ad-a5a5-16b6ce49569c,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:05.194412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:06.084058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34313e0-47d8-4470-a1e2-bbf2a6439e4c req-7e3a815c-b22d-4cdf-a6d4-29d4faa85c36 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:06.085541 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b34313e0-47d8-4470-a1e2-bbf2a6439e4c req-7e3a815c-b22d-4cdf-a6d4-29d4faa85c36 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0823061 Dec 22 09:06:06.132552 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b34313e0-47d8-4470-a1e2-bbf2a6439e4c req-bcbbce18-6c33-4efb-8411-31bea3685d7b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410094 Dec 22 09:06:06.363358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bee8ba-7f7c-4aef-aba5-4ec6463099bf req-b4e02c61-bba4-4af3-bee4-f03a7f1ff8d5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:06.364812 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e5bee8ba-7f7c-4aef-aba5-4ec6463099bf req-b4e02c61-bba4-4af3-bee4-f03a7f1ff8d5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0905254 Dec 22 09:06:06.413613 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e5bee8ba-7f7c-4aef-aba5-4ec6463099bf req-3cace253-c39a-46c9-9bc2-04eb7519992b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406561 Dec 22 09:06:06.629953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dca55d-34f9-40f9-9fa7-68a7f58826fa req-dbd48b8c-792f-4144-94b7-7b02e92a7e91 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:06.631469 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-67dca55d-34f9-40f9-9fa7-68a7f58826fa req-dbd48b8c-792f-4144-94b7-7b02e92a7e91 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0879579 Dec 22 09:06:06.682053 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-67dca55d-34f9-40f9-9fa7-68a7f58826fa req-0b3e5dda-0a1a-44c8-92f9-8d7154c47023 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447335 Dec 22 09:06:07.118338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-69227a59-0d97-44a5-aa91-e73d3b918510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:07.129144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049de16-f618-4e7f-b588-9f2847a1ec56 req-28ed824c-2d8b-4e9b-a7d5-abc01c1ac011 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:07.130724 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5049de16-f618-4e7f-b588-9f2847a1ec56 req-28ed824c-2d8b-4e9b-a7d5-abc01c1ac011 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0976169 Dec 22 09:06:07.176636 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5049de16-f618-4e7f-b588-9f2847a1ec56 req-f1a699df-8418-47bd-891d-6cbb883ba86a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400901 Dec 22 09:06:08.386085 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11184cd7-1a1f-4ab5-aedc-eec5ff635550 req-e26827b7-1345-43c5-9bca-dae9853e78aa tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:08.388005 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-11184cd7-1a1f-4ab5-aedc-eec5ff635550 req-e26827b7-1345-43c5-9bca-dae9853e78aa tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0883210 Dec 22 09:06:08.436342 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-11184cd7-1a1f-4ab5-aedc-eec5ff635550 req-faecd9df-46b8-4a93-9aab-8db20da9da3a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423734 Dec 22 09:06:08.817765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-cdadab89-8776-4e1e-ad19-69b09486645e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:08.819065 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-cdadab89-8776-4e1e-ad19-69b09486645e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.0828259 Dec 22 09:06:08.886063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Deleting port a5276282-dbb3-45ad-a5a5-16b6ce49569c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:06:08.886405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:09.128111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] For port a5276282-dbb3-45ad-a5a5-16b6ce49569c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5276282-dbb3-45ad-a5a5-16b6ce49569c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:06:09.128412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:09.218671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c683ed91-98e1-4b7b-9d74-84d19011d98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:09.534472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:09.534836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:09.535140 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501 disassociated. External IP: 172.26.5.215, port: a5276282-dbb3-45ad-a5a5-16b6ce49569c. Dec 22 09:06:09.535500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Calling delete_port for a5276282-dbb3-45ad-a5a5-16b6ce49569c owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:06:09.714292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d2265-2467-4c51-b33e-78916c532a29 req-fc1e9fbf-c761-4d24-aeab-6e24736223c4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:09.715765 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-952d2265-2467-4c51-b33e-78916c532a29 req-fc1e9fbf-c761-4d24-aeab-6e24736223c4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 945 time: 0.1498322 Dec 22 09:06:09.762397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:09.769749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-559e86b4-e270-45ed-a3f7-7ab080feeaa7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:09.816861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event deleted for resources: {'Port': ['ID=a5276282-dbb3-45ad-a5a5-16b6ce49569c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:09.827254 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-952d2265-2467-4c51-b33e-78916c532a29 req-2efcffd4-5ddd-4156-a2c4-a3e8d082af07 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027863 Dec 22 09:06:09.833980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.834338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.834964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.835358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.835723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.836084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.836444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.836802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.837155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.837658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.837880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:06:09.841496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:10.049658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:06:10.271501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:06:10.281335 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:06:10.293376 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:06:10.294049 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:06:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:10.339091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] No DVR routers for this DVR port a5276282-dbb3-45ad-a5a5-16b6ce49569c on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:06:10.341583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:10.344409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'name': 'network-vif-deleted', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:10.360757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0755aae8-c846-494f-8193-fc75ceb5b322 req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "DELETE /v2.0/ports/a5276282-dbb3-45ad-a5a5-16b6ce49569c HTTP/1.1" status: 204 len: 173 time: 1.5361140 Dec 22 09:06:10.429679 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542fcb1-497b-49cf-b95d-5327e312c03f', 'name': 'network-vif-deleted', 'tag': 'a5276282-dbb3-45ad-a5a5-16b6ce49569c', 'status': 'completed', 'code': 200} Dec 22 09:06:10.433303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:10.479057 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:06:10.547308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:10.843695 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:10.847900 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:06:10.861062 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:06:10.861816 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:06:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:11.010057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-b541cef5-66db-4fc7-82d5-fa95e6243ce9 req-9498e538-18da-4080-a21f-7e8d8cb99abc tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:06:11.028974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-b541cef5-66db-4fc7-82d5-fa95e6243ce9 req-9498e538-18da-4080-a21f-7e8d8cb99abc tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:06:11.030267 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b541cef5-66db-4fc7-82d5-fa95e6243ce9 req-9498e538-18da-4080-a21f-7e8d8cb99abc tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=c542fcb1-497b-49cf-b95d-5327e312c03f HTTP/1.1" status: 200 len: 210 time: 0.0624428 Dec 22 09:06:11.059145 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:06:11.392568 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:11.398274 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f3862e-2f13-4858-b549-ce8580257aa3 None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:06:11.522221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:11.620722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe79cba-748f-4a15-aa10-ec86a0bedb19 None None] New status for floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:06:11.849329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:12.432180 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-3b3bdd55-ac36-4424-aaca-14f03b418219 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--469677213&fields=id&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 267 time: 0.0579977 Dec 22 09:06:12.584944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-6df12072-b4d8-4cb2-9434-d28eadc296f7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:12.586387 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-6df12072-b4d8-4cb2-9434-d28eadc296f7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 811 time: 0.1459939 Dec 22 09:06:12.605545 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-bef15aa4-b803-4c91-980d-b77a70d1ee05 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/quotas/e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 375 time: 0.0112822 Dec 22 09:06:12.692978 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-dcf2b0c2-f445-417f-a29e-e13dd35ad4f9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826035 Dec 22 09:06:12.851604 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-d9e2a099-5020-4012-ba96-274bf5c7ca6b service neutron] 10.222.0.31 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436105 Dec 22 09:06:12.909313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5276282-dbb3-45ad-a5a5-16b6ce49569c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:06:12.950382 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: a5276282-dbb3-45ad-a5a5-16b6ce49569c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:06:12.950695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5276282-dbb3-45ad-a5a5-16b6ce49569c not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:06:13.103589 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-d7a75252-fd56-412f-803a-243ce83eadf4 service neutron] 10.222.0.31 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436054 Dec 22 09:06:13.299417 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8d83f90e-41a3-4fe5-94ea-8c2f286fa45b req-fb5723e7-25ac-46be-87f1-a7dfc18d3868 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 210 time: 0.0454464 Dec 22 09:06:14.315465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-cca13cdf-f39f-47e1-b3ac-7ac41bed8106 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:14.316908 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-cca13cdf-f39f-47e1-b3ac-7ac41bed8106 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 811 time: 0.1471722 Dec 22 09:06:14.374299 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-44dc47ac-9c11-4c18-957c-294e2341b154 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 379 time: 0.0448656 Dec 22 09:06:14.382470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'port': {'device_id': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'admin_state_up': True, 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'security_groups': ['8dc96511-3575-4502-9304-1e93423f70cc']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:06:14.481627 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-da4f5f93-b7b4-4dbb-98b4-acc0f9dad6d1 req-d9577fac-c30a-4151-952e-1d9e8776e6a3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 210 time: 0.0475864 Dec 22 09:06:14.528678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:06:14.539047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:06:14.552718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Made reservation on behalf of e2b4c463042e4ee78225bb192f48fd41 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:06:14.556029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:14.846731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Allocated IP 172.20.0.13 (888af123-0a92-4734-9b09-2fa219e53032/53fd37c8-0f35-4c1b-b382-e5090bb23438/460a25f7-1f96-49e8-8f89-908145ba971c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:06:15.034375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:15.050550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Transition to ACTIVE for port object 460a25f7-1f96-49e8-8f89-908145ba971c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:06:15.075046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:15.081476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:15.157534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Network 888af123-0a92-4734-9b09-2fa219e53032 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:06:15.158470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event updated for resources: {'Port': ['ID=460a25f7-1f96-49e8-8f89-908145ba971c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:15.160938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:06:15.162718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:15.163435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:06:15.225227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:15.225833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:15.251670 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8726735 Dec 22 09:06:15.263591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Request body: {'port': {'device_id': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:06:15.373504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:15.403311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-67d5d254-2313-4c32-90b9-5bf8800a0d18 None None] Provisioning for port 460a25f7-1f96-49e8-8f89-908145ba971c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:06:15.408803 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-67d5d254-2313-4c32-90b9-5bf8800a0d18 None None] Provisioning complete for port 460a25f7-1f96-49e8-8f89-908145ba971c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:06:15.409136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-67d5d254-2313-4c32-90b9-5bf8800a0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:15.461125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-67d5d254-2313-4c32-90b9-5bf8800a0d18 None None] Port 460a25f7-1f96-49e8-8f89-908145ba971c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:06:15.768170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2a454-569a-4c15-b439-4c8dba9666c5 req-f032d4e0-2081-49fc-99fa-bb5b12906c78 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:15.768793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-75c2a454-569a-4c15-b439-4c8dba9666c5 req-f032d4e0-2081-49fc-99fa-bb5b12906c78 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:06:15.775643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460a25f7-1f96-49e8-8f89-908145ba971c {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:06:15.784953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:15.803670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-75c2a454-569a-4c15-b439-4c8dba9666c5 req-f032d4e0-2081-49fc-99fa-bb5b12906c78 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:06:15.804838 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-75c2a454-569a-4c15-b439-4c8dba9666c5 req-f032d4e0-2081-49fc-99fa-bb5b12906c78 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 932 time: 0.1857560 Dec 22 09:06:15.805649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Transition to ACTIVE for port object 460a25f7-1f96-49e8-8f89-908145ba971c will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:06:15.809054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:15.814003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-81d1c5ef-bbf8-4a1d-9bfa-6374e9d8c649 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:15.960283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Pushing event updated for resources: {'Port': ['ID=460a25f7-1f96-49e8-8f89-908145ba971c,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:15.970883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:15.977426 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-75c2a454-569a-4c15-b439-4c8dba9666c5 req-7e410175-b9ea-4c7d-b5cb-556b12daa36c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643121 Dec 22 09:06:16.087541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Attempting to bind port 460a25f7-1f96-49e8-8f89-908145ba971c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:06:16.087867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Attempting to bind port 460a25f7-1f96-49e8-8f89-908145ba971c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:06:16.088183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Attempting to bind port 460a25f7-1f96-49e8-8f89-908145ba971c on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:06:16.094458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Port 460a25f7-1f96-49e8-8f89-908145ba971c on network 888af123-0a92-4734-9b09-2fa219e53032 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:06:16.094762 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Attempting to bind port 460a25f7-1f96-49e8-8f89-908145ba971c on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:06:16.103312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:06:16.103649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Checking segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:06:16.104032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Bound using segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:06:16.104735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Bound port: 460a25f7-1f96-49e8-8f89-908145ba971c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:06:16.105323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:16.198597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:06:16.201534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=460a25f7-1f96-49e8-8f89-908145ba971c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:06:16.211090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:16.217326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4e36651b-1b8f-42f9-9e0a-1606db2ed74c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:16.280562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:16.282238 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] 10.222.0.32 "PUT /v2.0/ports/460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 1094 time: 1.0234342 Dec 22 09:06:16.282770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:16.309137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Pushing event updated for resources: {'Port': ['ID=460a25f7-1f96-49e8-8f89-908145ba971c,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:16.312706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:16.357743 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c', 'status': 'completed', 'code': 200} Dec 22 09:06:16.400773 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-7150a9f2-8dc8-4111-b97a-792e8647dc59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1097 time: 0.0746303 Dec 22 09:06:16.472014 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-2c0c000d-e75a-4de3-9577-ed0758067e47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 217 time: 0.0638607 Dec 22 09:06:16.534403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-5d7acede-fd4f-4caa-9893-f619db8d69f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:16.535903 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-5d7acede-fd4f-4caa-9893-f619db8d69f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0581751 Dec 22 09:06:16.615454 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-42bd3e30-6c6c-4a4d-b63e-2517a4920cbe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734298 Dec 22 09:06:16.854721 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-fe42fc3d-d61d-48e6-8421-a3ad47b4c31a service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326319 Dec 22 09:06:16.996323 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-74ef7590-5777-48b9-870a-4567e99e93e4 req-b73289d9-ee5c-4c04-816c-316a07adbaad service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345506 Dec 22 09:06:17.166374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8f3703a4-e10d-4ef5-9075-997e4f7c5137 req-3637024d-e73a-44e0-b9b1-ad330a15eb93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1097 time: 0.1212924 Dec 22 09:06:17.281812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd4d3-4dc6-4c1c-9512-879513c55a41 req-c56c52dc-19a0-4410-9163-f4aa944e34df tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:17.283265 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-18ecd4d3-4dc6-4c1c-9512-879513c55a41 req-c56c52dc-19a0-4410-9163-f4aa944e34df tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 944 time: 0.1815367 Dec 22 09:06:17.339148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3703a4-e10d-4ef5-9075-997e4f7c5137 req-2437440e-3889-4b1e-9a49-ebe2ea22ff88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:17.340672 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8f3703a4-e10d-4ef5-9075-997e4f7c5137 req-2437440e-3889-4b1e-9a49-ebe2ea22ff88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1673048 Dec 22 09:06:17.414627 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8f3703a4-e10d-4ef5-9075-997e4f7c5137 req-42545a36-80e3-4776-b6aa-505ef5515bcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 217 time: 0.0668147 Dec 22 09:06:17.417333 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-18ecd4d3-4dc6-4c1c-9512-879513c55a41 req-5902e5c5-d100-4937-bd4b-d6849d5a7542 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191800 Dec 22 09:06:17.489816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3703a4-e10d-4ef5-9075-997e4f7c5137 req-1e7a879e-d3e7-42b2-97ac-b2d887d4ef27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:17.491313 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8f3703a4-e10d-4ef5-9075-997e4f7c5137 req-1e7a879e-d3e7-42b2-97ac-b2d887d4ef27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0708022 Dec 22 09:06:17.574633 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8f3703a4-e10d-4ef5-9075-997e4f7c5137 req-89bbf866-a36e-4869-9dc4-230a82278885 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769749 Dec 22 09:06:17.709294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8f3703a4-e10d-4ef5-9075-997e4f7c5137 req-73323204-c5c2-4b95-8a2c-1d17f7381088 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287246 Dec 22 09:06:17.842894 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8f3703a4-e10d-4ef5-9075-997e4f7c5137 req-910d7346-8f8b-4f60-bf2b-d040c5c12c57 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275208 Dec 22 09:06:18.653298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef795e-01b9-48e4-ad8f-099c5424e74a req-26badd71-deef-4493-9481-729c8de31ff4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:18.654740 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e1ef795e-01b9-48e4-ad8f-099c5424e74a req-26badd71-deef-4493-9481-729c8de31ff4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 944 time: 0.0982559 Dec 22 09:06:18.708710 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e1ef795e-01b9-48e4-ad8f-099c5424e74a req-873a8383-c5b7-4ad5-8158-eff19559eac9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449202 Dec 22 09:06:19.936340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326efeb-3ee0-4b7c-9a3c-bb2b1efec642 req-77bd5bc6-86a6-43d6-ae4b-0461181179d2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:19.937874 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0326efeb-3ee0-4b7c-9a3c-bb2b1efec642 req-77bd5bc6-86a6-43d6-ae4b-0461181179d2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 944 time: 0.0932069 Dec 22 09:06:19.983650 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0326efeb-3ee0-4b7c-9a3c-bb2b1efec642 req-f36c8814-2442-4c70-8714-35335cb2da21 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Dec 22 09:06:20.965240 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 460a25f7-1f96-49e8-8f89-908145ba971c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:06:21.106589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=460a25f7-1f96-49e8-8f89-908145ba971c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:06:21.120313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '460a25f7-1f96-49e8-8f89-908145ba971c', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': '460a25f7-1f96-49e8-8f89-908145ba971c', 'mac_address': 'fa:16:3e:91:32:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:06:21.184201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:21.189939 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532a271-e3d6-4e18-8387-41dc1a05522a req-38366920-f2a0-44d9-9ef4-8fb148ffb927 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:21.191485 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5532a271-e3d6-4e18-8387-41dc1a05522a req-38366920-f2a0-44d9-9ef4-8fb148ffb927 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 944 time: 0.0852342 Dec 22 09:06:21.201830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460a25f7-1f96-49e8-8f89-908145ba971c {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:06:21.217334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=460a25f7-1f96-49e8-8f89-908145ba971c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:06:21.221871 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:21.223640 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:21.239022 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5532a271-e3d6-4e18-8387-41dc1a05522a req-af965521-a6d3-4cea-b3a4-0cb56c84f486 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417969 Dec 22 09:06:21.286481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=460a25f7-1f96-49e8-8f89-908145ba971c,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:21.289619 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:21.541169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['460a25f7-1f96-49e8-8f89-908145ba971c'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:06:22.466098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a740171-aa81-4b39-b832-a916f15a35ec req-44ec78ed-c7ea-4d8c-9fc5-229dd10c237f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:22.467583 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a740171-aa81-4b39-b832-a916f15a35ec req-44ec78ed-c7ea-4d8c-9fc5-229dd10c237f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 945 time: 0.0984774 Dec 22 09:06:22.515120 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a740171-aa81-4b39-b832-a916f15a35ec req-39edcbd3-b59c-4ded-9cda-bf675df1ee8c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396442 Dec 22 09:06:22.979895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 460a25f7-1f96-49e8-8f89-908145ba971c up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:06:23.062077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 460a25f7-1f96-49e8-8f89-908145ba971c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:06:23.066909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 460a25f7-1f96-49e8-8f89-908145ba971c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:06:23.067325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:23.187432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:23.215593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:23.225883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=460a25f7-1f96-49e8-8f89-908145ba971c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:06:23.232355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:23.234235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1a8ac58d-7539-4812-8200-c1594c9b382e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:06:23.308124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=460a25f7-1f96-49e8-8f89-908145ba971c,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:06:23.311515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:06:23.417461 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c', 'code': 200} Dec 22 09:06:23.692579 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-26f6dca4-9a19-4055-b28e-2e1a7930d0e2 req-b0d4e421-3329-4179-a3dc-6bebb282865d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1099 time: 0.1100094 Dec 22 09:06:23.754622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710d1ec-cb3f-4e0d-86be-024d96f744aa req-65a416c5-ef68-46df-ba26-3c0fecbbcdc0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:23.756110 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e710d1ec-cb3f-4e0d-86be-024d96f744aa req-65a416c5-ef68-46df-ba26-3c0fecbbcdc0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.1120179 Dec 22 09:06:23.757701 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-26f6dca4-9a19-4055-b28e-2e1a7930d0e2 req-a363b52d-021b-4b54-9d2c-50b5de9394e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591564 Dec 22 09:06:23.816160 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e710d1ec-cb3f-4e0d-86be-024d96f744aa req-59808739-418e-4c55-b74b-2e5b6afcae44 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524380 Dec 22 09:06:25.034657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554ccad-137e-4917-887b-0dfbbeda6795 req-e93ec195-6f39-49c3-8259-b0f0de469776 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:25.036133 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6554ccad-137e-4917-887b-0dfbbeda6795 req-e93ec195-6f39-49c3-8259-b0f0de469776 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0813229 Dec 22 09:06:25.083773 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6554ccad-137e-4917-887b-0dfbbeda6795 req-d77327f6-a7f1-4159-ae6b-52ab5d4ff012 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420256 Dec 22 09:06:26.308440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da23d1-a647-49ab-97cf-4b821c1dc89c req-2d50f344-2eab-4d36-b121-3290432f0207 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:26.309884 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b6da23d1-a647-49ab-97cf-4b821c1dc89c req-2d50f344-2eab-4d36-b121-3290432f0207 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0851302 Dec 22 09:06:26.355864 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b6da23d1-a647-49ab-97cf-4b821c1dc89c req-dc563978-fa73-4ad6-9e4d-2930d5adda5e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 Dec 22 09:06:26.562597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e62883-9f59-49f6-a852-11127810f11c req-442fb1d9-735f-4380-be60-985f51de19b0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:26.564217 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-81e62883-9f59-49f6-a852-11127810f11c req-442fb1d9-735f-4380-be60-985f51de19b0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0821817 Dec 22 09:06:26.581055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46646) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:06:26.590144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-112ce24c-06db-4921-b2a7-620b4af7f897 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'floatingip': {'port_id': '460a25f7-1f96-49e8-8f89-908145ba971c'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:06:26.672032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-112ce24c-06db-4921-b2a7-620b4af7f897 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:27.303371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-112ce24c-06db-4921-b2a7-620b4af7f897 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:27.310141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-112ce24c-06db-4921-b2a7-620b4af7f897 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:27.498723 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-112ce24c-06db-4921-b2a7-620b4af7f897 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501 associated. External IP: 172.26.5.215, port: 460a25f7-1f96-49e8-8f89-908145ba971c. Dec 22 09:06:28.027792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112ce24c-06db-4921-b2a7-620b4af7f897 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:06:28.236453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112ce24c-06db-4921-b2a7-620b4af7f897 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:06:28.240872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-112ce24c-06db-4921-b2a7-620b4af7f897 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:28.246700 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:06:28.259694 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:06:28.260313 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:06:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:28.295555 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-112ce24c-06db-4921-b2a7-620b4af7f897 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "PUT /v2.0/floatingips/335c6def-22c9-44ac-8c2d-d56a645ed501 HTTP/1.1" status: 200 len: 992 time: 1.7130365 Dec 22 09:06:28.296098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:06:28.352052 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c', 'status': 'completed', 'code': 200} Dec 22 09:06:28.438585 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:06:28.447867 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa648d7e-c0b4-4876-9715-fe4f420958ba req-c8aee241-06e4-4cda-83f3-f58f0a07b7cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1099 time: 0.0745964 Dec 22 09:06:28.676898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa648d7e-c0b4-4876-9715-fe4f420958ba req-fd8a4773-e5af-4386-80fb-d5c62f357b5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:28.678319 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa648d7e-c0b4-4876-9715-fe4f420958ba req-fd8a4773-e5af-4386-80fb-d5c62f357b5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.2243288 Dec 22 09:06:28.781978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa648d7e-c0b4-4876-9715-fe4f420958ba req-25287894-a0ca-44c1-acc4-7132dee129eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 1000 time: 0.0967727 Dec 22 09:06:28.797399 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': '460a25f7-1f96-49e8-8f89-908145ba971c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:91:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:06:27Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:28.803421 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:06:28.813893 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:06:28.814478 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:06:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:28.844307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa648d7e-c0b4-4876-9715-fe4f420958ba req-60b234b3-e70e-4848-832f-0d7858dddb3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:28.845789 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa648d7e-c0b4-4876-9715-fe4f420958ba req-60b234b3-e70e-4848-832f-0d7858dddb3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0575094 Dec 22 09:06:28.925210 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa648d7e-c0b4-4876-9715-fe4f420958ba req-ec320c23-1ed8-47ca-aa10-f98fcfa25564 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724423 Dec 22 09:06:29.038425 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:06:29.060860 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa648d7e-c0b4-4876-9715-fe4f420958ba req-e4f508fe-67ca-4072-b3ea-5cb0a5b75437 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292353 Dec 22 09:06:29.196374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa648d7e-c0b4-4876-9715-fe4f420958ba req-51b91543-508d-4a03-8bb8-50de2f91d5a1 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297674 Dec 22 09:06:29.407508 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': '460a25f7-1f96-49e8-8f89-908145ba971c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:91:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:06:27Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:06:29.411587 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed66e8-b961-470e-86e8-7a842f5f630a None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': '460a25f7-1f96-49e8-8f89-908145ba971c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:91:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:06:27Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:06:29.601954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2bbe9-acc0-49d8-afd4-9f0057c2a1bc None None] New status for floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:06:31.788702 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:06:34.645262 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-57f55873-f422-4603-823f-f39b4c70b82a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742457 Dec 22 09:06:34.786806 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-0e603de7-12c7-4b34-b9a7-c0aec268c957 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1099 time: 0.0718503 Dec 22 09:06:34.939408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-0bcf2bb6-49c0-4cd4-87f3-eb73636f8593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:34.941338 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-0bcf2bb6-49c0-4cd4-87f3-eb73636f8593 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1297340 Dec 22 09:06:35.049286 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-1505a081-9947-4931-a28f-5cd6ab4ceec9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 1002 time: 0.1021364 Dec 22 09:06:35.112539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-960c0ef8-2e2b-4b33-b779-232b33f6055c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:06:35.113979 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-960c0ef8-2e2b-4b33-b779-232b33f6055c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0590987 Dec 22 09:06:35.201296 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-a77a0b96-4e41-4db7-9a77-6701fdb28940 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797260 Dec 22 09:06:35.353244 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-a7bb1d80-b240-4156-8a80-02332e9b5d27 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444311 Dec 22 09:06:35.489016 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86219ab6-ee87-440b-9ffb-6abc125089dc req-90887215-4b2d-4c25-9f8c-3e8ebf7a03cc service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296849 Dec 22 09:06:37.122743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79de2d9c-2bdc-4480-841e-caede1f3c92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:39.218482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c3284ec-bb79-4395-ab6a-629878c10143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:40.436036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:40.551549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:41.528676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:06:41.841044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:07.129660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3f633d91-120a-4e19-a584-be3a40497114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:08.789596 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:07:09.218915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8f5240ad-567b-4606-b5ea-387407c7f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:10.439343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:10.561410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:11.521938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:11.839277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:34.716406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-97476645-4ded-46ed-b5fc-f85e1d870873 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1484752 Dec 22 09:07:34.879341 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-0f1ab13e-1405-4c74-8345-ba42415d5a7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1099 time: 0.0847063 Dec 22 09:07:35.133949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-16e5a14e-fa69-4014-ac44-a1a25079072d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:35.135520 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-16e5a14e-fa69-4014-ac44-a1a25079072d service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.2359738 Dec 22 09:07:35.247811 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-4db1c83e-dd0e-48db-abee-85d006f4f9e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 1002 time: 0.1036017 Dec 22 09:07:35.309349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-489e6702-5569-4556-9864-bff5f94b710d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:35.310763 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-489e6702-5569-4556-9864-bff5f94b710d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0565083 Dec 22 09:07:35.386226 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-97205d93-e6e6-4f81-b495-245fef4eb692 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691366 Dec 22 09:07:35.396170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-6c47da70-7568-4fa8-8d7a-fc6eda81aa26 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:07:35.397212 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-6c47da70-7568-4fa8-8d7a-fc6eda81aa26 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051124 Dec 22 09:07:35.538084 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-dab9e1ac-f565-4b63-90eb-77529cef5590 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331332 Dec 22 09:07:35.673836 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bf6dda2-9d7e-4648-a851-64317f1e636f req-c297ad42-f487-4ce9-b002-3ef8aeb20f9f service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283312 Dec 22 09:07:37.127036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a3b8f771-ebab-41bd-8445-0bfb4752adc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:39.225423 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c90630c1-2cd3-4dc4-abe7-f6b23863eba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:40.437022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:40.561925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:41.558068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:41.844190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:07:42.027546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169da8d-9b47-44d9-9fe8-432627ba61d8 req-fe71de6a-06ee-41cd-9208-c85eac58dc3e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:42.028858 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1169da8d-9b47-44d9-9fe8-432627ba61d8 req-fe71de6a-06ee-41cd-9208-c85eac58dc3e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0849645 Dec 22 09:07:42.075837 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1169da8d-9b47-44d9-9fe8-432627ba61d8 req-3b90674d-1181-4a66-992c-bc94a1c585da tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410566 Dec 22 09:07:43.306616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6aee-20c1-43d3-86c6-29aa6c724a77 req-bad6d93b-f7e5-4aa8-a272-2687233c94df tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:43.308108 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-205c6aee-20c1-43d3-86c6-29aa6c724a77 req-bad6d93b-f7e5-4aa8-a272-2687233c94df tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0921023 Dec 22 09:07:43.355293 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-205c6aee-20c1-43d3-86c6-29aa6c724a77 req-8a9237a9-2242-4a6f-ba0d-1dd9fe2433c1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414529 Dec 22 09:07:44.565534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1be436-1139-4c30-a584-e756a7797498 req-aca74c30-452d-44ed-9deb-247ebb5acda4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:44.567012 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd1be436-1139-4c30-a584-e756a7797498 req-aca74c30-452d-44ed-9deb-247ebb5acda4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0781312 Dec 22 09:07:44.615892 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd1be436-1139-4c30-a584-e756a7797498 req-79489618-0ebb-4ca4-8a88-aa282fcf6b2b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431821 Dec 22 09:07:45.791554 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:07:45.828695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fee77e-acbb-48fe-8262-e4869f153d5a req-1657de6e-4db1-4631-bd46-10d055823662 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:45.830248 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-13fee77e-acbb-48fe-8262-e4869f153d5a req-1657de6e-4db1-4631-bd46-10d055823662 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0876620 Dec 22 09:07:45.884316 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-13fee77e-acbb-48fe-8262-e4869f153d5a req-8d3162e4-ab59-45bd-934e-adb42d4fa60e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476665 Dec 22 09:07:47.109027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3b47-a179-4d86-8d71-a172c792f7bf req-f88b6eb6-55d2-4957-b58a-12031c51e2bc tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:47.110444 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dffb3b47-a179-4d86-8d71-a172c792f7bf req-f88b6eb6-55d2-4957-b58a-12031c51e2bc tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0864842 Dec 22 09:07:47.156004 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dffb3b47-a179-4d86-8d71-a172c792f7bf req-14ae9b68-563d-4794-9acd-29a3fc18e4de tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385768 Dec 22 09:07:48.358743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bbd86-7577-4dfa-b081-3424c2b2717f req-b9454e97-0c46-4bf4-8acb-85f3699e0c4a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:48.360198 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-780bbd86-7577-4dfa-b081-3424c2b2717f req-b9454e97-0c46-4bf4-8acb-85f3699e0c4a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0822518 Dec 22 09:07:48.406439 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-780bbd86-7577-4dfa-b081-3424c2b2717f req-af09a8f7-309c-439d-9c1f-01ec94f72410 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404778 Dec 22 09:07:49.624235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b19e6d-cdd3-47da-b881-4170d645f339 req-6a43b59e-9a26-46fc-9e08-c568fbb7a78a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:49.625786 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66b19e6d-cdd3-47da-b881-4170d645f339 req-6a43b59e-9a26-46fc-9e08-c568fbb7a78a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0877132 Dec 22 09:07:49.679423 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66b19e6d-cdd3-47da-b881-4170d645f339 req-c7afa6a2-7481-4f6c-93dc-25d0327b567e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429165 Dec 22 09:07:50.900208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bc6c5-b45d-4ed7-8f10-1fe5279b3a05 req-c8638d7b-e00b-49bb-a1de-c2f318a5149f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:50.901630 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-042bc6c5-b45d-4ed7-8f10-1fe5279b3a05 req-c8638d7b-e00b-49bb-a1de-c2f318a5149f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0863559 Dec 22 09:07:50.949620 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-042bc6c5-b45d-4ed7-8f10-1fe5279b3a05 req-ffb42b48-c54f-4c1b-aba7-42c3794bcda1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392408 Dec 22 09:07:52.160043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03504cc5-92b4-426f-a617-2da7e0162c54 req-16e7fe6c-1d1d-45ea-bac5-fe5c2a308f7b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:52.161714 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-03504cc5-92b4-426f-a617-2da7e0162c54 req-16e7fe6c-1d1d-45ea-bac5-fe5c2a308f7b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0898645 Dec 22 09:07:52.206203 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-03504cc5-92b4-426f-a617-2da7e0162c54 req-f4612895-2594-48b0-838b-5affd5052d7b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389159 Dec 22 09:07:53.407976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0b7ec-b49b-4bce-ab53-4c216126a371 req-8ea17ba9-e109-4b12-838e-eb0e75d9b6b0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:53.409478 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-90d0b7ec-b49b-4bce-ab53-4c216126a371 req-8ea17ba9-e109-4b12-838e-eb0e75d9b6b0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0830071 Dec 22 09:07:53.464523 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-90d0b7ec-b49b-4bce-ab53-4c216126a371 req-e137ade2-c4ae-42e8-8f0d-0355365c0ed3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485399 Dec 22 09:07:54.679070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39303d09-5008-4bde-aeea-f498a6b72972 req-9e89611a-de02-4116-aa4d-aa9423907887 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:54.680573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-39303d09-5008-4bde-aeea-f498a6b72972 req-9e89611a-de02-4116-aa4d-aa9423907887 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0933030 Dec 22 09:07:54.725822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-39303d09-5008-4bde-aeea-f498a6b72972 req-917ba3e0-ea51-4850-934f-dc9db9fd770b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 Dec 22 09:07:55.941014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0100-709c-4605-ba73-dc8081982202 req-63a2702a-f855-4ede-9493-7bd184e75e03 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:55.942615 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-af7c0100-709c-4605-ba73-dc8081982202 req-63a2702a-f855-4ede-9493-7bd184e75e03 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0839827 Dec 22 09:07:55.987675 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-af7c0100-709c-4605-ba73-dc8081982202 req-009a371d-dced-43f8-9bcf-1c9beae9a6f4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394552 Dec 22 09:07:57.213180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8a919-262d-4055-891d-32138e79e8ea req-e5bd3e31-ae0e-4680-afaf-cb5a0915872c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:57.215002 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5fc8a919-262d-4055-891d-32138e79e8ea req-e5bd3e31-ae0e-4680-afaf-cb5a0915872c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0822208 Dec 22 09:07:57.269176 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5fc8a919-262d-4055-891d-32138e79e8ea req-60e95340-9480-43f3-8472-fb7594026dfd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480461 Dec 22 09:07:58.491280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c2712-6856-4f89-9333-547a06c23c92 req-71ec1357-9c7c-48af-bb64-1ad874d3b9e3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:58.492784 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ca9c2712-6856-4f89-9333-547a06c23c92 req-71ec1357-9c7c-48af-bb64-1ad874d3b9e3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0892243 Dec 22 09:07:58.544201 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ca9c2712-6856-4f89-9333-547a06c23c92 req-4c1e30e3-ee2f-425f-bb84-622c8b4a39f9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457039 Dec 22 09:07:58.746989 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-221ba9fa-fdb7-41be-8843-ae3b7967c35b req-ab6ad1af-876c-42e2-82b3-154de0aa2150 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0774729 Dec 22 09:07:59.125680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc003-c42f-42fc-bc44-e91657daa747 req-7f0b539f-8c5b-4afc-932c-48301773fb12 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:07:59.127133 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d04bc003-c42f-42fc-bc44-e91657daa747 req-7f0b539f-8c5b-4afc-932c-48301773fb12 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.1349523 Dec 22 09:07:59.130479 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-f12a8179-2a3c-413e-b56b-2ee04c7d454d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1896601 Dec 22 09:07:59.175530 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d04bc003-c42f-42fc-bc44-e91657daa747 req-18397329-f4a4-4c16-a22b-d774bdfc8fe0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427980 Dec 22 09:08:00.385589 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a52da-a8e2-452b-a0c4-c7bd9843e4bb req-e2708c9b-be3c-4873-94e8-17812bec9a0c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:00.387095 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-838a52da-a8e2-452b-a0c4-c7bd9843e4bb req-e2708c9b-be3c-4873-94e8-17812bec9a0c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0843971 Dec 22 09:08:00.480675 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-838a52da-a8e2-452b-a0c4-c7bd9843e4bb req-fe960f27-fa56-4668-babe-208fbef24a63 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868740 Dec 22 09:08:00.501530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-9633838f-f546-4d43-86c8-b8bb759d0daa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1099 time: 0.0941072 Dec 22 09:08:00.636682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-34f86849-95d0-4827-a761-e55e42c53e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:00.638147 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-34f86849-95d0-4827-a761-e55e42c53e24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1308842 Dec 22 09:08:00.857374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-a3038161-668f-41cf-8569-ab9e60c342cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 1002 time: 0.2127323 Dec 22 09:08:00.919028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-869482e4-2c0d-4035-9e7a-d3c196985c8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:00.920456 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-869482e4-2c0d-4035-9e7a-d3c196985c8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0570884 Dec 22 09:08:01.001353 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-dfe10c98-8d9b-4fae-8547-69afb9654810 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746944 Dec 22 09:08:01.134507 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-2468bf31-b081-42c7-a62e-1fb6ef196902 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268232 Dec 22 09:08:01.273107 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-7cb1fa50-e6af-41d6-b4fe-e0eb3e884a42 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319249 Dec 22 09:08:01.694023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040a89e-d9b9-4911-b0d6-031f6deb9616 req-54102981-1aae-4c04-bc1a-01071997ba3b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:01.695486 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6040a89e-d9b9-4911-b0d6-031f6deb9616 req-54102981-1aae-4c04-bc1a-01071997ba3b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0895882 Dec 22 09:08:01.741165 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6040a89e-d9b9-4911-b0d6-031f6deb9616 req-7c597fee-0e55-47cc-a7dc-eb8494c5736d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400290 Dec 22 09:08:02.958429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f9248-e973-4247-9d35-a3b0ac8ed07d req-1f5a18a2-6629-49c2-b1f3-6fbf5de6dc85 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:02.959892 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-030f9248-e973-4247-9d35-a3b0ac8ed07d req-1f5a18a2-6629-49c2-b1f3-6fbf5de6dc85 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0806510 Dec 22 09:08:03.059762 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-030f9248-e973-4247-9d35-a3b0ac8ed07d req-bc03d28d-a527-45bd-81dc-b22fd706688f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691478 Dec 22 09:08:03.065928 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-d7ba8b7b-b347-4aa0-9639-1424bd6a1218 service neutron] 10.222.0.32 "GET /v2.0/ports/460a25f7-1f96-49e8-8f89-908145ba971c/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1051562 Dec 22 09:08:03.367788 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-260c0ee4-4234-4776-a698-96554e65ded8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 1099 time: 0.0683954 Dec 22 09:08:03.466376 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-2694a7b2-53bb-497f-8826-7c2fd069d953 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1099 time: 0.0735185 Dec 22 09:08:03.604538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-1d942d26-ac91-4916-bd5d-eea9ed0669f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:03.605875 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-1d942d26-ac91-4916-bd5d-eea9ed0669f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1328073 Dec 22 09:08:03.719279 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-dcb05f7f-0959-4e61-b0ca-dbb9eebce75f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 1002 time: 0.1065626 Dec 22 09:08:03.786523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-79677742-966a-44c8-8f96-95827e0e08b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:03.788397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-79677742-966a-44c8-8f96-95827e0e08b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0625741 Dec 22 09:08:03.865380 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-f6113b47-105a-4aa8-a6bd-31b101b726da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706584 Dec 22 09:08:03.995406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-5707e3cb-ba15-47f3-9859-0a0aa82a37a9 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231887 Dec 22 09:08:04.128343 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b4715d33-f45d-497a-9b0f-632cb56a8d46 req-a33812ad-1a77-4431-b85a-46c6521c15ff service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261261 Dec 22 09:08:04.380920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097e6e-4489-4d17-accc-d318832a3583 req-7cc864f8-b216-479b-9307-8ecef01a8d76 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:04.382442 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2a097e6e-4489-4d17-accc-d318832a3583 req-7cc864f8-b216-479b-9307-8ecef01a8d76 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.1973681 Dec 22 09:08:04.430188 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2a097e6e-4489-4d17-accc-d318832a3583 req-19d3b0eb-6400-427e-b32a-e4302ef82527 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 Dec 22 09:08:05.608276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 460a25f7-1f96-49e8-8f89-908145ba971c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:08:05.653590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247b0a2-74c5-491d-8744-0c0419fcf687 req-328f7ce5-03ef-478e-8eac-cf3c966f37ba tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:05.655015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9247b0a2-74c5-491d-8744-0c0419fcf687 req-328f7ce5-03ef-478e-8eac-cf3c966f37ba tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0910456 Dec 22 09:08:05.701726 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9247b0a2-74c5-491d-8744-0c0419fcf687 req-7b08cdcc-90c9-44f5-aed0-5b831180c0d5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Dec 22 09:08:05.727807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:05.753943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:05.763171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=460a25f7-1f96-49e8-8f89-908145ba971c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:08:05.769099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:05.771079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:05.841599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=460a25f7-1f96-49e8-8f89-908145ba971c,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:05.850483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.850858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.851193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.851572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.851898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.852219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.852543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.852866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.853181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.853514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.853803 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:05.858087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:05.905084 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c', 'code': 200} Dec 22 09:08:06.905281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b8076-2be0-40e0-bb05-b1d567fe5333 req-b1983434-9d2d-4668-9bac-5c6b51086c97 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:06.906711 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f99b8076-2be0-40e0-bb05-b1d567fe5333 req-b1983434-9d2d-4668-9bac-5c6b51086c97 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 944 time: 0.0818503 Dec 22 09:08:06.953006 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f99b8076-2be0-40e0-bb05-b1d567fe5333 req-ac6a218e-e11d-491a-811f-a327f0ba78ad tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390615 Dec 22 09:08:07.122498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9059fa06-8064-40f4-a6c1-ffdc68365152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:07.433681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40155c-d15c-4949-9348-ecfa491d528b req-729f61cf-d258-4f19-8705-a41451518810 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:07.435078 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c40155c-d15c-4949-9348-ecfa491d528b req-729f61cf-d258-4f19-8705-a41451518810 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47&tenant_id=e2b4c463042e4ee78225bb192f48fd41&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.2313755 Dec 22 09:08:07.442846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caafab-47c7-41d2-b19c-3b5e22130372 req-42a07134-5dc3-4375-9a2a-8b2d2c8f2cc2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:07.444185 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-13caafab-47c7-41d2-b19c-3b5e22130372 req-42a07134-5dc3-4375-9a2a-8b2d2c8f2cc2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 944 time: 0.1083145 Dec 22 09:08:07.492469 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-13caafab-47c7-41d2-b19c-3b5e22130372 req-b06aec98-e743-4869-acba-69728dfbaca4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 Dec 22 09:08:07.572712 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c40155c-d15c-4949-9348-ecfa491d528b req-163cf338-80e3-45fb-964c-c7d908395d9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1097 time: 0.0669239 Dec 22 09:08:07.613796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 460a25f7-1f96-49e8-8f89-908145ba971c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:08:07.708715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40155c-d15c-4949-9348-ecfa491d528b req-d4151d84-22bb-4b8e-9ed7-091a3d9a2ec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:07.710155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c40155c-d15c-4949-9348-ecfa491d528b req-d4151d84-22bb-4b8e-9ed7-091a3d9a2ec6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1314952 Dec 22 09:08:07.751063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=460a25f7-1f96-49e8-8f89-908145ba971c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:08:07.765086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '460a25f7-1f96-49e8-8f89-908145ba971c', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': '460a25f7-1f96-49e8-8f89-908145ba971c', 'mac_address': 'fa:16:3e:91:32:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:08:07.812144 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c40155c-d15c-4949-9348-ecfa491d528b req-cf833a3b-3400-4e28-8919-f450db81b6bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 1000 time: 0.0956047 Dec 22 09:08:07.825965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:07.843606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460a25f7-1f96-49e8-8f89-908145ba971c {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:08:07.858133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=460a25f7-1f96-49e8-8f89-908145ba971c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:08:07.862552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:07.864515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6621f54a-2922-4528-8659-c49f3246f56f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:07.873213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40155c-d15c-4949-9348-ecfa491d528b req-48097686-96e0-4d46-b211-473564ab534b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:07.874639 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c40155c-d15c-4949-9348-ecfa491d528b req-48097686-96e0-4d46-b211-473564ab534b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0565321 Dec 22 09:08:07.927631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['460a25f7-1f96-49e8-8f89-908145ba971c'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:08:07.949843 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c40155c-d15c-4949-9348-ecfa491d528b req-1eed7b70-f25b-4eb2-911f-5b096437b84f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692320 Dec 22 09:08:07.966194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=460a25f7-1f96-49e8-8f89-908145ba971c,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:07.970608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:08.080226 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c40155c-d15c-4949-9348-ecfa491d528b req-73c3f320-0804-4ce0-b0bf-8b0087c6ea76 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230543 Dec 22 09:08:08.214207 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5c40155c-d15c-4949-9348-ecfa491d528b req-a7b13106-ab56-4d07-9888-ee155ebdad2d service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280899 Dec 22 09:08:08.693320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e0fe2-5956-42c7-9e90-9cde0917df43 req-7f3efc6a-fbf9-4aee-a8d3-c35d3a479e41 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:08.694869 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd0e0fe2-5956-42c7-9e90-9cde0917df43 req-7f3efc6a-fbf9-4aee-a8d3-c35d3a479e41 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 945 time: 0.0802588 Dec 22 09:08:08.740903 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd0e0fe2-5956-42c7-9e90-9cde0917df43 req-5cbd3a33-40f1-4e47-8cc0-10539d402465 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405755 Dec 22 09:08:09.222615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b5a47a2b-9b36-41c1-8117-255768d977a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:09.622206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 460a25f7-1f96-49e8-8f89-908145ba971c up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:08:09.703652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 460a25f7-1f96-49e8-8f89-908145ba971c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:09.704157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:09.826676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:09.853802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:09.863391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=460a25f7-1f96-49e8-8f89-908145ba971c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:08:09.868923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:09.870342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:09.944991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a5052-3dcc-46f3-8279-94e7c56dc977 req-ac95b873-2129-45a9-806b-49f6546be6b2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:09.946461 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2a1a5052-3dcc-46f3-8279-94e7c56dc977 req-ac95b873-2129-45a9-806b-49f6546be6b2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0792580 Dec 22 09:08:09.947266 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c', 'code': 200} Dec 22 09:08:09.972539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=460a25f7-1f96-49e8-8f89-908145ba971c,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:09.976019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:09.991721 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2a1a5052-3dcc-46f3-8279-94e7c56dc977 req-8c4438cb-b3bb-425b-824d-33943d94b5c4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393422 Dec 22 09:08:10.204118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08623a8f-44d4-4389-be61-e62cc47f9c3e req-d8d7ac4b-7c77-4e9b-8c09-f5712b80f39a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:10.205878 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-08623a8f-44d4-4389-be61-e62cc47f9c3e req-d8d7ac4b-7c77-4e9b-8c09-f5712b80f39a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0918365 Dec 22 09:08:10.252992 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-08623a8f-44d4-4389-be61-e62cc47f9c3e req-82fec7a9-e74d-413f-8e27-638f549bb678 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406485 Dec 22 09:08:10.436315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:10.561264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:10.629679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd49e51-3dfb-4097-85f1-c3b499c8d2b3 req-87fe3333-f776-46ec-8246-51ca7b257b9f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:10.631336 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acd49e51-3dfb-4097-85f1-c3b499c8d2b3 req-87fe3333-f776-46ec-8246-51ca7b257b9f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0813372 Dec 22 09:08:10.669020 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47ba2e54-da24-4861-9c12-5c00dcae744c req-d815e913-a17e-4c67-973b-e1ff8fa77038 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 1099 time: 0.0719969 Dec 22 09:08:10.681002 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acd49e51-3dfb-4097-85f1-c3b499c8d2b3 req-d097b4a8-5932-439d-aedb-611995105f5b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438905 Dec 22 09:08:10.798220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba2e54-da24-4861-9c12-5c00dcae744c req-fd7bcfca-86ac-4a69-93f5-be456aef546a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:10.799655 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47ba2e54-da24-4861-9c12-5c00dcae744c req-fd7bcfca-86ac-4a69-93f5-be456aef546a service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1245379 Dec 22 09:08:10.903444 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47ba2e54-da24-4861-9c12-5c00dcae744c req-02d87b01-51c4-4ba4-a35c-e39a222c3601 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 200 len: 1002 time: 0.0972085 Dec 22 09:08:10.965509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba2e54-da24-4861-9c12-5c00dcae744c req-8975f867-1ea8-411f-ad70-6ac2cd311435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:10.966894 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47ba2e54-da24-4861-9c12-5c00dcae744c req-8975f867-1ea8-411f-ad70-6ac2cd311435 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0573890 Dec 22 09:08:11.041083 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47ba2e54-da24-4861-9c12-5c00dcae744c req-64594709-41ec-47b6-9bc4-a1d76711af85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678482 Dec 22 09:08:11.177045 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47ba2e54-da24-4861-9c12-5c00dcae744c req-067def8a-56f0-4bd5-ad67-a46700bd2556 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291983 Dec 22 09:08:11.415479 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47ba2e54-da24-4861-9c12-5c00dcae744c req-c3fe507c-fdb0-42d7-ae00-72bfd7cd52ea service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322607 Dec 22 09:08:11.560026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:11.852318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:11.901309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b740ca3-b6bf-438c-97d9-208713139c3b req-768c38b8-6e58-49e4-81ee-a7ea68a2a611 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:11.902861 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b740ca3-b6bf-438c-97d9-208713139c3b req-768c38b8-6e58-49e4-81ee-a7ea68a2a611 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0876734 Dec 22 09:08:11.953913 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b740ca3-b6bf-438c-97d9-208713139c3b req-1b1639a3-12e0-44fa-9528-2c52ac417eaa tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449350 Dec 22 09:08:13.170326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aac2ac-694d-4128-8736-f4a430fcd57f req-0d81f61a-bce8-4631-9546-1b3f1a118abf tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:13.171797 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97aac2ac-694d-4128-8736-f4a430fcd57f req-0d81f61a-bce8-4631-9546-1b3f1a118abf tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0928302 Dec 22 09:08:13.218977 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97aac2ac-694d-4128-8736-f4a430fcd57f req-78b7c4f7-3901-4a56-b42b-017dda37d681 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 Dec 22 09:08:13.632598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e8539-dc69-47d1-a4b9-d1bdaaf5b16c req-2329942a-df46-4068-97d8-c64778b8f72c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:13.634021 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-778e8539-dc69-47d1-a4b9-d1bdaaf5b16c req-2329942a-df46-4068-97d8-c64778b8f72c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0819044 Dec 22 09:08:13.679499 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-778e8539-dc69-47d1-a4b9-d1bdaaf5b16c req-5caa26e5-b42c-4cc4-8688-e54841d7b968 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398993 Dec 22 09:08:14.895554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824a1ae-a19e-40f7-8163-f219be1201a9 req-7ab9a4d0-3a00-4d9c-9be9-02acac60e142 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:14.896970 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b824a1ae-a19e-40f7-8163-f219be1201a9 req-7ab9a4d0-3a00-4d9c-9be9-02acac60e142 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0879552 Dec 22 09:08:14.946818 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b824a1ae-a19e-40f7-8163-f219be1201a9 req-11ab250a-a03c-447b-99e6-c8bcd70c2617 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441263 Dec 22 09:08:15.265098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-cf909d6e-d812-484a-8843-b54c83634984 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:15.266386 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-cf909d6e-d812-484a-8843-b54c83634984 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 946 time: 0.0771451 Dec 22 09:08:15.337437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Deleting port 460a25f7-1f96-49e8-8f89-908145ba971c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:08:15.337915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:15.605250 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] For port 460a25f7-1f96-49e8-8f89-908145ba971c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=460a25f7-1f96-49e8-8f89-908145ba971c,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:08:15.605582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:15.898241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:15.899016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:15.899016 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501 disassociated. External IP: 172.26.5.215, port: 460a25f7-1f96-49e8-8f89-908145ba971c. Dec 22 09:08:15.899226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Calling delete_port for 460a25f7-1f96-49e8-8f89-908145ba971c owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:08:16.050575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:16.056446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:16.098895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event deleted for resources: {'Port': ['ID=460a25f7-1f96-49e8-8f89-908145ba971c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:16.110258 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5d402341-9523-4919-98fb-752918268d33 req-f0e21998-6b7a-4d9a-b436-3a82140aca41 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 210 time: 0.0416081 Dec 22 09:08:16.112739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.112739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.112931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.113286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.113670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.114032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.114375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.114722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.115068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.115514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.115919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:08:16.119534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:16.329090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:08:16.652722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:08:16.662430 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:08:16.676238 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:08:16.676806 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:08:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:16.722651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] No DVR routers for this DVR port 460a25f7-1f96-49e8-8f89-908145ba971c on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:08:16.725292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:16.728003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'name': 'network-vif-deleted', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:16.745105 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b11ac2a4-0d11-4ab0-a27f-c68b82bddb9a req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "DELETE /v2.0/ports/460a25f7-1f96-49e8-8f89-908145ba971c HTTP/1.1" status: 204 len: 173 time: 1.4727240 Dec 22 09:08:16.859895 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:08:16.863145 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cfe502-c316-4b70-963f-4d1d5c399c47', 'name': 'network-vif-deleted', 'tag': '460a25f7-1f96-49e8-8f89-908145ba971c', 'status': 'completed', 'code': 200} Dec 22 09:08:17.177019 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:17.180992 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:08:17.194313 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:08:17.194930 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:08:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:17.311861 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0e318c66-2803-49a6-8d7f-b19cf21e13a7 req-3dbeda5f-955f-4ed7-9b72-6a8cc4415ff7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4cfe502-c316-4b70-963f-4d1d5c399c47 HTTP/1.1" status: 200 len: 210 time: 0.0505779 Dec 22 09:08:17.405402 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:08:17.668865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 460a25f7-1f96-49e8-8f89-908145ba971c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:08:17.701218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 460a25f7-1f96-49e8-8f89-908145ba971c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:08:17.701575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 460a25f7-1f96-49e8-8f89-908145ba971c not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:08:17.727108 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:17.731273 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bdb53-3a0b-42b6-84fa-fe099fb9b0e9 None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:08:17.953873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8577082e-5a72-45e9-a67b-4c215698bf8b None None] New status for floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:08:18.732927 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-9dda7ef8-976c-4df9-9515-a6fde2fc3d6d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--469677213&fields=id&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 267 time: 0.0481060 Dec 22 09:08:18.880163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-84ac5cb1-923d-472d-81b6-70ecf246a383 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:18.881593 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-84ac5cb1-923d-472d-81b6-70ecf246a383 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 811 time: 0.1419201 Dec 22 09:08:18.901028 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-ef512807-62f4-4cc4-ade2-3125a0ad7c33 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/quotas/e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 375 time: 0.0112689 Dec 22 09:08:19.001421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-65b873a1-861e-4b18-bb64-61e7a28ff3b6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:08:19.021671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-65b873a1-861e-4b18-bb64-61e7a28ff3b6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:08:19.023086 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-65b873a1-861e-4b18-bb64-61e7a28ff3b6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1152537 Dec 22 09:08:19.120471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-dfdfb330-8842-41e7-b64e-d6f187e695a7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:08:19.121429 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-dfdfb330-8842-41e7-b64e-d6f187e695a7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0820956 Dec 22 09:08:19.267729 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-9b5cb68f-4677-4b02-80ff-e00b1db5bcda service neutron] 10.222.0.31 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396205 Dec 22 09:08:19.409249 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-372a89d7-4729-466d-a0b9-52f410ae9d6f service neutron] 10.222.0.31 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350813 Dec 22 09:08:19.599092 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6c6ed103-a3b5-4a0f-a368-499b6abd5bcc req-968592ed-5e9b-4d6a-8fa0-b1fe0bc67d5f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 210 time: 0.0489213 Dec 22 09:08:20.631818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-87b079ef-03bb-4f27-a07a-65df6ddd7024 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:20.633255 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-87b079ef-03bb-4f27-a07a-65df6ddd7024 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 811 time: 0.1485724 Dec 22 09:08:20.688455 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-98436f8c-f0f2-4dae-ac9e-b23603271603 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 379 time: 0.0422084 Dec 22 09:08:20.697699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'port': {'device_id': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'admin_state_up': True, 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'security_groups': ['8dc96511-3575-4502-9304-1e93423f70cc']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:08:20.815718 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd26a4d3-39b3-43a7-a321-aac935d4dc08 req-78f3e68b-35d8-4b8c-b1ff-40d5905d0638 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 210 time: 0.0516832 Dec 22 09:08:20.876213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:08:20.885759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:08:20.898774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Made reservation on behalf of e2b4c463042e4ee78225bb192f48fd41 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:08:20.901887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:21.071669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Allocated IP 172.20.0.14 (888af123-0a92-4734-9b09-2fa219e53032/53fd37c8-0f35-4c1b-b382-e5090bb23438/b5fd83cc-9d37-4eaa-8dce-a68fe7545966) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:08:21.293884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:21.317779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Transition to ACTIVE for port object b5fd83cc-9d37-4eaa-8dce-a68fe7545966 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:08:21.345527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:21.351844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-60bb0fee-b527-4bd5-89cf-f451eb07307a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:21.425708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Network 888af123-0a92-4734-9b09-2fa219e53032 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:08:21.429126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:08:21.431161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:21.433419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:08:21.462642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:21.502654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:21.503264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:21.542074 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8480768 Dec 22 09:08:21.554073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Request body: {'port': {'device_id': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:08:21.669284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-832a8215-7535-437c-b582-30845ddd826f None None] Provisioning for port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:08:21.676432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-832a8215-7535-437c-b582-30845ddd826f None None] Provisioning complete for port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:21.677116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-832a8215-7535-437c-b582-30845ddd826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:21.678911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:21.739854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-832a8215-7535-437c-b582-30845ddd826f None None] Port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:08:22.062522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffc234-321c-401d-800e-e4255dc462a1 req-d41382a7-ebf9-466c-a379-c155501cc05f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:22.064689 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-efffc234-321c-401d-800e-e4255dc462a1 req-d41382a7-ebf9-466c-a379-c155501cc05f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 932 time: 0.1042027 Dec 22 09:08:22.111113 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-efffc234-321c-401d-800e-e4255dc462a1 req-5afc9cc6-d63d-4073-bca8-0116bf6e5d8b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402744 Dec 22 09:08:22.176733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fd83cc-9d37-4eaa-8dce-a68fe7545966 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:08:22.184054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:22.199570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Transition to ACTIVE for port object b5fd83cc-9d37-4eaa-8dce-a68fe7545966 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:08:22.206808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:22.210791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bba20a81-09b9-4dc7-9f3c-cb49cd331abd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:22.330252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:22.334870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:22.444167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Attempting to bind port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:08:22.444489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Attempting to bind port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:08:22.444803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Attempting to bind port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:08:22.450898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 on network 888af123-0a92-4734-9b09-2fa219e53032 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:08:22.451205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Attempting to bind port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:08:22.458448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:08:22.458761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Checking segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:08:22.459258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Bound using segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:08:22.459570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Bound port: b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:08:22.459902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:22.552368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:08:22.555266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:08:22.561398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:22.564921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cc56951e-bbf5-4be6-900e-4992aa01ffc4 tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:22.622464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:22.623832 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 1094 time: 1.0743983 Dec 22 09:08:22.624346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:22.647069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:22.650021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:22.706391 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'status': 'completed', 'code': 200} Dec 22 09:08:22.749168 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-c59d1ae1-928f-4195-96f8-8384e1e3972b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1097 time: 0.0766151 Dec 22 09:08:22.791865 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:08:22.824354 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-3a9e3bb6-ae67-4d79-a960-c3b0215ce356 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 217 time: 0.0672662 Dec 22 09:08:22.887225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d4814e9e-3510-45e9-b4fd-2972455d59ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:22.888732 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-d4814e9e-3510-45e9-b4fd-2972455d59ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0584214 Dec 22 09:08:22.970019 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-be9f65b4-42da-4500-9be2-5807e9254911 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745473 Dec 22 09:08:23.100746 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-b6fec69e-18a0-41a0-9d44-1bf88b4073bc service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231828 Dec 22 09:08:23.237228 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a7d96b5-9b95-4f9e-9f61-d3731159bb8e req-4f383591-8ac0-4fd4-89f1-2c91e10d6f44 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297009 Dec 22 09:08:23.311888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56d098-f5bb-466c-8a37-68bd073896c1 req-89b2d6dc-b7a6-4f15-ac4c-f63986f93b8f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:23.313308 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-df56d098-f5bb-466c-8a37-68bd073896c1 req-89b2d6dc-b7a6-4f15-ac4c-f63986f93b8f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 944 time: 0.0800331 Dec 22 09:08:23.351014 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b406cf0b-d6b0-4fb4-b686-9d8df0175e72 req-70720e2f-f312-4cfb-bf0d-c8297d98a489 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1097 time: 0.0692861 Dec 22 09:08:23.359291 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-df56d098-f5bb-466c-8a37-68bd073896c1 req-042eee67-b765-4fb3-b439-5cdce2186e7b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400500 Dec 22 09:08:23.484036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406cf0b-d6b0-4fb4-b686-9d8df0175e72 req-1e411bbf-68e9-4094-b5dc-00117ed982f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:23.485469 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b406cf0b-d6b0-4fb4-b686-9d8df0175e72 req-1e411bbf-68e9-4094-b5dc-00117ed982f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1286445 Dec 22 09:08:23.654210 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b406cf0b-d6b0-4fb4-b686-9d8df0175e72 req-0194fc7d-744e-48e0-88b2-05e311b818d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 217 time: 0.1616230 Dec 22 09:08:23.720648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406cf0b-d6b0-4fb4-b686-9d8df0175e72 req-403d3c2b-9605-4a0e-9932-c9bb91875807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:23.722060 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b406cf0b-d6b0-4fb4-b686-9d8df0175e72 req-403d3c2b-9605-4a0e-9932-c9bb91875807 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0615926 Dec 22 09:08:23.799367 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b406cf0b-d6b0-4fb4-b686-9d8df0175e72 req-5ca54bc9-197d-4130-a11d-bf3d2e5f2cad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705025 Dec 22 09:08:23.934356 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b406cf0b-d6b0-4fb4-b686-9d8df0175e72 req-4632ce20-ed72-40aa-bd08-386790efbbfc service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279864 Dec 22 09:08:24.070295 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b406cf0b-d6b0-4fb4-b686-9d8df0175e72 req-b6f0bcd3-66e5-40ab-905c-bd50595089d8 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292484 Dec 22 09:08:24.568786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60879233-8aef-4181-93d7-11908057c185 req-09213da9-97aa-424c-bcd0-9c090071484d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:24.569463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-60879233-8aef-4181-93d7-11908057c185 req-09213da9-97aa-424c-bcd0-9c090071484d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:08:24.586619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-60879233-8aef-4181-93d7-11908057c185 req-09213da9-97aa-424c-bcd0-9c090071484d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:08:24.587888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60879233-8aef-4181-93d7-11908057c185 req-09213da9-97aa-424c-bcd0-9c090071484d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 944 time: 0.0991936 Dec 22 09:08:24.633173 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60879233-8aef-4181-93d7-11908057c185 req-74535ca0-3846-4e94-b6fe-c49caf819b27 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395601 Dec 22 09:08:25.848775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b8d40-2442-4b55-bc13-882d8721ca73 req-c960b063-fb51-464b-9ed0-d1597fb58a5e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:25.850171 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f89b8d40-2442-4b55-bc13-882d8721ca73 req-c960b063-fb51-464b-9ed0-d1597fb58a5e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 944 time: 0.0828314 Dec 22 09:08:25.899276 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f89b8d40-2442-4b55-bc13-882d8721ca73 req-3d21b565-edd3-45b5-b563-7a4c82c0351a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Dec 22 09:08:27.120516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bab277-2139-425b-8229-617d64d144f7 req-270fcccf-d1f4-4222-aab9-266b2c9939db tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:27.121920 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-14bab277-2139-425b-8229-617d64d144f7 req-270fcccf-d1f4-4222-aab9-266b2c9939db tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 944 time: 0.0779529 Dec 22 09:08:27.172749 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-14bab277-2139-425b-8229-617d64d144f7 req-06223a0e-249a-4140-85ae-eb793bcdbb24 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452018 Dec 22 09:08:27.748853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device b5fd83cc-9d37-4eaa-8dce-a68fe7545966 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:08:27.903021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:08:27.917482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'mac_address': 'fa:16:3e:51:8b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:08:27.971453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:27.989671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fd83cc-9d37-4eaa-8dce-a68fe7545966 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:08:28.006708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:08:28.012716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:28.014407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:28.080365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:28.083420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:28.377026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['b5fd83cc-9d37-4eaa-8dce-a68fe7545966'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:08:28.378963 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa678e4-0042-45e1-b285-ed84133a4915 req-665261e4-cdaf-4f6c-bdc6-5d1bf4fcc53d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:28.380511 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-baa678e4-0042-45e1-b285-ed84133a4915 req-665261e4-cdaf-4f6c-bdc6-5d1bf4fcc53d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 945 time: 0.0826883 Dec 22 09:08:28.426872 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-baa678e4-0042-45e1-b285-ed84133a4915 req-9b4ad8ce-3644-4e48-b3a5-1dd2e0e3bfe6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407357 Dec 22 09:08:29.635006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43db6d1-ce74-4743-a0aa-a9108edecd2c req-37cb5cf0-04cb-4d8a-8535-4ea7df0cd0c7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:29.636485 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d43db6d1-ce74-4743-a0aa-a9108edecd2c req-37cb5cf0-04cb-4d8a-8535-4ea7df0cd0c7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 945 time: 0.0858030 Dec 22 09:08:29.684361 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d43db6d1-ce74-4743-a0aa-a9108edecd2c req-f0d75cab-0da5-433b-99d1-c58347d4f020 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423093 Dec 22 09:08:29.763625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device b5fd83cc-9d37-4eaa-8dce-a68fe7545966 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:08:29.835249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:08:29.840452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:08:29.840821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:29.963323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:29.991015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:30.002562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:08:30.008749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:30.010804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:08:30.053423 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'code': 200} Dec 22 09:08:30.086606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:08:30.089484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:08:30.327613 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0e3229c7-ffab-42ae-8334-bc04cead0b65 req-2d3620a4-5a0d-4ce6-a0b1-7b5edf1a438e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1099 time: 0.0921042 Dec 22 09:08:30.370112 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0e3229c7-ffab-42ae-8334-bc04cead0b65 req-c4ec7503-3f13-4b13-9e26-56af34739017 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367112 Dec 22 09:08:30.889976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39a35-6cd7-4b80-aab6-bd93d1985071 req-f1ec3b76-ce2f-4d4b-9bbe-410fc06035b1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:30.891448 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3fa39a35-6cd7-4b80-aab6-bd93d1985071 req-f1ec3b76-ce2f-4d4b-9bbe-410fc06035b1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0776987 Dec 22 09:08:30.939474 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3fa39a35-6cd7-4b80-aab6-bd93d1985071 req-42f1f91b-a4b1-4d91-a719-9eb28006424d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399477 Dec 22 09:08:32.167147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccd019-6d1b-4fce-bc0e-06bb1287e5ae req-bb4cb99a-c1c4-428a-bd52-246e5c76e9ee tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:32.168603 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8ccd019-6d1b-4fce-bc0e-06bb1287e5ae req-bb4cb99a-c1c4-428a-bd52-246e5c76e9ee tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0873430 Dec 22 09:08:32.218613 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8ccd019-6d1b-4fce-bc0e-06bb1287e5ae req-66e42fad-33bd-47d7-8801-ec37da618ea3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445037 Dec 22 09:08:32.429004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023964b8-f7f8-472f-8769-d6b35add5995 req-0dcdae0c-3e82-4154-8a27-80d8b52e7cb6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:32.430474 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-023964b8-f7f8-472f-8769-d6b35add5995 req-0dcdae0c-3e82-4154-8a27-80d8b52e7cb6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0903192 Dec 22 09:08:32.442736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 46952) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:08:32.448445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ab644479-d5cd-4aa0-bea4-117aad9d8805 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'floatingip': {'port_id': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:08:32.525570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ab644479-d5cd-4aa0-bea4-117aad9d8805 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:33.237996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ab644479-d5cd-4aa0-bea4-117aad9d8805 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:33.243861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ab644479-d5cd-4aa0-bea4-117aad9d8805 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:33.438276 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-ab644479-d5cd-4aa0-bea4-117aad9d8805 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501 associated. External IP: 172.26.5.215, port: b5fd83cc-9d37-4eaa-8dce-a68fe7545966. Dec 22 09:08:33.856236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab644479-d5cd-4aa0-bea4-117aad9d8805 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:08:34.063127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab644479-d5cd-4aa0-bea4-117aad9d8805 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:08:34.067528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ab644479-d5cd-4aa0-bea4-117aad9d8805 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:34.073086 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:08:34.086694 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:08:34.087343 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:08:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:34.119529 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ab644479-d5cd-4aa0-bea4-117aad9d8805 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "PUT /v2.0/floatingips/335c6def-22c9-44ac-8c2d-d56a645ed501 HTTP/1.1" status: 200 len: 992 time: 1.6756332 Dec 22 09:08:34.120238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:08:34.172656 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'status': 'completed', 'code': 200} Dec 22 09:08:34.265749 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c085d88e-5d2d-4c80-bb65-64f4af5e94e6 req-2f341971-36c6-4a9f-82a6-ede982d97293 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1099 time: 0.0709910 Dec 22 09:08:34.266389 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:08:34.393931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085d88e-5d2d-4c80-bb65-64f4af5e94e6 req-3f0ff904-306a-4fe8-8c48-e28a1c871516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:34.395281 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c085d88e-5d2d-4c80-bb65-64f4af5e94e6 req-3f0ff904-306a-4fe8-8c48-e28a1c871516 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1234832 Dec 22 09:08:34.502558 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c085d88e-5d2d-4c80-bb65-64f4af5e94e6 req-d194b289-74e7-4eb8-87e9-21cebe0b2421 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 1000 time: 0.1012411 Dec 22 09:08:34.566812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085d88e-5d2d-4c80-bb65-64f4af5e94e6 req-da9eca34-2bf6-4ad8-84da-a0e62eb128b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:34.568264 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c085d88e-5d2d-4c80-bb65-64f4af5e94e6 req-da9eca34-2bf6-4ad8-84da-a0e62eb128b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0602255 Dec 22 09:08:34.613927 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:51:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:08:33Z', 'revision_number': 9, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:34.618434 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:08:34.630753 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:08:34.631392 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:08:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:34.632958 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-0abe035b-b786-4b42-952d-9b8889fc7904 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717940 Dec 22 09:08:34.645054 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c085d88e-5d2d-4c80-bb65-64f4af5e94e6 req-9ac0adcf-8b8b-4f0a-8ff7-e20d6ee48b6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707486 Dec 22 09:08:34.777897 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c085d88e-5d2d-4c80-bb65-64f4af5e94e6 req-bd0a9bb5-221b-4e48-a6b2-1205fd3f9933 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267815 Dec 22 09:08:34.809611 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:08:35.011494 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c085d88e-5d2d-4c80-bb65-64f4af5e94e6 req-a804e283-f41c-4c7b-ae9c-609a8e9057ac service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278705 Dec 22 09:08:35.190810 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-baaf05f9-6e3e-4c11-85ef-9a2bb38f4dbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1099 time: 0.0769010 Dec 22 09:08:35.206609 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:51:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:08:33Z', 'revision_number': 9, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:08:35.211133 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534fdeb-2caf-4ff5-a6a1-949f57b7cbb8 None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:51:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:08:33Z', 'revision_number': 9, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:08:35.348072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-742584d3-b16d-4674-9730-b26889ad2def service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:35.349507 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-742584d3-b16d-4674-9730-b26889ad2def service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1374304 Dec 22 09:08:35.422371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4141a1-057b-4825-8a95-1198d3c1e21a None None] New status for floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:08:35.463398 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-d4fe242d-0767-4be8-af27-e329e61ee173 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 1000 time: 0.1076105 Dec 22 09:08:35.531949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-1ad6c4e4-8cb7-4920-a480-d5ea5c982384 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:08:35.533570 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-1ad6c4e4-8cb7-4920-a480-d5ea5c982384 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0639365 Dec 22 09:08:35.614642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-c862ef53-77e4-421c-82b8-a675ae0c3897 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748560 Dec 22 09:08:35.753413 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-a989b514-cf1f-4a6a-bee8-d372077b3f09 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320982 Dec 22 09:08:35.891458 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e1417526-ae44-4cc8-b406-4a49048e5c80 req-91cddfce-8186-43b6-8cb7-393f9cdc3481 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313846 Dec 22 09:08:37.132113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-467620da-ca22-4cc2-bd53-27d318fa537e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:39.214414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7c98f88-e630-4514-bdb7-06b3f1541aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.439174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:40.566239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.568191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:41.854507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:08:59.800579 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:09:07.128134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6d59ad7e-a314-418b-b329-7d36b1d10a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:09.221704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-475cd271-23ce-4421-9c10-a6ad2df695b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:10.439989 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:10.568789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:11.596122 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:11.867366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:35.632657 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-8315f2bd-8901-48b9-9500-bf8051f825f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689218 Dec 22 09:09:35.777875 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-ac711491-7699-418f-9f96-c971fec0ad17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1099 time: 0.0740602 Dec 22 09:09:35.925863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-a0504eaa-cd81-473f-8650-4049f70b1cd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:35.927361 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-a0504eaa-cd81-473f-8650-4049f70b1cd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1307452 Dec 22 09:09:36.032323 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-c7baf279-e4f2-4e5a-a8db-1eef2e119b95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 1003 time: 0.0979078 Dec 22 09:09:36.102015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-47302c29-4f39-4d7c-8a7a-abe0b602025a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:36.103422 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-47302c29-4f39-4d7c-8a7a-abe0b602025a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0644023 Dec 22 09:09:36.180618 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-99011163-e0e7-4a51-b365-b1122563f5a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706556 Dec 22 09:09:36.314874 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-5d86bb08-cb19-44d1-b65f-848c1191516a service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274056 Dec 22 09:09:36.449841 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a7d0c88-829a-4905-b00f-9171759a0f3e req-4488e581-5657-4d5f-9d3c-1ab42dabf0e1 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276479 Dec 22 09:09:36.797172 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:09:37.132997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c02b-0026-4579-ac96-a7c7f9cfacdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:39.216486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4ddebba6-72cf-4cd3-9c3d-1ab9122b3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:40.446014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:40.571843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:41.595578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:41.868339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:09:49.203626 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4d2ec73a-288f-4573-af2f-0a691ecf827c req-76a881ae-6a37-4f28-bdeb-d3fd5a897d38 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2041116 Dec 22 09:09:49.459845 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-70c350a3-47fc-4084-b76f-fad2827658e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744517 Dec 22 09:09:49.700608 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8b7c0-da25-4254-802c-d20ca66b87de req-e0a07a3e-0b5c-4762-8f59-af8f0b125915 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:49.702099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff8b7c0-da25-4254-802c-d20ca66b87de req-e0a07a3e-0b5c-4762-8f59-af8f0b125915 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.2648952 Dec 22 09:09:49.752213 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff8b7c0-da25-4254-802c-d20ca66b87de req-735f6882-ef3f-404c-9934-efb306fbacef tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 Dec 22 09:09:50.642961 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-38a76cc5-1f82-485a-b50b-866195c736f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1099 time: 0.0810299 Dec 22 09:09:50.777331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-4d2c3be5-e246-44e6-b40b-ec73a9c5604e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:50.778689 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-4d2c3be5-e246-44e6-b40b-ec73a9c5604e service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1289895 Dec 22 09:09:50.888922 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-4da622bb-5eb4-4bab-8de7-f4e891f2ae58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 1003 time: 0.1033928 Dec 22 09:09:50.952818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-3d37b661-4224-4022-9342-84638686005a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:50.954291 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-3d37b661-4224-4022-9342-84638686005a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0593982 Dec 22 09:09:51.031578 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-7afbf5fe-a6bd-42b4-ac9e-0189a23ca93d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704944 Dec 22 09:09:51.043160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55c28a-80b8-41ed-9a5f-9eb1c29b6539 req-2fb27386-fa5c-44e5-92d7-82ca66c616c7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:51.044674 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9b55c28a-80b8-41ed-9a5f-9eb1c29b6539 req-2fb27386-fa5c-44e5-92d7-82ca66c616c7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.1520500 Dec 22 09:09:51.089617 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9b55c28a-80b8-41ed-9a5f-9eb1c29b6539 req-cac348f8-4c4f-4d36-b617-f1919ab1ba2f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393436 Dec 22 09:09:51.162171 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-ecb7c561-d157-4252-ba4f-f628a9b89348 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243355 Dec 22 09:09:51.299605 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-714b9115-8704-448f-a42a-23301a8e9c0f service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299667 Dec 22 09:09:52.294641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6a57f-cf2f-45b1-826a-090dd712dd19 req-cdb4ef52-da5b-4a60-a24f-dfa390813f0e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:52.296108 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f9c6a57f-cf2f-45b1-826a-090dd712dd19 req-cdb4ef52-da5b-4a60-a24f-dfa390813f0e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0816760 Dec 22 09:09:52.340817 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f9c6a57f-cf2f-45b1-826a-090dd712dd19 req-7153a84f-af35-4d59-afe3-60b467c76692 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 Dec 22 09:09:53.554496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05811d-054e-4a85-b747-457b78a7ef48 req-2104e675-83a1-43b0-a859-f16724c7bf6d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:53.556274 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac05811d-054e-4a85-b747-457b78a7ef48 req-2104e675-83a1-43b0-a859-f16724c7bf6d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0788858 Dec 22 09:09:53.608468 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ac05811d-054e-4a85-b747-457b78a7ef48 req-3b08b105-bb42-42a0-afa7-dbf388cbe9b9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464988 Dec 22 09:09:54.830219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45175c-d939-4305-80c7-2357665a2965 req-d94d7785-6533-4c44-91d5-80a2211889cd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:54.831565 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fb45175c-d939-4305-80c7-2357665a2965 req-d94d7785-6533-4c44-91d5-80a2211889cd tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0853765 Dec 22 09:09:54.881242 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fb45175c-d939-4305-80c7-2357665a2965 req-b0831dde-a0ca-43ba-ac80-7ba27fe436b9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Dec 22 09:09:56.209454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963626-342b-4f8f-8e55-266b73c3c85d req-3c229b34-a67c-4aaa-8100-69d32622298b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:56.210820 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d2963626-342b-4f8f-8e55-266b73c3c85d req-3c229b34-a67c-4aaa-8100-69d32622298b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.2004242 Dec 22 09:09:56.256373 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d2963626-342b-4f8f-8e55-266b73c3c85d req-a65120a2-84ed-407d-85f2-ad0ee347060d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394135 Dec 22 09:09:57.485564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d8aa8-6f12-4f7a-b7aa-3f2dd3c9f387 req-a15304e6-e208-4f59-87a2-defce3557ce4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:57.487012 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-566d8aa8-6f12-4f7a-b7aa-3f2dd3c9f387 req-a15304e6-e208-4f59-87a2-defce3557ce4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0904741 Dec 22 09:09:57.536872 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-566d8aa8-6f12-4f7a-b7aa-3f2dd3c9f387 req-275fb99a-1846-4ce8-bb92-7f4b590be092 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441272 Dec 22 09:09:58.753627 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb299f-5929-4c00-b304-8f34ff9f6ea5 req-44075602-4f82-4e5c-9439-98eff3e90992 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:09:58.755063 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-23cb299f-5929-4c00-b304-8f34ff9f6ea5 req-44075602-4f82-4e5c-9439-98eff3e90992 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0868974 Dec 22 09:09:58.807960 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-23cb299f-5929-4c00-b304-8f34ff9f6ea5 req-a8066d12-bab7-47f4-b2a5-f8c21420687e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445833 Dec 22 09:10:00.031675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeadb5-9467-4c8f-969a-6c14d8a34def req-998bfad2-eb67-4b55-9c74-2c9d39c1de14 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:00.033118 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c8aeadb5-9467-4c8f-969a-6c14d8a34def req-998bfad2-eb67-4b55-9c74-2c9d39c1de14 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0937109 Dec 22 09:10:00.079400 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c8aeadb5-9467-4c8f-969a-6c14d8a34def req-68ef1421-db3a-4740-960a-b29d23dc8f48 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406268 Dec 22 09:10:01.298297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b8d61-6174-427f-8e86-e2c4f0159720 req-18a1906b-a1f5-45ef-b163-7397584d8c9c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:01.299839 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-232b8d61-6174-427f-8e86-e2c4f0159720 req-18a1906b-a1f5-45ef-b163-7397584d8c9c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0874538 Dec 22 09:10:01.345472 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-232b8d61-6174-427f-8e86-e2c4f0159720 req-386b8b9f-0c41-4aa0-82b2-13d0f1dfd4ed tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401173 Dec 22 09:10:02.561899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b7e35-4d2d-4bb4-8b39-cfe85e8a1dca req-04cac275-e55d-4e68-8a2a-579bd230f382 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:02.563403 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a61b7e35-4d2d-4bb4-8b39-cfe85e8a1dca req-04cac275-e55d-4e68-8a2a-579bd230f382 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0833507 Dec 22 09:10:02.612754 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a61b7e35-4d2d-4bb4-8b39-cfe85e8a1dca req-5b4a5c06-33db-4d71-a4a1-d0714c3a8944 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437515 Dec 22 09:10:02.979081 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-660ff5e6-7eca-41b6-9d3a-09b9f61638e9 service neutron] 10.222.0.32 "GET /v2.0/ports/b5fd83cc-9d37-4eaa-8dce-a68fe7545966/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0889235 Dec 22 09:10:03.256377 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-4beabbc0-4812-4789-bb32-0d2151300ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 1099 time: 0.0716810 Dec 22 09:10:03.351275 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-27115d98-6342-4eda-a274-27cf7ab99a99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1099 time: 0.0729692 Dec 22 09:10:03.580560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-dada80e0-0ac8-46e6-82da-d561a0ee8145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:03.581983 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-dada80e0-0ac8-46e6-82da-d561a0ee8145 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.2240810 Dec 22 09:10:03.686562 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-7fb84cc7-ee71-4c8e-a34c-1044a43e8e83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 1003 time: 0.0972083 Dec 22 09:10:03.748685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-27c272dc-79e8-4744-9e8e-ed6c38cf72c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:03.750235 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-27c272dc-79e8-4744-9e8e-ed6c38cf72c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0571463 Dec 22 09:10:03.815335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaefd3-d9c3-4fdf-b163-0e278ab42b30 req-803ecf52-9331-4453-b47d-166d666093ee tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:03.816754 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e2eaefd3-d9c3-4fdf-b163-0e278ab42b30 req-803ecf52-9331-4453-b47d-166d666093ee tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0786231 Dec 22 09:10:03.825687 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-ea1462ea-0a30-4633-9985-be44978a169b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687881 Dec 22 09:10:03.862773 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e2eaefd3-d9c3-4fdf-b163-0e278ab42b30 req-95290a25-5d75-4531-a38b-c8f6b198619b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399199 Dec 22 09:10:03.958888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-39b2bfa6-ef05-4c69-a658-68aadf847c9c service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260064 Dec 22 09:10:04.091965 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-969dc8ea-ac1d-4b6c-a464-a583806fc0d6 req-30c27f88-af44-42b2-b36f-a968e7510263 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269002 Dec 22 09:10:05.081646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94bc7a-bdf9-4304-95b6-2e7223fe18d6 req-98cfdd2b-19a3-4b0f-a5b0-e9ae9e15971c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:05.084421 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3d94bc7a-bdf9-4304-95b6-2e7223fe18d6 req-98cfdd2b-19a3-4b0f-a5b0-e9ae9e15971c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0908694 Dec 22 09:10:05.130087 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3d94bc7a-bdf9-4304-95b6-2e7223fe18d6 req-3164f400-abf7-434d-a458-c8c6a570464b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401790 Dec 22 09:10:06.289332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device b5fd83cc-9d37-4eaa-8dce-a68fe7545966 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:10:06.292794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device b5fd83cc-9d37-4eaa-8dce-a68fe7545966 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:10:06.337507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba191366-9448-4c3b-a2fc-bf6ef35c6524 req-ed2a81c9-5337-45d2-ab4f-3b3b161173d5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:06.338942 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ba191366-9448-4c3b-a2fc-bf6ef35c6524 req-ed2a81c9-5337-45d2-ab4f-3b3b161173d5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0770802 Dec 22 09:10:06.388371 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ba191366-9448-4c3b-a2fc-bf6ef35c6524 req-4b301af1-858f-40e1-a646-16018b596bfc tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434964 Dec 22 09:10:06.507344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:06.524477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:06.544288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'mac_address': 'fa:16:3e:51:8b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:10:06.550500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:06.588607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:06.594985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:06.598569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:06.628357 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'code': 200} Dec 22 09:10:06.656216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:06.685111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5fd83cc-9d37-4eaa-8dce-a68fe7545966 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:06.691389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:06.729123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.729459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.729794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.730114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.730437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.730757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.731075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.731422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.731738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.732045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.732355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:06.740768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:06.760950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:10:06.761238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:10:07.128647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebb7b9ad-3093-44d8-9cd1-af744d4023ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:07.324115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:07.342203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fd83cc-9d37-4eaa-8dce-a68fe7545966 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:07.357913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:07.364647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:07.366320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:07.429513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['b5fd83cc-9d37-4eaa-8dce-a68fe7545966'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:10:07.470298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:07.474800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:07.585387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bf451-5a13-446d-b958-41feb193d906 req-6d813159-12cf-4e62-bcfb-2f4eab789da9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:07.586873 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a30bf451-5a13-446d-b958-41feb193d906 req-6d813159-12cf-4e62-bcfb-2f4eab789da9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 945 time: 0.0739276 Dec 22 09:10:07.632819 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a30bf451-5a13-446d-b958-41feb193d906 req-484a5c41-3c72-48cb-a498-1889c94026be tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402308 Dec 22 09:10:08.070525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-347bc847-35f6-4169-b071-f40fc138e1f1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:08.072014 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-347bc847-35f6-4169-b071-f40fc138e1f1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2&tenant_id=e2b4c463042e4ee78225bb192f48fd41&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.0819988 Dec 22 09:10:08.123276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dc06d-267a-4454-b12d-b7e81b6177b5 req-a29b3e93-b67d-4ec8-9c37-ad6e3110c919 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:08.124725 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-488dc06d-267a-4454-b12d-b7e81b6177b5 req-a29b3e93-b67d-4ec8-9c37-ad6e3110c919 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 945 time: 0.0802159 Dec 22 09:10:08.155323 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-c2fad91e-80e5-4c48-8136-4f2ea0a4fc77 service neutron] 10.222.0.32 "GET /v2.0/ports/b5fd83cc-9d37-4eaa-8dce-a68fe7545966/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0762615 Dec 22 09:10:08.173094 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-488dc06d-267a-4454-b12d-b7e81b6177b5 req-6c449fad-568c-4546-8998-2cb66463aade tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427570 Dec 22 09:10:08.247397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-b5554405-8821-4ba0-b2f1-8952975bdede service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1098 time: 0.0700953 Dec 22 09:10:08.281726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device b5fd83cc-9d37-4eaa-8dce-a68fe7545966 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:10:08.361933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:10:08.362658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:08.378611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-6fb722df-7129-4eb2-ab1d-0ace1cf38367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:08.380101 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-6fb722df-7129-4eb2-ab1d-0ace1cf38367 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1263750 Dec 22 09:10:08.476496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:08.491354 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-2798f1ea-acdf-4922-a168-592c53805327 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 1002 time: 0.1046710 Dec 22 09:10:08.511593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:08.517085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:08.519413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:08.554379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-e1c44238-4c3d-4b0e-b4f5-25e2df77a626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:08.555866 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-e1c44238-4c3d-4b0e-b4f5-25e2df77a626 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0587656 Dec 22 09:10:08.584664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:08.587730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:08.629507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:08.636614 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-7a2edb5b-0c8b-421d-8c76-32eaf49ff2c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739958 Dec 22 09:10:08.692386 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'code': 200} Dec 22 09:10:08.769402 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-b3b08e66-33c4-45da-9505-c7a18fb27a9a service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258280 Dec 22 09:10:08.904397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-862e213d-2334-4f63-9541-7c8319c685fe service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290078 Dec 22 09:10:09.210840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2d50da7a-b727-4165-99ec-ae3f2f134b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:09.378400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a67099-b71f-46db-ba14-74ca8d119d81 req-a27a6b36-186a-4397-94a2-49637b47e220 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:09.379885 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b0a67099-b71f-46db-ba14-74ca8d119d81 req-a27a6b36-186a-4397-94a2-49637b47e220 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0827744 Dec 22 09:10:09.430702 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b0a67099-b71f-46db-ba14-74ca8d119d81 req-1c8551f1-b26a-4cca-bcdc-0e7a1d57ce93 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451188 Dec 22 09:10:10.446977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:10.575866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:10.651417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79e296-b834-4385-91f9-98b0a502d9d6 req-fac64f4b-c2a5-4e5c-98ec-e5f9483dc18c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:10.652922 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad79e296-b834-4385-91f9-98b0a502d9d6 req-fac64f4b-c2a5-4e5c-98ec-e5f9483dc18c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0930934 Dec 22 09:10:10.699980 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad79e296-b834-4385-91f9-98b0a502d9d6 req-0072d02d-28c0-4bb9-b0ee-b22fd514fcc9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412478 Dec 22 09:10:11.588202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:11.682662 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-4efb8fb2-1fc2-45e7-8e86-647687d8fbf9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 1099 time: 0.1773922 Dec 22 09:10:11.779636 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-0a3ff248-b44a-44c5-820a-fc31eda35827 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 1099 time: 0.0702362 Dec 22 09:10:11.872605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:11.902479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57fe0-45e0-4925-8cc5-290d54cfdef1 req-d00b2f1c-5376-4028-a8bd-b09a5abfe7b8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:11.903975 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e3c57fe0-45e0-4925-8cc5-290d54cfdef1 req-d00b2f1c-5376-4028-a8bd-b09a5abfe7b8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0816314 Dec 22 09:10:11.911974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-bd808172-8e1c-4a2b-831f-a3f63ac87142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:11.913402 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-bd808172-8e1c-4a2b-831f-a3f63ac87142 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1278720 Dec 22 09:10:11.953637 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e3c57fe0-45e0-4925-8cc5-290d54cfdef1 req-c9a3805e-fa8d-4f1d-99bd-f2d848d8bbc1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429664 Dec 22 09:10:12.018080 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-8aa8615e-f364-4413-959a-fdce1d115158 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 200 len: 1003 time: 0.0963445 Dec 22 09:10:12.083350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-acf3c812-58df-4f72-b7c5-19e8448cbbef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:12.084677 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-acf3c812-58df-4f72-b7c5-19e8448cbbef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0604808 Dec 22 09:10:12.160730 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-fb80ec81-a698-442a-a506-879ebbc1493c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695972 Dec 22 09:10:12.291195 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-c0794761-1607-41d7-b0b3-1bf8d829f7fc service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239595 Dec 22 09:10:12.425374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c202b6a-302a-4992-80e9-b090dcd11fb5 req-b258ccb5-04d7-4274-a160-bfdf20e4e035 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266482 Dec 22 09:10:13.191139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12257f60-3f6f-4230-8b86-0214ed61f0a7 req-924f9da0-11fc-48e7-835e-b299431baa93 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:13.192657 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12257f60-3f6f-4230-8b86-0214ed61f0a7 req-924f9da0-11fc-48e7-835e-b299431baa93 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0915062 Dec 22 09:10:13.245456 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12257f60-3f6f-4230-8b86-0214ed61f0a7 req-73dc7f3a-2348-41e9-a29e-5fe426ae5baf tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461917 Dec 22 09:10:13.792592 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:10:14.334675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device b5fd83cc-9d37-4eaa-8dce-a68fe7545966 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:10:14.454595 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19ed60-175a-4c1e-8d85-c28cbbb5f478 req-6bf9bbf7-a7fd-4723-96a2-8bac85b6e95a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:14.458967 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dc19ed60-175a-4c1e-8d85-c28cbbb5f478 req-6bf9bbf7-a7fd-4723-96a2-8bac85b6e95a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 946 time: 0.0835493 Dec 22 09:10:14.488212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:14.502742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'mac_address': 'fa:16:3e:51:8b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:10:14.527975 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dc19ed60-175a-4c1e-8d85-c28cbbb5f478 req-02cb92c6-c9ae-405f-a7cb-92e3d6560dea tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624390 Dec 22 09:10:14.560746 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:14.579093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5fd83cc-9d37-4eaa-8dce-a68fe7545966 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:14.599051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:14.603102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:14.604915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:14.671013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['b5fd83cc-9d37-4eaa-8dce-a68fe7545966'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:10:14.704261 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=9']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:14.747162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:15.721284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5adef3-17fe-4c25-a506-bd9f52a94248 req-1481a21e-c35e-4203-8fa9-10f58110511a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:15.722620 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8b5adef3-17fe-4c25-a506-bd9f52a94248 req-1481a21e-c35e-4203-8fa9-10f58110511a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 945 time: 0.0806689 Dec 22 09:10:15.769930 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8b5adef3-17fe-4c25-a506-bd9f52a94248 req-94d67482-39f7-4eaa-9a9e-c61c301a6ff1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392959 Dec 22 09:10:15.978751 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a15ceb-dbe6-4c41-9643-9485fb32b60e req-7d0aff33-7c0f-4f26-9a22-04ad7ddf78d3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:15.980119 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-11a15ceb-dbe6-4c41-9643-9485fb32b60e req-7d0aff33-7c0f-4f26-9a22-04ad7ddf78d3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 945 time: 0.0820358 Dec 22 09:10:16.024990 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-11a15ceb-dbe6-4c41-9643-9485fb32b60e req-aeade76d-83dd-4fc9-a39a-d7f0fde252e1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393078 Dec 22 09:10:16.230967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aad5c-e5d1-4b5c-9828-b123d16d5d2b req-e9442934-6d38-489d-b2cd-d45e8d5698f3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:16.232377 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f9aad5c-e5d1-4b5c-9828-b123d16d5d2b req-e9442934-6d38-489d-b2cd-d45e8d5698f3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 945 time: 0.0849855 Dec 22 09:10:16.298072 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f9aad5c-e5d1-4b5c-9828-b123d16d5d2b req-a0b4381f-a19a-4f27-b363-569143570ea9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558155 Dec 22 09:10:16.335990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device b5fd83cc-9d37-4eaa-8dce-a68fe7545966 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:10:16.407411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:10:16.407798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:16.522459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:16.556563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:16.566710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:16.572127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:16.576058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:16.618228 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'code': 200} Dec 22 09:10:16.652429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=10']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:16.655791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:16.719758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a360c5-f24e-4ecd-aefb-7cabfed983f9 req-5ed19359-00a8-48e8-a744-c973fae5ae3b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:16.721197 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-90a360c5-f24e-4ecd-aefb-7cabfed983f9 req-5ed19359-00a8-48e8-a744-c973fae5ae3b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 947 time: 0.0794644 Dec 22 09:10:16.771171 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-90a360c5-f24e-4ecd-aefb-7cabfed983f9 req-4650d0fb-8581-4de4-8cc2-30ffe6ac6daa tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 Dec 22 09:10:17.992890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed170287-c9bf-401d-8025-9eb73430559c req-379935df-1729-4a81-8350-f0e01befbdca tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:17.994435 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed170287-c9bf-401d-8025-9eb73430559c req-379935df-1729-4a81-8350-f0e01befbdca tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 947 time: 0.0882072 Dec 22 09:10:18.042625 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed170287-c9bf-401d-8025-9eb73430559c req-ddf6dfed-7068-4d42-9d0a-72e8956472b9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402110 Dec 22 09:10:18.935426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acbff5-2dfa-450e-b993-79b20e73189f req-ff6cf86e-76b1-4bf6-9d04-1e4c5a65b7f0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:18.936801 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-40acbff5-2dfa-450e-b993-79b20e73189f req-ff6cf86e-76b1-4bf6-9d04-1e4c5a65b7f0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 947 time: 0.0888882 Dec 22 09:10:19.019067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Deleting port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:10:19.019436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:19.316635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] For port b5fd83cc-9d37-4eaa-8dce-a68fe7545966, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:19.316896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:19.505643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6306425-6632-41a0-ba0d-395d1da8902a req-1afe9bd1-e58f-4371-9202-e6869736b505 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:19.507100 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f6306425-6632-41a0-ba0d-395d1da8902a req-1afe9bd1-e58f-4371-9202-e6869736b505 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 947 time: 0.3026829 Dec 22 09:10:19.712752 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f6306425-6632-41a0-ba0d-395d1da8902a req-45db7fe7-f30c-4bb0-bbb5-c5c815f3c230 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980815 Dec 22 09:10:19.748879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:19.749235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:19.749537 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501 disassociated. External IP: 172.26.5.215, port: b5fd83cc-9d37-4eaa-8dce-a68fe7545966. Dec 22 09:10:19.749864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Calling delete_port for b5fd83cc-9d37-4eaa-8dce-a68fe7545966 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:10:19.890095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:19.898059 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d031e0d4-570b-499b-aac1-3398c80b84e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:19.945970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event deleted for resources: {'Port': ['ID=b5fd83cc-9d37-4eaa-8dce-a68fe7545966,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:19.960384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.960766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.961141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.961559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.962006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.962483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.962932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.963290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.963639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.964050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.964395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:10:19.967804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:20.170778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:10:20.376936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:10:20.388617 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:10:20.401674 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:10:20.402429 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:10:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:20.446276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] No DVR routers for this DVR port b5fd83cc-9d37-4eaa-8dce-a68fe7545966 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:10:20.448879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:20.451472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-deleted', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:20.469852 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-40acbff5-2dfa-450e-b993-79b20e73189f req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "DELETE /v2.0/ports/b5fd83cc-9d37-4eaa-8dce-a68fe7545966 HTTP/1.1" status: 204 len: 173 time: 1.5274260 Dec 22 09:10:20.598042 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:10:20.656040 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc87b44-2570-49d0-bb12-d347246c34d2', 'name': 'network-vif-deleted', 'tag': 'b5fd83cc-9d37-4eaa-8dce-a68fe7545966', 'status': 'completed', 'code': 200} Dec 22 09:10:20.891960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-b3bb6378-00b8-469e-a75b-a8dc308929d9 req-d3a623c8-3b61-4e99-824c-12414b6a2608 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:10:20.909446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-b3bb6378-00b8-469e-a75b-a8dc308929d9 req-d3a623c8-3b61-4e99-824c-12414b6a2608 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:10:20.915205 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b3bb6378-00b8-469e-a75b-a8dc308929d9 req-d3a623c8-3b61-4e99-824c-12414b6a2608 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fc87b44-2570-49d0-bb12-d347246c34d2 HTTP/1.1" status: 200 len: 210 time: 0.0596771 Dec 22 09:10:20.928229 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:20.941350 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:10:20.947119 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:10:20.947769 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:10:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:21.138586 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:10:21.446329 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:21.450385 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b20bd9-2dbb-452e-ac33-02235e04767b None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:10:21.660584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099636e9-8240-4578-97d9-b15bd8712fdd None None] New status for floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:10:22.328615 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-2a2332ca-a59f-4054-a2fb-4ee2ec4616ce tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--469677213&fields=id&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 267 time: 0.0433822 Dec 22 09:10:22.483002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-23639894-72c8-4014-8831-fd8e45e0b969 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:22.484361 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-23639894-72c8-4014-8831-fd8e45e0b969 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 811 time: 0.1462915 Dec 22 09:10:22.501383 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-47397486-8bb1-4bfa-a581-74c062ea4204 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/quotas/e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 375 time: 0.0114677 Dec 22 09:10:22.590745 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-9a9f6020-3589-4521-8e64-769a2f3fe560 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839751 Dec 22 09:10:22.754341 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-adb05572-592c-4b5a-88f9-4439af296c1a service neutron] 10.222.0.31 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464510 Dec 22 09:10:22.911012 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-aec1250a-ce12-4ead-8c65-03935ce63846 service neutron] 10.222.0.31 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478786 Dec 22 09:10:23.124243 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1a58d26f-9ae6-4fa6-bd89-d547320761c2 req-e88818ff-2516-478e-ba47-e8d96a052b4b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 210 time: 0.0527630 Dec 22 09:10:24.212812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-ea0eebe4-6949-4993-9eae-409824540fae tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:24.214240 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-ea0eebe4-6949-4993-9eae-409824540fae tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 811 time: 0.1457522 Dec 22 09:10:24.272271 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-cc014c94-8a4b-44d5-ad75-d05c3e3bbd8b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 379 time: 0.0438719 Dec 22 09:10:24.286539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'port': {'device_id': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'admin_state_up': True, 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'security_groups': ['8dc96511-3575-4502-9304-1e93423f70cc']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:10:24.382705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device b5fd83cc-9d37-4eaa-8dce-a68fe7545966 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:10:24.410747 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8238294b-59d4-4a8e-bbfc-364b297e06d0 req-6ad8f80a-56e9-460e-9508-3506bbf85518 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 210 time: 0.1540287 Dec 22 09:10:24.414999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: b5fd83cc-9d37-4eaa-8dce-a68fe7545966 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:10:24.415379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device b5fd83cc-9d37-4eaa-8dce-a68fe7545966 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:10:24.431190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:10:24.452238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:10:24.464200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Made reservation on behalf of e2b4c463042e4ee78225bb192f48fd41 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:10:24.467184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:24.749054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Allocated IP 172.20.0.11 (888af123-0a92-4734-9b09-2fa219e53032/53fd37c8-0f35-4c1b-b382-e5090bb23438/aaedec31-6c03-49bb-a4ad-114fa4ad77d0) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:10:24.934482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:24.949957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Transition to ACTIVE for port object aaedec31-6c03-49bb-a4ad-114fa4ad77d0 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:10:24.973670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:24.979480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0a3adb82-39e6-43e0-a17c-772932e2665d tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:25.049172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Network 888af123-0a92-4734-9b09-2fa219e53032 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:10:25.052445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:10:25.056785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:10:25.085145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:25.092744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:25.121510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:25.122115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:25.149255 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8664358 Dec 22 09:10:25.162826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Request body: {'port': {'device_id': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:10:25.273660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:25.333908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f0f7421d-7312-4737-a990-e627868d61e3 None None] Provisioning for port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:10:25.339122 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f0f7421d-7312-4737-a990-e627868d61e3 None None] Provisioning complete for port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:10:25.339563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f0f7421d-7312-4737-a990-e627868d61e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:25.392279 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7421d-7312-4737-a990-e627868d61e3 None None] Port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:10:25.664445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaedec31-6c03-49bb-a4ad-114fa4ad77d0 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:25.673049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:25.681944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bfebc-3005-4b75-9043-71263fe75ff5 req-5e8d6583-6850-47e1-bb4d-ca5ff5b9d7f2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:25.682623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-638bfebc-3005-4b75-9043-71263fe75ff5 req-5e8d6583-6850-47e1-bb4d-ca5ff5b9d7f2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Synchronizing usage tracker for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:10:25.698756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Transition to ACTIVE for port object aaedec31-6c03-49bb-a4ad-114fa4ad77d0 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:10:25.704220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:25.709713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6e2c0af0-db4b-4510-83f2-38d0bd00601f tempest-DeleteServersTestJSON-285662496 tempest-DeleteServersTestJSON-285662496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:25.746420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-638bfebc-3005-4b75-9043-71263fe75ff5 req-5e8d6583-6850-47e1-bb4d-ca5ff5b9d7f2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Unset dirty status for tenant:e2b4c463042e4ee78225bb192f48fd41 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:10:25.747665 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-638bfebc-3005-4b75-9043-71263fe75ff5 req-5e8d6583-6850-47e1-bb4d-ca5ff5b9d7f2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 932 time: 0.2121763 Dec 22 09:10:25.850179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:25.853273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:25.904604 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-638bfebc-3005-4b75-9043-71263fe75ff5 req-e966df69-cccf-4b86-8c83-0f1a4cb27740 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477902 Dec 22 09:10:25.986082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Attempting to bind port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:10:25.986408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Attempting to bind port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:10:25.986725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Attempting to bind port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:10:25.992604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 on network 888af123-0a92-4734-9b09-2fa219e53032 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:10:25.992916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Attempting to bind port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 on network 888af123-0a92-4734-9b09-2fa219e53032 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:10:25.999898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:10:26.000217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Checking segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:10:26.000586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Bound using segment: {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:10:26.000996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Bound port: aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75178ea-d128-4a0f-8474-f742dd25e3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '888af123-0a92-4734-9b09-2fa219e53032'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:10:26.001398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:26.090858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:10:26.095750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:10:26.102841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:26.106540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:26.163396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:26.164873 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] 10.222.0.32 "PUT /v2.0/ports/aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 1094 time: 1.0061984 Dec 22 09:10:26.165568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:26.194013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:26.197765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:26.236015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'status': 'completed', 'code': 200} Dec 22 09:10:26.279505 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-d88278db-3557-4c92-930d-30e68a0057fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1097 time: 0.0765610 Dec 22 09:10:26.351884 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-d5d453f0-2e21-4bc1-aaa7-8a7fe355b6b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 217 time: 0.0653648 Dec 22 09:10:26.413053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-a058ae4e-a8c1-47d1-bb49-e322c51c7f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:26.414414 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-a058ae4e-a8c1-47d1-bb49-e322c51c7f51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0565238 Dec 22 09:10:26.490635 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-1890c0d1-1403-4f2d-84da-4c33a08bab83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686476 Dec 22 09:10:26.728147 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-c0f24360-c241-4dfd-b67a-f12761b02809 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309761 Dec 22 09:10:26.862345 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60e5bef6-e6a5-4f46-876d-aa36080a2acc req-0ca44d43-7bea-4108-8a9e-8da2b44a999c service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273558 Dec 22 09:10:26.992551 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a5b7ca52-7a49-4154-b092-9b24149beabb req-c7594d99-bc09-4456-912d-ece6bc66862b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1097 time: 0.0724304 Dec 22 09:10:27.177017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7ca52-7a49-4154-b092-9b24149beabb req-6d2a616b-a171-4b5e-8aa3-a656506154e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:27.178438 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a5b7ca52-7a49-4154-b092-9b24149beabb req-6d2a616b-a171-4b5e-8aa3-a656506154e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1788514 Dec 22 09:10:27.240063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772f40-306f-4ca2-b149-2511f8a2650f req-f76cdaa1-9b6b-4bc9-b3f6-90a57c93e5d5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:27.241469 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bb772f40-306f-4ca2-b149-2511f8a2650f req-f76cdaa1-9b6b-4bc9-b3f6-90a57c93e5d5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.1741660 Dec 22 09:10:27.269272 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a5b7ca52-7a49-4154-b092-9b24149beabb req-80e368e2-8126-4c54-aae7-b74df08aa425 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 217 time: 0.0836470 Dec 22 09:10:27.345090 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bb772f40-306f-4ca2-b149-2511f8a2650f req-c391c3b3-d5a4-4ab4-926d-ab33f153f923 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978327 Dec 22 09:10:27.352814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7ca52-7a49-4154-b092-9b24149beabb req-5b6e6c18-1079-43d8-95cc-a9fe3e0fa257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:27.354252 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a5b7ca52-7a49-4154-b092-9b24149beabb req-5b6e6c18-1079-43d8-95cc-a9fe3e0fa257 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0778797 Dec 22 09:10:27.431484 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a5b7ca52-7a49-4154-b092-9b24149beabb req-5d40b47d-7311-4e34-9d6a-97c8cb589106 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696232 Dec 22 09:10:27.570686 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a5b7ca52-7a49-4154-b092-9b24149beabb req-253823e0-2978-4ded-b3a4-0773b3a3a6da service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315668 Dec 22 09:10:27.702010 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a5b7ca52-7a49-4154-b092-9b24149beabb req-5c3d144d-d35c-4634-97ec-ebd6c236a5dd service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233687 Dec 22 09:10:28.552261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7924e96-0c91-4af1-8780-132860d41415 req-3acad783-aa71-402b-8cdf-66e51e28224e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:28.553719 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d7924e96-0c91-4af1-8780-132860d41415 req-3acad783-aa71-402b-8cdf-66e51e28224e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.0857379 Dec 22 09:10:28.603461 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d7924e96-0c91-4af1-8780-132860d41415 req-caceea07-e854-418a-afc0-b7ee98f614c5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407512 Dec 22 09:10:29.825837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2af966-f1bb-40bd-a55c-f31a64200b87 req-c6b85e47-8b31-43d9-8cef-b19eca277fb8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:29.827611 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8e2af966-f1bb-40bd-a55c-f31a64200b87 req-c6b85e47-8b31-43d9-8cef-b19eca277fb8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.0951464 Dec 22 09:10:29.877428 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8e2af966-f1bb-40bd-a55c-f31a64200b87 req-1b0e44c9-8888-4e18-b90f-7ca8775b836f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Dec 22 09:10:30.399732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:10:30.549032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:30.562443 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'mac_address': 'fa:16:3e:b9:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:10:30.623695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:30.648928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaedec31-6c03-49bb-a4ad-114fa4ad77d0 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:10:30.664409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:30.670767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:30.672624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7ee07707-ad49-4fe8-a0cd-51dc55f6c43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:30.740814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:30.744280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:31.002936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['aaedec31-6c03-49bb-a4ad-114fa4ad77d0'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:10:31.077289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef85cd4-c872-4100-84b9-b05374682551 req-74603d17-67c8-489f-9a3d-250648f2e5eb tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:31.078729 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cef85cd4-c872-4100-84b9-b05374682551 req-74603d17-67c8-489f-9a3d-250648f2e5eb tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 945 time: 0.0780504 Dec 22 09:10:31.127091 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cef85cd4-c872-4100-84b9-b05374682551 req-a7f40d53-21f2-4a6c-89aa-bb4d792ce1e9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Dec 22 09:10:32.332015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c8056-900e-4173-a98d-652061ebfbc7 req-506bee40-065c-43aa-8843-df28d99dd490 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:32.333430 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c1c8056-900e-4173-a98d-652061ebfbc7 req-506bee40-065c-43aa-8843-df28d99dd490 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 945 time: 0.0847883 Dec 22 09:10:32.378809 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c1c8056-900e-4173-a98d-652061ebfbc7 req-93bfda9e-dd27-4019-8b8f-57e73d71b976 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 Dec 22 09:10:32.414340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:10:32.492337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:10:32.497016 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:10:32.497383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:32.615077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:32.681113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:32.690982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:10:32.695533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:32.697369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1fe17747-078e-480a-bbc5-ec7fcf97714b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:10:32.754229 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'code': 200} Dec 22 09:10:32.762150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:10:32.764918 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:10:33.007986 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e615d814-c7ed-4390-83cb-26c94c8beb0c req-5f1d3e35-eb82-45ab-b730-e42d9ba3dd2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1099 time: 0.0785344 Dec 22 09:10:33.051709 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e615d814-c7ed-4390-83cb-26c94c8beb0c req-958bdd80-f4bc-442c-a7e4-1ba170748ecd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367908 Dec 22 09:10:33.585893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe055edc-0716-42a0-9f96-11545127dd25 req-179f1cbe-2a71-469a-8297-8509848414a0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:33.589605 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fe055edc-0716-42a0-9f96-11545127dd25 req-179f1cbe-2a71-469a-8297-8509848414a0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0833871 Dec 22 09:10:33.635510 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fe055edc-0716-42a0-9f96-11545127dd25 req-f363f54d-6370-4f1c-ac23-33253369c70f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415390 Dec 22 09:10:34.861517 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b4f27-2603-472d-a0bb-1799139098ec req-9e90e14c-6ad7-4cf4-bd23-76d808f86456 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:34.862846 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b9b4f27-2603-472d-a0bb-1799139098ec req-9e90e14c-6ad7-4cf4-bd23-76d808f86456 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0815425 Dec 22 09:10:34.915164 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b9b4f27-2603-472d-a0bb-1799139098ec req-ce06a54f-4f71-4938-89d7-2f48397c2e80 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444725 Dec 22 09:10:35.116736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbb23f-23ef-46b6-8ce7-442bd2641d56 req-2659f7ac-b1b2-48ed-abe7-d9b5c24d4f7a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:35.118189 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-65bbb23f-23ef-46b6-8ce7-442bd2641d56 req-2659f7ac-b1b2-48ed-abe7-d9b5c24d4f7a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0878544 Dec 22 09:10:35.127439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47242) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:10:35.132947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-96498713-259b-4ef5-ae39-874a033b6ca8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Request body: {'floatingip': {'port_id': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:10:35.211719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96498713-259b-4ef5-ae39-874a033b6ca8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:35.945066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96498713-259b-4ef5-ae39-874a033b6ca8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:35.950321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96498713-259b-4ef5-ae39-874a033b6ca8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:36.142967 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-96498713-259b-4ef5-ae39-874a033b6ca8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501 associated. External IP: 172.26.5.215, port: aaedec31-6c03-49bb-a4ad-114fa4ad77d0. Dec 22 09:10:36.542843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96498713-259b-4ef5-ae39-874a033b6ca8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:10:36.866914 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96498713-259b-4ef5-ae39-874a033b6ca8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:10:36.872236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-96498713-259b-4ef5-ae39-874a033b6ca8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:36.876924 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:10:36.921192 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:10:36.921804 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:10:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:36.926692 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-96498713-259b-4ef5-ae39-874a033b6ca8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "PUT /v2.0/floatingips/335c6def-22c9-44ac-8c2d-d56a645ed501 HTTP/1.1" status: 200 len: 993 time: 1.7981861 Dec 22 09:10:36.927466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:10:36.985083 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'status': 'completed', 'code': 200} Dec 22 09:10:37.085424 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bf5a17bb-7486-45d3-85b8-054337e3a335 req-1082e9c9-7bec-411b-8a0d-c52c1f1787dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1099 time: 0.0769601 Dec 22 09:10:37.101828 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:10:37.124947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d233c572-38fe-4b53-9cf5-16203e872075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:37.226298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a17bb-7486-45d3-85b8-054337e3a335 req-266af7d0-3721-4690-b66d-e2d743e7182f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:37.227916 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bf5a17bb-7486-45d3-85b8-054337e3a335 req-266af7d0-3721-4690-b66d-e2d743e7182f service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1364202 Dec 22 09:10:37.326981 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bf5a17bb-7486-45d3-85b8-054337e3a335 req-8758129d-b6f2-4c5d-b78b-61da95acf143 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 1001 time: 0.0925848 Dec 22 09:10:37.393618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a17bb-7486-45d3-85b8-054337e3a335 req-31ae1a7f-20c0-43fb-b5cc-507f15c08f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:37.394971 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bf5a17bb-7486-45d3-85b8-054337e3a335 req-31ae1a7f-20c0-43fb-b5cc-507f15c08f9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0618346 Dec 22 09:10:37.453338 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:b9:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:10:35Z', 'revision_number': 13, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:37.457352 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:10:37.470436 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:10:37.471036 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:10:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:37.472493 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bf5a17bb-7486-45d3-85b8-054337e3a335 req-419138d6-7ded-4673-b489-a5ff74687860 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712218 Dec 22 09:10:37.611266 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bf5a17bb-7486-45d3-85b8-054337e3a335 req-4fdb6bba-b018-43f0-8ba6-a0eb3de4f77c service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314893 Dec 22 09:10:37.619675 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-a896418f-01e0-4372-9a56-818e297be83b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744064 Dec 22 09:10:37.652231 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:10:37.754763 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bf5a17bb-7486-45d3-85b8-054337e3a335 req-8c5bd8eb-fba8-4cb8-b780-e3946e424f10 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373758 Dec 22 09:10:37.943680 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-88bb3253-7bbb-4d23-a032-67b10a4ded5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1099 time: 0.0754969 Dec 22 09:10:38.001911 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:b9:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:10:35Z', 'revision_number': 13, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:10:38.005892 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732d60a-9301-4c9f-b40b-071f06d17975 None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '335c6def-22c9-44ac-8c2d-d56a645ed501', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'port_id': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'mac_address': 'fa:16:3e:b9:c1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:04:08Z', 'updated_at': '2021-12-22T09:10:35Z', 'revision_number': 13, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:10:38.096023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-e3ea7e03-0390-4ee8-9794-cc0748e0afd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:38.097615 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-e3ea7e03-0390-4ee8-9794-cc0748e0afd7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1350641 Dec 22 09:10:38.206625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a478ef-fb72-4a05-bca4-8a6c2911f10f None None] New status for floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:10:38.207138 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-2a4b5fbb-3407-4db5-a836-eea309022175 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 1001 time: 0.1026351 Dec 22 09:10:38.268586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-048f0010-e8e3-4ea7-a80f-8aa504fbd15f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:10:38.270040 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-048f0010-e8e3-4ea7-a80f-8aa504fbd15f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0566692 Dec 22 09:10:38.344468 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-cd9874c0-2077-462b-adfd-6de15dac9ac9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682063 Dec 22 09:10:38.474548 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-acb5c068-fcc9-481a-a030-387e0cf29899 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232944 Dec 22 09:10:38.604879 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-a2ec06bc-3ab7-46ec-a572-5cc441b79959 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244853 Dec 22 09:10:39.223138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7af3fdfb-7ed6-4a25-b6e2-2bcff25a80ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:40.444900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:40.588821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:41.616763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:41.873642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:10:50.793430 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:11:07.135196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d357-5286-40c1-979b-3752027a12f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:09.229548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-676101ec-e463-473c-9156-12be8152d680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:10.446795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:10.592429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:11.623800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:11.882110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:27.800306 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:11:37.130487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-700897c9-568a-4763-8f19-1f14f42c4cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:39.218284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fbfd1921-6483-44bc-aa2c-88302261cbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:39.730624 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-ea612e36-2c31-4df7-974e-d08eea15aded service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1812830 Dec 22 09:11:39.892167 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-fab07cfe-b866-46a0-a8d2-3345557d93b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1099 time: 0.0705650 Dec 22 09:11:40.045627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-ba85df46-6566-4fd1-a884-9dd153a2930a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:40.047027 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-ba85df46-6566-4fd1-a884-9dd153a2930a service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1304646 Dec 22 09:11:40.153888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-ff188bae-613e-492e-8d7f-6565733c268d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 1003 time: 0.0993836 Dec 22 09:11:40.222957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-61c1f9d9-308c-4f63-bbf6-70ed2306ce90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:40.224388 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-61c1f9d9-308c-4f63-bbf6-70ed2306ce90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0635841 Dec 22 09:11:40.301558 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-afd713a0-841c-4323-ad58-0c09f2d2540e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699801 Dec 22 09:11:40.442598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:40.446286 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-360f7846-c2de-4466-992b-f9cfaeaae298 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376145 Dec 22 09:11:40.580985 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5f3fece5-de1b-4c57-abc5-42f8b2fab9bd req-52d4065b-12a6-4d44-806e-d8728e296aba service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276340 Dec 22 09:11:40.586789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:41.638422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:41.884286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:11:50.873547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c8f28-e49c-412f-b461-5e6d24eb6505 req-560ac963-73a1-4c82-895a-1c191b1c1170 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:11:50.875052 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-461c8f28-e49c-412f-b461-5e6d24eb6505 req-560ac963-73a1-4c82-895a-1c191b1c1170 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0848153 Dec 22 09:11:50.922401 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-461c8f28-e49c-412f-b461-5e6d24eb6505 req-14bdba8a-0561-4f38-b322-ce3b1aa447b4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Dec 22 09:12:04.790376 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:12:04.962261 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b99bf8e0-9ea8-4039-a1c2-eb21bfe57485 req-64fb1e9e-1308-4f12-b76b-843671dc60d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0786424 Dec 22 09:12:05.226560 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-6cb93feb-dff8-4ac0-acd8-aaa8d6d01d96 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768070 Dec 22 09:12:05.287302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa94a5-24f2-45cb-b419-b0eb552da5e4 req-f4cab75c-127f-4122-9aee-443909fac3ba tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:05.288737 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-07fa94a5-24f2-45cb-b419-b0eb552da5e4 req-f4cab75c-127f-4122-9aee-443909fac3ba tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0768366 Dec 22 09:12:05.342046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-07fa94a5-24f2-45cb-b419-b0eb552da5e4 req-ee3316ba-3b5d-489a-a2e8-a0d923e6cd1f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475714 Dec 22 09:12:06.555908 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-f93db3bc-1b06-4663-938c-b091c0f14131 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1099 time: 0.0736988 Dec 22 09:12:06.559583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69410189-19bf-49fd-814d-e8f1bc83704d req-805ef017-43fd-46d9-872f-d7aea567c64b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:06.561048 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-69410189-19bf-49fd-814d-e8f1bc83704d req-805ef017-43fd-46d9-872f-d7aea567c64b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0789418 Dec 22 09:12:06.607078 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-69410189-19bf-49fd-814d-e8f1bc83704d req-ead8b33b-39ba-4b87-8b1f-1ca47f89d314 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399024 Dec 22 09:12:06.692253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078080c-e115-4683-801d-872294bdb307 req-b485f6d2-4847-4253-9140-668859504e5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:06.693658 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-b485f6d2-4847-4253-9140-668859504e5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1309221 Dec 22 09:12:06.800329 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-689a49e4-a624-4371-8937-ff3d472cceb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 1003 time: 0.0999281 Dec 22 09:12:06.869502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078080c-e115-4683-801d-872294bdb307 req-f224d14b-0881-46b0-9c61-e38249dcc95e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:06.870893 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-f224d14b-0881-46b0-9c61-e38249dcc95e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0648651 Dec 22 09:12:06.960059 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-7ec6619f-43dd-4634-9446-e48f413ac8c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827239 Dec 22 09:12:07.093860 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-51b0aad6-aa65-4347-a535-00ab65f8a2f0 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272125 Dec 22 09:12:07.127264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a7128395-6f70-4485-9746-81c537e1a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:07.337563 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-33e5d0d2-2b88-448f-8efe-c6f7b2fc52d3 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375684 Dec 22 09:12:07.830283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd452c31-6f6e-44cb-b4b9-5b0c611be309 req-954fc7d6-1c35-4250-ae9a-838663c3d08f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:07.831751 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bd452c31-6f6e-44cb-b4b9-5b0c611be309 req-954fc7d6-1c35-4250-ae9a-838663c3d08f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0918643 Dec 22 09:12:07.877218 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bd452c31-6f6e-44cb-b4b9-5b0c611be309 req-fdf694d9-7fa8-4fc2-a5b5-247adf432ad2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396125 Dec 22 09:12:09.106358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76e959-fe79-43e2-8bef-74fb94589a90 req-a066b86a-1e2c-4162-a05c-6e46894ba043 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:09.107858 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9a76e959-fe79-43e2-8bef-74fb94589a90 req-a066b86a-1e2c-4162-a05c-6e46894ba043 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0945122 Dec 22 09:12:09.153065 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9a76e959-fe79-43e2-8bef-74fb94589a90 req-f501051c-f7e2-476c-8d33-d355c893f02c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390859 Dec 22 09:12:09.217696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d0e17797-09d0-49f6-813d-cb990c8d60f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:10.361660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ac94-7c36-4424-98f8-3c2cdd8a55e6 req-9afef16a-683b-4bfb-9a95-4e02cf14684c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:10.363672 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7b0ac94-7c36-4424-98f8-3c2cdd8a55e6 req-9afef16a-683b-4bfb-9a95-4e02cf14684c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0842199 Dec 22 09:12:10.415624 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b7b0ac94-7c36-4424-98f8-3c2cdd8a55e6 req-473629e5-0f17-458a-b22d-f79bc14c028d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437019 Dec 22 09:12:10.436821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:10.590754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:11.625105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadf2cc-994b-4a91-96bb-7505b5356770 req-0d6717a2-1988-4638-9ec3-99979e024da4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:11.626634 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fdadf2cc-994b-4a91-96bb-7505b5356770 req-0d6717a2-1988-4638-9ec3-99979e024da4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0844643 Dec 22 09:12:11.630414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:11.672691 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fdadf2cc-994b-4a91-96bb-7505b5356770 req-52ba1849-4818-43ad-b846-b01e273ce710 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 Dec 22 09:12:11.888382 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:12.887182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a00bc-0a64-420b-ab65-a0091ebf78d5 req-02988ad8-bc8b-495c-b2ab-3726e21ff2c3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:12.888649 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f66a00bc-0a64-420b-ab65-a0091ebf78d5 req-02988ad8-bc8b-495c-b2ab-3726e21ff2c3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0860360 Dec 22 09:12:12.939120 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f66a00bc-0a64-420b-ab65-a0091ebf78d5 req-8cd6dc48-609c-4ccc-bdc4-b2ac2eade32d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447798 Dec 22 09:12:14.169217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00f1c-b99d-4c71-aa43-406866e4cda6 req-785eb230-f22c-45a4-a5fc-5fd442157525 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:14.170635 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3ad00f1c-b99d-4c71-aa43-406866e4cda6 req-785eb230-f22c-45a4-a5fc-5fd442157525 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0805666 Dec 22 09:12:14.215616 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3ad00f1c-b99d-4c71-aa43-406866e4cda6 req-d89d4c05-e6c4-4a4a-b1f4-34bb6eba3a8a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393331 Dec 22 09:12:15.441839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f8d51-7ad2-4d17-b8ba-d4563208de2c req-950d8300-1101-421b-aaab-2b1f95afdaae tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:15.443331 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6c0f8d51-7ad2-4d17-b8ba-d4563208de2c req-950d8300-1101-421b-aaab-2b1f95afdaae tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0910487 Dec 22 09:12:15.493234 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6c0f8d51-7ad2-4d17-b8ba-d4563208de2c req-25926fb9-4e7b-4cd4-8392-a82fb5057272 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Dec 22 09:12:16.709565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec30713-7708-49a3-9a6b-523661615b28 req-74a9331a-5ea6-4ea8-9c67-0b18745b6134 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:16.711009 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9ec30713-7708-49a3-9a6b-523661615b28 req-74a9331a-5ea6-4ea8-9c67-0b18745b6134 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0853841 Dec 22 09:12:16.755587 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9ec30713-7708-49a3-9a6b-523661615b28 req-6a15a055-fb8a-4402-86c6-bda1f813f197 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390780 Dec 22 09:12:17.970333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbc414-a13f-4440-9e38-e82f9c6043fe req-b356f336-c93a-4c47-b17a-9b850face4e2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:17.972319 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5fbbc414-a13f-4440-9e38-e82f9c6043fe req-b356f336-c93a-4c47-b17a-9b850face4e2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0848198 Dec 22 09:12:18.022974 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5fbbc414-a13f-4440-9e38-e82f9c6043fe req-6e1c4d89-3ecd-4d15-8edd-868b17519b19 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Dec 22 09:12:19.244577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24297f90-4ca0-4727-a92f-e4fad96f5366 req-bc18054f-7e3b-4d37-a4d7-a7c31608f0ca tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:19.246062 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-24297f90-4ca0-4727-a92f-e4fad96f5366 req-bc18054f-7e3b-4d37-a4d7-a7c31608f0ca tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0896883 Dec 22 09:12:19.293627 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-24297f90-4ca0-4727-a92f-e4fad96f5366 req-078ae65a-d73e-4165-bfc0-c40fceca53d4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396266 Dec 22 09:12:20.525030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9191c-36c7-4e67-a45a-946644299423 req-4a4cb3ac-3a1c-4782-ae3d-7e861f7c09bf tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:20.526563 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86e9191c-36c7-4e67-a45a-946644299423 req-4a4cb3ac-3a1c-4782-ae3d-7e861f7c09bf tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0949440 Dec 22 09:12:20.573923 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-86e9191c-36c7-4e67-a45a-946644299423 req-80dda7a0-8cf0-4973-8ae9-e4e878181700 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Dec 22 09:12:21.784240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3798a-8b1c-4e68-aef6-09b1d0b11a62 req-7ad337c3-d143-470f-b119-90cd148fd54b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:21.785579 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c4e3798a-8b1c-4e68-aef6-09b1d0b11a62 req-7ad337c3-d143-470f-b119-90cd148fd54b tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0775802 Dec 22 09:12:21.835417 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c4e3798a-8b1c-4e68-aef6-09b1d0b11a62 req-294a10e9-716c-4623-ab8c-a615a1d42409 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443127 Dec 22 09:12:23.057176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ed02d-d98a-4335-94fd-52396c9061ff req-c18f90ef-eedf-46a0-8211-91a0f985f8e1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:23.058664 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d02ed02d-d98a-4335-94fd-52396c9061ff req-c18f90ef-eedf-46a0-8211-91a0f985f8e1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0945885 Dec 22 09:12:23.105298 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d02ed02d-d98a-4335-94fd-52396c9061ff req-224bcd37-a8db-44c3-adfd-fec24a4c7d5d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409517 Dec 22 09:12:24.488410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445367ca-e05a-48d7-8e43-d543a29a0a99 req-99f8db73-87d1-4eb9-933c-6bfee4ace4f8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:24.489755 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-445367ca-e05a-48d7-8e43-d543a29a0a99 req-99f8db73-87d1-4eb9-933c-6bfee4ace4f8 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.1021900 Dec 22 09:12:24.546656 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-445367ca-e05a-48d7-8e43-d543a29a0a99 req-04304825-7261-4cbb-a45c-50cdddce3046 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512295 Dec 22 09:12:25.780466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c62c-35ea-4e50-a566-4659a307c3eb req-9ccad9b6-1f12-42c5-bdb1-08f5949c8ab3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:25.781810 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3538c62c-35ea-4e50-a566-4659a307c3eb req-9ccad9b6-1f12-42c5-bdb1-08f5949c8ab3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0933714 Dec 22 09:12:25.833294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3538c62c-35ea-4e50-a566-4659a307c3eb req-2ef7ced9-682b-4d67-9e1d-4c88a2d43eb7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455461 Dec 22 09:12:27.051424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969033e7-7031-4875-819e-4f9b132398c1 req-3b344bdf-e82d-4c8e-b5c6-a601c431cc45 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:27.052845 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-969033e7-7031-4875-819e-4f9b132398c1 req-3b344bdf-e82d-4c8e-b5c6-a601c431cc45 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0827689 Dec 22 09:12:27.103300 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-969033e7-7031-4875-819e-4f9b132398c1 req-6ac4e5b8-d12a-4b00-b89c-2f9a312f4d26 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424175 Dec 22 09:12:28.334229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8e4a-ca99-407c-9ff2-1be51b56a343 req-2a1a11fa-313a-4d95-9f32-d52873608177 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:28.335672 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-88ce8e4a-ca99-407c-9ff2-1be51b56a343 req-2a1a11fa-313a-4d95-9f32-d52873608177 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0952044 Dec 22 09:12:28.381609 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-88ce8e4a-ca99-407c-9ff2-1be51b56a343 req-cc6c596b-87a1-4bef-ad88-b649273a3735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 Dec 22 09:12:29.586903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f7c33-4f3c-4efa-9eb5-45cf46f21351 req-cd824f13-2b18-434a-8e80-482049031d08 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:29.588231 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c87f7c33-4f3c-4efa-9eb5-45cf46f21351 req-cd824f13-2b18-434a-8e80-482049031d08 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0781288 Dec 22 09:12:29.637432 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c87f7c33-4f3c-4efa-9eb5-45cf46f21351 req-cc71e2b2-527d-44c0-8bc3-4888489b122c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419350 Dec 22 09:12:29.727908 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-595cfa4e-5d25-48a5-83a4-f29a6725be35 service neutron] 10.222.0.32 "GET /v2.0/ports/aaedec31-6c03-49bb-a4ad-114fa4ad77d0/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0790129 Dec 22 09:12:30.006139 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-3e598294-f87c-4886-97a8-68485ee4e399 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 1099 time: 0.0692596 Dec 22 09:12:30.098687 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-532a5ebb-8edc-41df-9f90-e379ef6f6302 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1099 time: 0.0692515 Dec 22 09:12:30.233364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078080c-e115-4683-801d-872294bdb307 req-1ecced68-07f2-4c20-9495-5b1725238c1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:30.234797 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-1ecced68-07f2-4c20-9495-5b1725238c1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1299512 Dec 22 09:12:30.343798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-1e9e6d46-46d5-4c0c-83fa-50c3e50af2e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 1003 time: 0.1022806 Dec 22 09:12:30.417897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078080c-e115-4683-801d-872294bdb307 req-b00f7f1f-1951-4d25-8ee9-b48f00a53dc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:30.419361 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-b00f7f1f-1951-4d25-8ee9-b48f00a53dc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0695932 Dec 22 09:12:30.495209 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-4e756f0b-4944-4cdb-a30d-2584b15c5070 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697944 Dec 22 09:12:30.643260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-e923ab3e-8dfb-4ae5-8494-eac96b91fc99 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410933 Dec 22 09:12:30.931462 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8078080c-e115-4683-801d-872294bdb307 req-0b5d8f88-84c5-475e-8976-0c5a60bf51fa service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821982 Dec 22 09:12:30.951971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb277-134d-4ec7-a02b-65e4b0c80c65 req-fc2d7387-e3ac-4db3-aacd-41e0dfc15e54 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:30.953437 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4e6bb277-134d-4ec7-a02b-65e4b0c80c65 req-fc2d7387-e3ac-4db3-aacd-41e0dfc15e54 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.1287990 Dec 22 09:12:31.002900 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4e6bb277-134d-4ec7-a02b-65e4b0c80c65 req-37c7c19d-6247-4e84-81b4-61c0b769031d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430145 Dec 22 09:12:32.216274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b78f30-2950-44ac-9249-48e67fccd2e4 req-5e824084-9ec2-4b78-9675-1d52d7b15780 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:32.217126 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f2b78f30-2950-44ac-9249-48e67fccd2e4 req-5e824084-9ec2-4b78-9675-1d52d7b15780 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0836947 Dec 22 09:12:32.267674 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f2b78f30-2950-44ac-9249-48e67fccd2e4 req-615f8cb2-2bd8-4f61-b3ae-939919a11e15 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444288 Dec 22 09:12:32.921845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:12:33.036752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:33.065153 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:33.076169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:33.082384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:33.084461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:33.132993 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'code': 200} Dec 22 09:12:33.158043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:33.166551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.166900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.167252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.167559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.167887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.168211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.168531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.168851 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.169170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.169485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.169799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:12:33.173782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:33.481361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf00cf-78bb-46ca-843c-c845a0243ab0 req-efc19ea5-269c-420b-b320-ca6656c01fc1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:33.482705 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b5bf00cf-78bb-46ca-843c-c845a0243ab0 req-efc19ea5-269c-420b-b320-ca6656c01fc1 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.0772841 Dec 22 09:12:33.531690 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b5bf00cf-78bb-46ca-843c-c845a0243ab0 req-6c35af23-b6d2-4330-bc72-1ec84666ec58 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433824 Dec 22 09:12:34.742727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686d87-d72c-482b-b88f-a62314db7ac9 req-579c3ab2-c329-460b-b9c3-f9ec912b525a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:34.744201 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60686d87-d72c-482b-b88f-a62314db7ac9 req-579c3ab2-c329-460b-b9c3-f9ec912b525a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.0832899 Dec 22 09:12:34.789185 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60686d87-d72c-482b-b88f-a62314db7ac9 req-b984fbc0-ff75-4bac-8ab7-6a786b4ccdb6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393145 Dec 22 09:12:34.941225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:12:35.077054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:35.090290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'mac_address': 'fa:16:3e:b9:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:12:35.144706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:35.163780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaedec31-6c03-49bb-a4ad-114fa4ad77d0 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:12:35.179299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:35.183129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:35.184834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:35.250312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['aaedec31-6c03-49bb-a4ad-114fa4ad77d0'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:12:35.288450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:35.292786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:36.102869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbd0eb-f3fd-4fa1-95ee-f48edaea21a3 req-5c6559c4-2dcb-47db-92d9-4bf8273be1b2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:36.104217 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-96cbd0eb-f3fd-4fa1-95ee-f48edaea21a3 req-5c6559c4-2dcb-47db-92d9-4bf8273be1b2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 945 time: 0.1804829 Dec 22 09:12:36.154432 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-96cbd0eb-f3fd-4fa1-95ee-f48edaea21a3 req-d2ca5319-48ae-4c2c-8aec-864d686e0200 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 Dec 22 09:12:36.941049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:37.020173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:37.020552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:37.174263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ea42e2b0-0bac-4e7d-82c0-4aa9aac4deb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:37.179545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:37.206368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:37.215814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:37.220460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:37.222500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:37.273605 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'code': 200} Dec 22 09:12:37.292584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:37.295556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:37.361821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1376aa-98a4-4c31-aaba-4ea842092b73 req-5386930a-1396-4a62-a499-4c4137a66c32 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:37.363389 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3a1376aa-98a4-4c31-aaba-4ea842092b73 req-5386930a-1396-4a62-a499-4c4137a66c32 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0795841 Dec 22 09:12:37.410680 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3a1376aa-98a4-4c31-aaba-4ea842092b73 req-df8c7fb6-a2ca-4cbe-8687-9189f8fd0475 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392377 Dec 22 09:12:38.615874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc1166-cfcf-4700-9284-d5a15472d3dd req-86be0a90-72d9-466a-b1fa-c144d2991083 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:38.617317 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d0bc1166-cfcf-4700-9284-d5a15472d3dd req-86be0a90-72d9-466a-b1fa-c144d2991083 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0849249 Dec 22 09:12:38.663480 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d0bc1166-cfcf-4700-9284-d5a15472d3dd req-cc8d9fa8-d0a2-46a0-b8c0-ea85137438d4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401318 Dec 22 09:12:39.219528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aeecb7ac-f68b-4a52-b918-19372210264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:39.757234 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8c36311e-11d3-49fa-ab35-4fca0a7c3ae8 req-ded7f101-82b4-45bd-b4ea-6b784ff0a63c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1099 time: 0.1437495 Dec 22 09:12:39.963142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36311e-11d3-49fa-ab35-4fca0a7c3ae8 req-a8968388-7c30-4e52-a823-f34f29b236ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:39.964637 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8c36311e-11d3-49fa-ab35-4fca0a7c3ae8 req-a8968388-7c30-4e52-a823-f34f29b236ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1874218 Dec 22 09:12:40.023801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e27dc-0e0c-4556-aa0a-bc7b958a0e46 req-c405bf94-315a-4474-aa3c-cb92470fdc7a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:40.025139 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd9e27dc-0e0c-4556-aa0a-bc7b958a0e46 req-c405bf94-315a-4474-aa3c-cb92470fdc7a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.2262638 Dec 22 09:12:40.106505 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8c36311e-11d3-49fa-ab35-4fca0a7c3ae8 req-a5c66f44-d299-4d40-8094-aa031d63d4e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 1003 time: 0.1347027 Dec 22 09:12:40.109058 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cd9e27dc-0e0c-4556-aa0a-bc7b958a0e46 req-e7ae96c4-a96b-406c-b23b-5721ce9a5ac6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779488 Dec 22 09:12:40.169928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36311e-11d3-49fa-ab35-4fca0a7c3ae8 req-d3bd34e1-206f-4a82-b0fa-1858662a1c46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:40.171398 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8c36311e-11d3-49fa-ab35-4fca0a7c3ae8 req-d3bd34e1-206f-4a82-b0fa-1858662a1c46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0586448 Dec 22 09:12:40.266815 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8c36311e-11d3-49fa-ab35-4fca0a7c3ae8 req-26069619-e84c-4653-b844-a96576841fdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886934 Dec 22 09:12:40.404574 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8c36311e-11d3-49fa-ab35-4fca0a7c3ae8 req-e1a2b53d-5f1b-45fc-82b4-81f34d10ce85 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297531 Dec 22 09:12:40.438697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:40.554991 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8c36311e-11d3-49fa-ab35-4fca0a7c3ae8 req-85f54c2c-39d8-4ca8-a024-fb1cceb954fb service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425364 Dec 22 09:12:40.590466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:41.328327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e5ec6-07e6-41ef-a4a5-da2aca722d27 req-cc55a466-8060-4e06-ba30-253ca63bff66 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:41.329767 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8d9e5ec6-07e6-41ef-a4a5-da2aca722d27 req-cc55a466-8060-4e06-ba30-253ca63bff66 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0813007 Dec 22 09:12:41.377285 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8d9e5ec6-07e6-41ef-a4a5-da2aca722d27 req-a421b1f5-9c95-4742-b584-83f62e492428 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418124 Dec 22 09:12:41.619493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:41.790959 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:12:41.821251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-71ac9a99-a363-4236-aeab-1d3ddaebe662 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:41.822673 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-71ac9a99-a363-4236-aeab-1d3ddaebe662 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc&tenant_id=e2b4c463042e4ee78225bb192f48fd41&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 946 time: 0.0804749 Dec 22 09:12:41.861562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf163c1-623f-423b-b100-163731750087 req-1214d0b2-7df3-418f-9dc0-47af4f3335aa tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:41.863227 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bbf163c1-623f-423b-b100-163731750087 req-1214d0b2-7df3-418f-9dc0-47af4f3335aa tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0791111 Dec 22 09:12:41.889074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:41.901093 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-b0dbb97e-4129-4651-b47a-178fc3984217 service neutron] 10.222.0.32 "GET /v2.0/ports/aaedec31-6c03-49bb-a4ad-114fa4ad77d0/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0731940 Dec 22 09:12:41.911778 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bbf163c1-623f-423b-b100-163731750087 req-f9985c13-6d06-416c-8f9d-2a69a939e157 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430613 Dec 22 09:12:42.003046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-706cff9e-39fc-4350-abae-36fe9af8ae4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1099 time: 0.0808322 Dec 22 09:12:42.135659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-25a3c6bc-2ff1-4387-8103-6d72252c33a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:42.137252 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-25a3c6bc-2ff1-4387-8103-6d72252c33a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1286547 Dec 22 09:12:42.356246 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-23d223a1-0d4e-46af-833e-2b8746d06c10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 1003 time: 0.2123291 Dec 22 09:12:42.423217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-deca5c41-39c4-45e0-9b31-81e653726531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:42.424687 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-deca5c41-39c4-45e0-9b31-81e653726531 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0627310 Dec 22 09:12:42.503200 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-927640f9-23cb-433d-a1a1-7babf78928c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721838 Dec 22 09:12:42.637992 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-a066e3ba-6230-4d68-a897-9d3ced3e8e06 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281106 Dec 22 09:12:42.768357 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-00e0869f-607c-4b98-b89d-3987cfa62164 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244164 Dec 22 09:12:43.141960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6045-7f2f-4df0-adbe-a04343e1d3d8 req-23870d0a-2aa1-421e-b622-8d6df49528d2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:43.143432 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6eca6045-7f2f-4df0-adbe-a04343e1d3d8 req-23870d0a-2aa1-421e-b622-8d6df49528d2 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0888820 Dec 22 09:12:43.190927 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6eca6045-7f2f-4df0-adbe-a04343e1d3d8 req-2fe94b51-e6d5-445c-adaa-28f3ded56f08 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416081 Dec 22 09:12:44.413239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c74f3-8bbc-4469-be7b-f0bc67330c1b req-b5f7387b-e623-4c36-800b-d2de39e148e4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:44.414753 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-637c74f3-8bbc-4469-be7b-f0bc67330c1b req-b5f7387b-e623-4c36-800b-d2de39e148e4 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0898979 Dec 22 09:12:44.467133 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-637c74f3-8bbc-4469-be7b-f0bc67330c1b req-b9169dda-8459-4153-9503-9b815015820f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446711 Dec 22 09:12:44.955961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:12:45.069108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:45.097607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:45.107116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:45.112503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:45.115193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:45.181052 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'code': 200} Dec 22 09:12:45.185936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=9']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:45.188946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:45.668372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593c369-712b-4485-b662-5a8a66227f31 req-94dfa629-8511-4ce9-9b1e-d8ef64a65a64 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:45.669879 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2593c369-712b-4485-b662-5a8a66227f31 req-94dfa629-8511-4ce9-9b1e-d8ef64a65a64 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.0776842 Dec 22 09:12:45.718112 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2593c369-712b-4485-b662-5a8a66227f31 req-43b483b1-fcf5-4ccb-ad01-97c899eba763 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 Dec 22 09:12:46.026155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-da5178bf-3250-4a5d-9b66-cbc43e524185 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc&tenant_id=e2b4c463042e4ee78225bb192f48fd41 HTTP/1.1" status: 200 len: 1097 time: 0.0721881 Dec 22 09:12:46.122977 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-e3a46313-9ee5-4c2f-b8e6-1cefbe01c99f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2b4c463042e4ee78225bb192f48fd41&device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 1097 time: 0.0738606 Dec 22 09:12:46.263694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-a56a6e78-d4fc-45f8-8898-c0ed02af4d4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:46.265131 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-a56a6e78-d4fc-45f8-8898-c0ed02af4d4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 200 len: 912 time: 0.1351764 Dec 22 09:12:46.373442 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-4538a9dd-15d2-4491-bdeb-e8176fd6379f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 200 len: 1001 time: 0.1012650 Dec 22 09:12:46.444551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-61ff5a26-8895-4c17-ab53-d74d89f297ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:46.445988 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-61ff5a26-8895-4c17-ab53-d74d89f297ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 200 len: 850 time: 0.0662744 Dec 22 09:12:46.526041 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-05714424-d78e-4319-a071-3c2d24533db6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=888af123-0a92-4734-9b09-2fa219e53032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735154 Dec 22 09:12:46.664269 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-e25caf53-cc60-4d7f-b8af-642cae863d5b service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313772 Dec 22 09:12:46.801197 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c64a0f3-357d-4638-ba0b-9e3b8859faea req-f98b8fa5-979d-4c9b-95ee-ef5fc32e7205 service neutron] 10.222.0.32 "GET /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302080 Dec 22 09:12:46.918417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae8c6d-f11b-49ab-a250-faa8e7ed1453 req-29c158a1-4bdc-4a19-b1b4-ca29bdb907fb tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:46.919780 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50ae8c6d-f11b-49ab-a250-faa8e7ed1453 req-29c158a1-4bdc-4a19-b1b4-ca29bdb907fb tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.0774496 Dec 22 09:12:46.967755 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50ae8c6d-f11b-49ab-a250-faa8e7ed1453 req-8c37cff2-b982-42c1-bdf3-42dd03f69999 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422151 Dec 22 09:12:48.171147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a061e9a-4457-4a99-9e05-d801dfee7834 req-5d3aaab9-23af-4583-b714-58511d521001 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:48.172628 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a061e9a-4457-4a99-9e05-d801dfee7834 req-5d3aaab9-23af-4583-b714-58511d521001 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.0833170 Dec 22 09:12:48.223382 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8a061e9a-4457-4a99-9e05-d801dfee7834 req-0c777294-26f4-4bf8-8e31-d13796188250 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450840 Dec 22 09:12:49.000821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:12:49.450844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04856fd-e8a7-459c-ab17-b48140147b1e req-e38bc7ba-992f-491d-9076-529a981df471 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:49.452291 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d04856fd-e8a7-459c-ab17-b48140147b1e req-e38bc7ba-992f-491d-9076-529a981df471 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.0918138 Dec 22 09:12:49.497748 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d04856fd-e8a7-459c-ab17-b48140147b1e req-e707eea7-a7a1-442f-8ffc-6abb8460cf84 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395136 Dec 22 09:12:50.724125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6dac8-4281-4a7e-96c1-3d6ed7a7a66d req-cdd52ab8-df62-4e65-8069-7d9f3e9c14b9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:50.725550 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b7f6dac8-4281-4a7e-96c1-3d6ed7a7a66d req-cdd52ab8-df62-4e65-8069-7d9f3e9c14b9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 944 time: 0.0879550 Dec 22 09:12:50.771266 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b7f6dac8-4281-4a7e-96c1-3d6ed7a7a66d req-114428c3-a179-45c1-97e3-182bb6c64060 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402348 Dec 22 09:12:51.002993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:12:51.150026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:51.163365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'mac_address': 'fa:16:3e:b9:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:12:51.232685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:51.250305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaedec31-6c03-49bb-a4ad-114fa4ad77d0 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:12:51.266344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:51.274523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:51.276510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:51.338879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['aaedec31-6c03-49bb-a4ad-114fa4ad77d0'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:12:51.382125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=10']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:51.386336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:52.001135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7b93-6e23-437d-aada-81d48b7ab2f5 req-9039d363-2224-42ea-a1be-0c510626361d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:52.002595 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-386d7b93-6e23-437d-aada-81d48b7ab2f5 req-9039d363-2224-42ea-a1be-0c510626361d tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0964017 Dec 22 09:12:52.049748 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-386d7b93-6e23-437d-aada-81d48b7ab2f5 req-d8d5dbea-54e1-4f8c-8ef9-70225c0574b3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409403 Dec 22 09:12:53.016849 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:53.089172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:53.089459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:53.214204 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:53.240990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:53.250542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:53.257803 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:53.259764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:53.273396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17517525-787b-4122-b9df-187975fdb2de req-f5667d65-04a4-44ef-b26c-14fc12715aa5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:53.274857 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-17517525-787b-4122-b9df-187975fdb2de req-f5667d65-04a4-44ef-b26c-14fc12715aa5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0930722 Dec 22 09:12:53.306096 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'code': 200} Dec 22 09:12:53.325087 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-17517525-787b-4122-b9df-187975fdb2de req-d8d5cd33-e7a1-4b9c-8032-c8b44d5c878c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441332 Dec 22 09:12:53.327226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=11']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:53.330300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:54.641006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f49a39-9e8c-4cd8-ba43-f8ad4581f4d9 req-811ea4d7-6ad1-46b4-92cf-a5f786ab2582 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:54.642450 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60f49a39-9e8c-4cd8-ba43-f8ad4581f4d9 req-811ea4d7-6ad1-46b4-92cf-a5f786ab2582 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 947 time: 0.1843348 Dec 22 09:12:54.691689 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-60f49a39-9e8c-4cd8-ba43-f8ad4581f4d9 req-740eb387-9548-4894-8900-d2dd357c5f99 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Dec 22 09:12:55.033992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:12:55.186769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:55.201312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'port_id': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'mac_address': 'fa:16:3e:b9:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:12:55.260762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:55.278140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aaedec31-6c03-49bb-a4ad-114fa4ad77d0 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:12:55.294118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:55.298826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:55.301144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:55.361430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['aaedec31-6c03-49bb-a4ad-114fa4ad77d0'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:12:55.414339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=12']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:55.423669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:55.907547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6239b7-f4df-405a-91ab-f48fdc93bec5 req-dcdf237c-79df-4ea5-a2d6-9ae01d538a55 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:55.909002 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-be6239b7-f4df-405a-91ab-f48fdc93bec5 req-dcdf237c-79df-4ea5-a2d6-9ae01d538a55 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0904121 Dec 22 09:12:55.959697 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-be6239b7-f4df-405a-91ab-f48fdc93bec5 req-54125573-25a3-400a-8dbc-6130b10340c7 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448592 Dec 22 09:12:56.172539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f455e-9dda-45ba-aa22-47230da242a3 req-85c76d4c-0d64-42df-a435-3cf30674ced6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:56.173855 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-828f455e-9dda-45ba-aa22-47230da242a3 req-85c76d4c-0d64-42df-a435-3cf30674ced6 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0860360 Dec 22 09:12:56.224306 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-828f455e-9dda-45ba-aa22-47230da242a3 req-098875e7-f4a6-44de-99c1-7926d155d1c3 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431869 Dec 22 09:12:56.448728 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0164-d689-44c9-85aa-67376de49fb6 req-aa43dd8d-66f7-4e2f-9c3b-7cc1706e7b9a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:56.450084 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b44a0164-d689-44c9-85aa-67376de49fb6 req-aa43dd8d-66f7-4e2f-9c3b-7cc1706e7b9a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0915902 Dec 22 09:12:56.500931 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b44a0164-d689-44c9-85aa-67376de49fb6 req-7d491d6d-8c97-426a-afff-5b8ed5c1e0cf tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427520 Dec 22 09:12:56.927407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c7875-af93-4724-b85c-c70ceb973cde req-c22b9b2a-a192-4b27-bcc7-8e91cc20d91c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:56.928979 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2b8c7875-af93-4724-b85c-c70ceb973cde req-c22b9b2a-a192-4b27-bcc7-8e91cc20d91c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 946 time: 0.0986907 Dec 22 09:12:56.977081 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2b8c7875-af93-4724-b85c-c70ceb973cde req-4d17a2d2-92da-4ed2-a46f-30ada59bdc5c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401702 Dec 22 09:12:57.049199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:12:57.127328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:12:57.127984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:57.280973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:57.307702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:12:57.317279 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:57.322453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:57.325456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:12:57.365194 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'code': 200} Dec 22 09:12:57.393890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=13']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:12:57.397299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:12:58.196216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276273f3-ca09-45c5-a994-86eefdd42f6a req-a5738e8e-19ea-44ac-ae46-d52467ad9747 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:58.197995 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-276273f3-ca09-45c5-a994-86eefdd42f6a req-a5738e8e-19ea-44ac-ae46-d52467ad9747 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 947 time: 0.0868542 Dec 22 09:12:58.244246 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-276273f3-ca09-45c5-a994-86eefdd42f6a req-a8f690a2-ad6e-4a6b-a09a-c134c399038c tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406458 Dec 22 09:12:59.319801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-2090cdbc-1114-4502-be96-a5fc33189abb tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:59.321312 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-2090cdbc-1114-4502-be96-a5fc33189abb tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 947 time: 0.0784504 Dec 22 09:12:59.426568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Deleting port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:12:59.426826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:12:59.571143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd546f9-deef-4469-969b-6e25724e5e68 req-a9358fd9-44c1-4ecc-b22c-6b4cf0e5faf5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:12:59.572528 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4bd546f9-deef-4469-969b-6e25724e5e68 req-a9358fd9-44c1-4ecc-b22c-6b4cf0e5faf5 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 947 time: 0.2005265 Dec 22 09:12:59.696925 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4bd546f9-deef-4469-969b-6e25724e5e68 req-e6119084-d2d7-4787-b620-fa6ef393177e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc96511-3575-4502-9304-1e93423f70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807343 Dec 22 09:12:59.718005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] For port aaedec31-6c03-49bb-a4ad-114fa4ad77d0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:12:59.718369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:00.037552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:00.038080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:00.038580 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501 disassociated. External IP: 172.26.5.215, port: aaedec31-6c03-49bb-a4ad-114fa4ad77d0. Dec 22 09:13:00.038916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Calling delete_port for aaedec31-6c03-49bb-a4ad-114fa4ad77d0 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:13:00.184538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:00.190729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:00.236276 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event deleted for resources: {'Port': ['ID=aaedec31-6c03-49bb-a4ad-114fa4ad77d0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:00.251448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.251826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.252166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.252526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.252885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.253246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.253601 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.253955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.254306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.254654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.255002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:00.258638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:00.468436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:13:00.681094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:13:00.691080 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:13:00.704341 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:13:00.704999 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:12:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:00.869264 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-908cb21d-cfb6-40be-a41b-6944af1183e4 req-f2b3f6ef-84e4-4b3f-a1a2-2e8931360d34 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 210 time: 0.0437477 Dec 22 09:13:00.872396 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] No DVR routers for this DVR port aaedec31-6c03-49bb-a4ad-114fa4ad77d0 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:13:00.874933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:00.877742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-deleted', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:00.893416 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:13:00.903847 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-24ac4327-8f3e-47fb-9d5c-2409b1cb32dd req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.32 "DELETE /v2.0/ports/aaedec31-6c03-49bb-a4ad-114fa4ad77d0 HTTP/1.1" status: 204 len: 173 time: 1.5768149 Dec 22 09:13:00.934441 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de705885-3c15-4433-9ef6-31f0ac5935cc', 'name': 'network-vif-deleted', 'tag': 'aaedec31-6c03-49bb-a4ad-114fa4ad77d0', 'status': 'completed', 'code': 200} Dec 22 09:13:01.203263 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:01.207611 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:13:01.218330 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:13:01.218911 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:12:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:01.395086 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:13:01.731245 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:01.735657 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2672510-e99e-4351-90c9-9d7203d4391b None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:04:05Z', 'revision_number': 4, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b22a1d1d-452c-4f15-8bb9-d798bbcd9008', 'name': '', 'network_id': '888af123-0a92-4734-9b09-2fa219e53032', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'mac_address': 'fa:16:3e:78:58:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:05Z', 'updated_at': '2021-12-22T09:04:13Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'subnets': [{'id': '53fd37c8-0f35-4c1b-b382-e5090bb23438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:13:01.976087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b91d6-a69f-48e9-88fb-c6fe39d11f12 None None] New status for floating IP 335c6def-22c9-44ac-8c2d-d56a645ed501: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:13:02.056402 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-42eebb51-e6e2-4ad3-9c9f-4782a29b05a3 req-0317d765-db1c-4de2-8777-cd6cfd9e38b0 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/ports?device_id=de705885-3c15-4433-9ef6-31f0ac5935cc HTTP/1.1" status: 200 len: 210 time: 0.0414891 Dec 22 09:13:03.108025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:13:03.140826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: aaedec31-6c03-49bb-a4ad-114fa4ad77d0 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:13:03.141168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device aaedec31-6c03-49bb-a4ad-114fa4ad77d0 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:13:06.472784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47606) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:06.539834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:06.566652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:06.628330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:06.632470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-65559bf1-b8da-4de2-83c4-8c468842439b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:06.647432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc96511-3575-4502-9304-1e93423f70cc,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:06.659300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.659673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.660034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.660413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.660778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.661141 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.661484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.661841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.662198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.662569 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.662940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:06.666976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:06.669370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:06.670004 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "DELETE /v2.0/security-groups/8dc96511-3575-4502-9304-1e93423f70cc HTTP/1.1" status: 204 len: 168 time: 0.1961505 Dec 22 09:13:06.672757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47610) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:06.695580 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-36abff58-20a2-4c54-ae6e-7f57a11b3836 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] show failed (client error): The resource could not be found. Dec 22 09:13:06.696600 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-36abff58-20a2-4c54-ae6e-7f57a11b3836 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "GET /v2.0/security-groups/8dc96511-3575-4502-9304-1e93423f70cc HTTP/1.1" status: 404 len: 347 time: 0.0228910 Dec 22 09:13:06.699752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47616) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:06.855254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Deleting port 1ed6d966-ed5c-4306-8daf-9847a9c8d718 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:13:06.855590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:07.031067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:07.031438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:07.124072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f77ff78d-df71-480e-9c4e-b6dd7a254ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:07.158015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Calling delete_port for 1ed6d966-ed5c-4306-8daf-9847a9c8d718 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:13:07.303271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:07.306931 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0cbdda4-682d-4c63-b821-695b7027025d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:07.346916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Pushing event deleted for resources: {'Port': ['ID=1ed6d966-ed5c-4306-8daf-9847a9c8d718,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:07.350354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:07.438143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:07.452602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:07.454024 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] 10.222.0.31 "DELETE /v2.0/floatingips/335c6def-22c9-44ac-8c2d-d56a645ed501 HTTP/1.1" status: 204 len: 168 time: 0.7531116 Dec 22 09:13:07.457082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47624) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:07.951474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:08.654773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Deleting port b22a1d1d-452c-4f15-8bb9-d798bbcd9008 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:13:08.655107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:08.826855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] For port b22a1d1d-452c-4f15-8bb9-d798bbcd9008, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b22a1d1d-452c-4f15-8bb9-d798bbcd9008,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:08.827150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:08.947181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Calling delete_port for b22a1d1d-452c-4f15-8bb9-d798bbcd9008 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:13:09.139054 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:09.142766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:09.182429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22a1d1d-452c-4f15-8bb9-d798bbcd9008,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:09.184966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:09.215690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aae9281c-d753-43e6-9fda-e1cc9c249fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:09.482902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:10.189002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Router a5327211-c702-4d86-a2cb-261a08b0dbef has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:13:10.411544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:13:10.422381 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] Sync routers for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:13:10.427105 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] 10.222.0.31 "PUT /v2.0/routers/a5327211-c702-4d86-a2cb-261a08b0dbef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9690647 Dec 22 09:13:10.430856 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47634) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:10.444075 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:13:10.444653 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:13:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:10.447217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:10.594939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:10.628743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:10.647277 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:13:10.929341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:10.939969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Deleting port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:13:10.940317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:10.941131 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:13:09Z', 'revision_number': 5, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port': {'id': 'ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:04:03Z', 'updated_at': '2021-12-22T09:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:10.945315 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] Checking router: a5327211-c702-4d86-a2cb-261a08b0dbef for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:13:10.956201 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] Routers {'a5327211-c702-4d86-a2cb-261a08b0dbef'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:13:10.956793 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:13:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['a5327211-c702-4d86-a2cb-261a08b0dbef'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:11.107640 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] Set router a5327211-c702-4d86-a2cb-261a08b0dbef gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:13:11.115761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] For port ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:11.116144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.210263 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:13:10Z', 'revision_number': 6, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:11.214348 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d1ffc0-f2c5-4578-86c7-be5af4754fa3 None None] The sync data for ids ['a5327211-c702-4d86-a2cb-261a08b0dbef'] in dv-neutron-822610-1-hyperv is: [{'id': 'a5327211-c702-4d86-a2cb-261a08b0dbef', 'name': 'tempest-ServerActionsTestJSON-638961065-router', 'tenant_id': 'e2b4c463042e4ee78225bb192f48fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:04:02Z', 'updated_at': '2021-12-22T09:13:10Z', 'revision_number': 6, 'project_id': 'e2b4c463042e4ee78225bb192f48fd41', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:13:11.235443 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Calling delete_port for ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:13:11.407534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.413593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-47d24100-f8d1-4a1f-b139-98bff0d3a3f2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:11.458989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:11.462533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:11.608099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b22a1d1d-452c-4f15-8bb9-d798bbcd9008 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:13:11.653320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: b22a1d1d-452c-4f15-8bb9-d798bbcd9008 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:13:11.653670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b22a1d1d-452c-4f15-8bb9-d798bbcd9008 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:13:11.661908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.686462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.890611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.934400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.938596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.964961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.965846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5327211-c702-4d86-a2cb-261a08b0dbef {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:13:11.978797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:11.980109 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a5327211-c702-4d86-a2cb-261a08b0dbef HTTP/1.1" status: 204 len: 168 time: 1.5478134 Dec 22 09:13:11.982773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47640) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:12.158529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] Deleting subnet 53fd37c8-0f35-4c1b-b382-e5090bb23438 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:13:12.161777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.214412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.293992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.371917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.375485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b44b635c-949f-413f-8eb5-dd23d1d62f7d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:12.409410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fd37c8-0f35-4c1b-b382-e5090bb23438,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:12.412802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:12.415854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.421188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe19aa8-6dc4-4fb7-ab07-a6903e4beb22 None None] Network 888af123-0a92-4734-9b09-2fa219e53032 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:13:12.422036 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/53fd37c8-0f35-4c1b-b382-e5090bb23438 HTTP/1.1" status: 204 len: 168 time: 0.4383070 Dec 22 09:13:12.425545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47644) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:12.530636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.540920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Deleting port 66673255-3f3a-48cd-bd65-eab3c1e90569 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:13:12.541236 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.668035 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] DHCP port deletion for 888af123-0a92-4734-9b09-2fa219e53032 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:13:12.672264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] Deleting port 66673255-3f3a-48cd-bd65-eab3c1e90569 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:13:12.672643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.760836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] For port 66673255-3f3a-48cd-bd65-eab3c1e90569, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=66673255-3f3a-48cd-bd65-eab3c1e90569,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:12.761151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.878921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] For port 66673255-3f3a-48cd-bd65-eab3c1e90569, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=66673255-3f3a-48cd-bd65-eab3c1e90569,segment=NetworkSegment(e75178ea-d128-4a0f-8474-f742dd25e3ad),segment_id=e75178ea-d128-4a0f-8474-f742dd25e3ad)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:12.879429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.879895 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Calling delete_port for 66673255-3f3a-48cd-bd65-eab3c1e90569 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:13:12.953078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:12.957182 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-241e524c-f7cb-4058-bc9d-c6d69c444e0e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:12.996502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] Calling delete_port for 66673255-3f3a-48cd-bd65-eab3c1e90569 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:13:12.999369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=66673255-3f3a-48cd-bd65-eab3c1e90569,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:13.001957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:13.009245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] No DVR routers for this DVR port 66673255-3f3a-48cd-bd65-eab3c1e90569 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:13:13.072724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:13:13.073318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:13:13.128816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.153403 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888af123-0a92-4734-9b09-2fa219e53032']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:13.165334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75178ea-d128-4a0f-8474-f742dd25e3ad') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:13.165616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75178ea-d128-4a0f-8474-f742dd25e3ad') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:13.177307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.194446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.200936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:13:13.201312 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:13:13.214316 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:13:13.293488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.297232 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4106c19f-ac3d-4311-9cb2-e2a563a16328 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:13.309735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.319817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=888af123-0a92-4734-9b09-2fa219e53032,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:13.323201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:13.336050 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/888af123-0a92-4734-9b09-2fa219e53032 HTTP/1.1" status: 204 len: 168 time: 0.9095705 Dec 22 09:13:13.482270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47650) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:13.536242 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ede0b751-1b5e-4f48-aaf4-71c04440ace6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2b4c463042e4ee78225bb192f48fd41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527239 Dec 22 09:13:13.539458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47654) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:13.567584 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 66673255-3f3a-48cd-bd65-eab3c1e90569 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:13:13.597911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] Deleting port 66673255-3f3a-48cd-bd65-eab3c1e90569 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:13:13.598282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.598405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0eff-a1a3-4645-931b-753ab398e13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.623316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0eff-a1a3-4645-931b-753ab398e13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.627805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 66673255-3f3a-48cd-bd65-eab3c1e90569 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:13:13.628155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 66673255-3f3a-48cd-bd65-eab3c1e90569 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:13:13.628576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:13:13.673470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0eff-a1a3-4645-931b-753ab398e13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.677928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a6d698f0-1045-457e-bd9c-c1378158900d tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:13.693075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ca444e8e-0276-40ed-8593-1846568c07af None None] The port '66673255-3f3a-48cd-bd65-eab3c1e90569' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:13:13.694165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:13:13.694508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca88d5a4-e4b2-40ba-b54d-c87fc4cd0a56 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:13:13.696108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f0eff-a1a3-4645-931b-753ab398e13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f3494-38f4-4e24-b2d6-d7eb83ba8c9f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:13.699265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1c5f0eff-a1a3-4645-931b-753ab398e13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:13.703183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1c5f0eff-a1a3-4645-931b-753ab398e13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:13.705971 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1c5f0eff-a1a3-4645-931b-753ab398e13b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/440f3494-38f4-4e24-b2d6-d7eb83ba8c9f HTTP/1.1" status: 204 len: 168 time: 0.1633089 Dec 22 09:13:14.652206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47676) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:14.805798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-539268199-network', 'tenant_id': '53c48d2f4d114690a214c831528ddcf1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:14.810675 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:14.814607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Usage tracker for resource:network and tenant:53c48d2f4d114690a214c831528ddcf1 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:14.817523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:14.824621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:14.836043 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Made reservation on behalf of 53c48d2f4d114690a214c831528ddcf1 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:14.838242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:14.850335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:14.880580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:14.884454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Usage tracker for resource:security_group_rule and tenant:53c48d2f4d114690a214c831528ddcf1 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:14.887196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:14.892796 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:14.957995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:14.964989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:14.969334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7a1e3852-f4e0-43ab-bc25-9e460adcd4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:14.998245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:13:15.006572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f0dc4-ecc7-4091-a5b4-62edf617e789,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:15.010221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:15.012779 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:15.013154 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Added segment 4fea14d8-8d8a-4392-a0f0-070382ea4f34 of type vlan for network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da Dec 22 09:13:15.045906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:15.078670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:15.079727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:15.080320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:15.083614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f180ef8c-36a8-4ae6-8cb9-16b07deac126 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:15.178900 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5255940 Dec 22 09:13:15.179707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Pushing event updated for resources: {'Network': ['ID=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:15.181731 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47682) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:15.184083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:15.187697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Request body: {'subnet': {'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-539268199-subnet', 'tenant_id': '53c48d2f4d114690a214c831528ddcf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:15.190159 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:13:15.193661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:15.198282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Usage tracker for resource:subnet and tenant:53c48d2f4d114690a214c831528ddcf1 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:15.201170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:15.206706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:15.222645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Made reservation on behalf of 53c48d2f4d114690a214c831528ddcf1 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:15.225069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:15.428565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:15.432068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6a859fd9-24ab-4922-95e8-c21892a757c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:15.493285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f401d7c-0b24-41dc-9c51-abafbf4e96bd,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:15.501366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:15.517073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Checking segment: {'id': '4fea14d8-8d8a-4392-a0f0-070382ea4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:13:15.517445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Network hostable DHCP agents. Network: a8bb7f13-ebb8-4913-b1cd-e92826bcf6da, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:13:15.541660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:13:15.556176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, a8bb7f13-ebb8-4913-b1cd-e92826bcf6da) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:13:15.563498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:15.564089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:15.568695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52e9948-aa6d-4135-b268-d259fce1a5ce None None] Network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:13:15.587111 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4043796 Dec 22 09:13:15.826331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4834d9-f290-4216-8de9-7d2022bb21eb None None] Network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:13:16.249651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-6792253f-9949-411b-b2a2-c22f207f41fe tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:16.250225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-6792253f-9949-411b-b2a2-c22f207f41fe tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Synchronizing usage tracker for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:13:16.270334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-6792253f-9949-411b-b2a2-c22f207f41fe tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Unset dirty status for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:13:16.271578 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-6792253f-9949-411b-b2a2-c22f207f41fe tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/networks?id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da HTTP/1.1" status: 200 len: 813 time: 0.2841091 Dec 22 09:13:16.287580 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d66c84a8-0a05-4c7f-ab8c-d9e0570d8a9a tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/quotas/53c48d2f4d114690a214c831528ddcf1 HTTP/1.1" status: 200 len: 375 time: 0.0104222 Dec 22 09:13:16.333151 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-cb3bfbaa-8e06-470d-8ec8-fd8f52d728dc tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c48d2f4d114690a214c831528ddcf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405347 Dec 22 09:13:16.343333 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-9ebfbb9b-1f33-44ef-83dd-8a95a0016e91 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:13:16.344255 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-9ebfbb9b-1f33-44ef-83dd-8a95a0016e91 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048943 Dec 22 09:13:16.486418 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-6ead635b-257d-43a9-a4e3-7d7e1f5883fc service neutron] 10.222.0.31 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367009 Dec 22 09:13:16.618736 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-91196303-cbd1-4119-8c93-2e419ec2c64a service neutron] 10.222.0.31 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260953 Dec 22 09:13:16.811878 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-895247fb-37f2-46ea-a1e1-c34ef838de85 req-e3df2d22-a878-4067-9810-c3f562bf5118 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 210 time: 0.0441585 Dec 22 09:13:17.983143 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-823ac7a3-0e94-43cd-a1b6-728dcbf1415f req-d1f7908e-dec5-4bda-901d-3c3dd30077ed tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 210 time: 0.0432990 Dec 22 09:13:18.091192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-36a5b5d0-5113-43f3-b576-58b014e8b7ea tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:18.092659 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-36a5b5d0-5113-43f3-b576-58b014e8b7ea tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.32 "GET /v2.0/networks?id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da HTTP/1.1" status: 200 len: 813 time: 0.1490133 Dec 22 09:13:18.110268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Request body: {'port': {'device_id': 'e9ed87af-b597-4977-9d90-fb4d6bf9b1cf', 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da', 'admin_state_up': True, 'tenant_id': '53c48d2f4d114690a214c831528ddcf1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:18.245594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:18.249751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Usage tracker for resource:port and tenant:53c48d2f4d114690a214c831528ddcf1 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:18.252695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:18.258790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:18.268952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Made reservation on behalf of 53c48d2f4d114690a214c831528ddcf1 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:18.271897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:18.443585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Allocated IP 172.20.0.7 (a8bb7f13-ebb8-4913-b1cd-e92826bcf6da/4f401d7c-0b24-41dc-9c51-abafbf4e96bd/24bedfc7-73b9-4286-a287-7da5fb5179af) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:13:18.645578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:18.680004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:18.685466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b26cc6c4-3e4a-45ee-9ee5-472f4e3bc735 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:18.753236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:13:18.756412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:13:18.760503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:13:18.787106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Pushing event updated for resources: {'Port': ['ID=24bedfc7-73b9-4286-a287-7da5fb5179af,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:18.791400 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:13:18.792190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:18.824085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:18.824672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:18.846826 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7404356 Dec 22 09:13:18.858978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Request body: {'port': {'device_id': 'e9ed87af-b597-4977-9d90-fb4d6bf9b1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:18.968982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:19.344862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6295ce7-b277-4b39-96ae-6d227510151f req-47c4bf95-3b5c-47af-9deb-ffdc9acce37d tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:19.345568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-e6295ce7-b277-4b39-96ae-6d227510151f req-47c4bf95-3b5c-47af-9deb-ffdc9acce37d tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Synchronizing usage tracker for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:13:19.389014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-e6295ce7-b277-4b39-96ae-6d227510151f req-47c4bf95-3b5c-47af-9deb-ffdc9acce37d tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Unset dirty status for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:13:19.390145 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6295ce7-b277-4b39-96ae-6d227510151f req-47c4bf95-3b5c-47af-9deb-ffdc9acce37d tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 931 time: 0.2644076 Dec 22 09:13:19.462981 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e6295ce7-b277-4b39-96ae-6d227510151f req-09db9109-ae86-4987-87f7-7f3b586d65fd tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Dec 22 09:13:19.516439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bedfc7-73b9-4286-a287-7da5fb5179af {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:13:19.523438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:19.537441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Transition to ACTIVE for port object 24bedfc7-73b9-4286-a287-7da5fb5179af will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:13:19.542488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:19.545994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7b0d13d9-2d2c-4126-8a8a-123ca75bd8e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:19.662500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Pushing event updated for resources: {'Port': ['ID=24bedfc7-73b9-4286-a287-7da5fb5179af,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:19.666967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:19.776527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Attempting to bind port 24bedfc7-73b9-4286-a287-7da5fb5179af on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:13:19.776894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Attempting to bind port 24bedfc7-73b9-4286-a287-7da5fb5179af by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4fea14d8-8d8a-4392-a0f0-070382ea4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:13:19.777209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Attempting to bind port 24bedfc7-73b9-4286-a287-7da5fb5179af on network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:13:19.783506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Port 24bedfc7-73b9-4286-a287-7da5fb5179af on network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:13:19.783817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Attempting to bind port 24bedfc7-73b9-4286-a287-7da5fb5179af on network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:13:19.790741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:13:19.791068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Checking segment: {'id': '4fea14d8-8d8a-4392-a0f0-070382ea4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:13:19.791487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Bound using segment: {'id': '4fea14d8-8d8a-4392-a0f0-070382ea4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:13:19.791897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Bound port: 24bedfc7-73b9-4286-a287-7da5fb5179af, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fea14d8-8d8a-4392-a0f0-070382ea4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:13:19.792257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:19.889857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] For port 24bedfc7-73b9-4286-a287-7da5fb5179af, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:13:19.892827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] For port 24bedfc7-73b9-4286-a287-7da5fb5179af, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24bedfc7-73b9-4286-a287-7da5fb5179af,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:13:19.898778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:19.904122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:19.964105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:19.965481 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] 10.222.0.32 "PUT /v2.0/ports/24bedfc7-73b9-4286-a287-7da5fb5179af HTTP/1.1" status: 200 len: 1093 time: 1.1103628 Dec 22 09:13:19.965988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ed87af-b597-4977-9d90-fb4d6bf9b1cf', 'tag': '24bedfc7-73b9-4286-a287-7da5fb5179af'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:19.990656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Pushing event updated for resources: {'Port': ['ID=24bedfc7-73b9-4286-a287-7da5fb5179af,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:19.994164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:20.078783 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-66b7d9c3-b516-4596-a4ef-feecd95bec36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53c48d2f4d114690a214c831528ddcf1&device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 1096 time: 0.0740833 Dec 22 09:13:20.138259 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ed87af-b597-4977-9d90-fb4d6bf9b1cf', 'tag': '24bedfc7-73b9-4286-a287-7da5fb5179af', 'status': 'completed', 'code': 200} Dec 22 09:13:20.153150 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d3661589-50fd-4bc8-9641-c0d71e0c153d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24bedfc7-73b9-4286-a287-7da5fb5179af HTTP/1.1" status: 200 len: 217 time: 0.0676529 Dec 22 09:13:20.217720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d12dd209-5802-456f-8e86-c27feb93bbcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:20.219116 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-d12dd209-5802-456f-8e86-c27feb93bbcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f401d7c-0b24-41dc-9c51-abafbf4e96bd HTTP/1.1" status: 200 len: 853 time: 0.0598125 Dec 22 09:13:20.263673 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-265b6375-9870-435c-ab58-a788416c751a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378375 Dec 22 09:13:20.393022 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-08cfd7ac-f5ba-4c06-b8f1-1fe61fe80772 service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225491 Dec 22 09:13:20.526571 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff9d6b14-8b1d-4549-a89b-f85ff01b320d req-70c8da92-bb14-4a82-b320-5b1519293e3b service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259940 Dec 22 09:13:20.703869 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dcdb919-ebff-4f26-8d75-dcfa7f5d8cf6 req-b4f6d8e4-f1a9-4009-ac16-73b26736a088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53c48d2f4d114690a214c831528ddcf1&device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 1096 time: 0.1288910 Dec 22 09:13:20.709234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a68a18-6584-484c-b5c4-4ece6910b289 req-e2316df7-e98b-44dd-8d65-ed8f4e7c961b tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:20.710614 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-31a68a18-6584-484c-b5c4-4ece6910b289 req-e2316df7-e98b-44dd-8d65-ed8f4e7c961b tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 943 time: 0.1067035 Dec 22 09:13:20.946122 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-31a68a18-6584-484c-b5c4-4ece6910b289 req-ce451425-5bde-4088-b05f-4c6ddad5b635 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168605 Dec 22 09:13:20.967005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdb919-ebff-4f26-8d75-dcfa7f5d8cf6 req-88b3c80a-29a1-48e1-b4c8-d266834d3f16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:20.968440 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dcdb919-ebff-4f26-8d75-dcfa7f5d8cf6 req-88b3c80a-29a1-48e1-b4c8-d266834d3f16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da HTTP/1.1" status: 200 len: 914 time: 0.2570453 Dec 22 09:13:21.043071 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dcdb919-ebff-4f26-8d75-dcfa7f5d8cf6 req-11103057-06ba-4ef6-a51f-59b71335361c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24bedfc7-73b9-4286-a287-7da5fb5179af HTTP/1.1" status: 200 len: 217 time: 0.0679259 Dec 22 09:13:21.109598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdb919-ebff-4f26-8d75-dcfa7f5d8cf6 req-3391ed05-924b-45b7-89d4-dc3c691f94f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:21.110983 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dcdb919-ebff-4f26-8d75-dcfa7f5d8cf6 req-3391ed05-924b-45b7-89d4-dc3c691f94f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f401d7c-0b24-41dc-9c51-abafbf4e96bd HTTP/1.1" status: 200 len: 853 time: 0.0611150 Dec 22 09:13:21.159985 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dcdb919-ebff-4f26-8d75-dcfa7f5d8cf6 req-867a483d-3dbb-41fb-9514-77a8c90865ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422556 Dec 22 09:13:21.295566 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dcdb919-ebff-4f26-8d75-dcfa7f5d8cf6 req-47493b18-47ea-4e9e-a877-c9262b3bbc87 service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290848 Dec 22 09:13:21.440416 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dcdb919-ebff-4f26-8d75-dcfa7f5d8cf6 req-4ed5a737-644d-4569-b487-3dab6d0040b3 service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378644 Dec 22 09:13:22.158879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f2b19-2269-4d43-ae5e-fbb2350e9cc1 req-5adcbf52-c9d5-4e80-ab46-b65722a40a0b tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:22.160343 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9f4f2b19-2269-4d43-ae5e-fbb2350e9cc1 req-5adcbf52-c9d5-4e80-ab46-b65722a40a0b tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 943 time: 0.0830252 Dec 22 09:13:22.206437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-9f4f2b19-2269-4d43-ae5e-fbb2350e9cc1 req-f5f3c86e-e835-452f-a6ac-cfa73e26ee59 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Synchronizing usage tracker for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:13:22.226773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-9f4f2b19-2269-4d43-ae5e-fbb2350e9cc1 req-f5f3c86e-e835-452f-a6ac-cfa73e26ee59 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Unset dirty status for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:13:22.227978 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9f4f2b19-2269-4d43-ae5e-fbb2350e9cc1 req-f5f3c86e-e835-452f-a6ac-cfa73e26ee59 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618474 Dec 22 09:13:23.142857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 24bedfc7-73b9-4286-a287-7da5fb5179af details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:13:23.284311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 24bedfc7-73b9-4286-a287-7da5fb5179af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24bedfc7-73b9-4286-a287-7da5fb5179af,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:23.297579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '24bedfc7-73b9-4286-a287-7da5fb5179af', 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da', 'port_id': '24bedfc7-73b9-4286-a287-7da5fb5179af', 'mac_address': 'fa:16:3e:e1:4f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f401d7c-0b24-41dc-9c51-abafbf4e96bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:13:23.351578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:23.368300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bedfc7-73b9-4286-a287-7da5fb5179af {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:13:23.383850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 24bedfc7-73b9-4286-a287-7da5fb5179af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24bedfc7-73b9-4286-a287-7da5fb5179af,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:23.388846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:23.390597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:23.425656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d725e3-2f3c-4d99-a802-ce0028eeb458 req-c05db59d-d616-425d-8574-f008d49c85fa tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:23.427024 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f8d725e3-2f3c-4d99-a802-ce0028eeb458 req-c05db59d-d616-425d-8574-f008d49c85fa tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 943 time: 0.0803530 Dec 22 09:13:23.456173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=24bedfc7-73b9-4286-a287-7da5fb5179af,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:23.459461 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:23.474025 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f8d725e3-2f3c-4d99-a802-ce0028eeb458 req-99901037-dfcf-40ac-b447-e6ffb8abeeac tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Dec 22 09:13:23.760116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['24bedfc7-73b9-4286-a287-7da5fb5179af'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:13:24.672930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5289387-6e98-458a-bec4-0437da4ad678 req-680c408b-9f1a-4fb4-b053-25d8d14b6b21 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:24.674373 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5289387-6e98-458a-bec4-0437da4ad678 req-680c408b-9f1a-4fb4-b053-25d8d14b6b21 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 944 time: 0.0813708 Dec 22 09:13:24.723690 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5289387-6e98-458a-bec4-0437da4ad678 req-bc56d9ba-6eca-4d39-8550-a0cae1c96eaa tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Dec 22 09:13:25.157514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 24bedfc7-73b9-4286-a287-7da5fb5179af up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:13:25.247484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 24bedfc7-73b9-4286-a287-7da5fb5179af completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:13:25.252605 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 24bedfc7-73b9-4286-a287-7da5fb5179af triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:13:25.252994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:25.391445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:25.420362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed87af-b597-4977-9d90-fb4d6bf9b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bedfc7-73b9-4286-a287-7da5fb5179af'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:25.432920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 24bedfc7-73b9-4286-a287-7da5fb5179af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24bedfc7-73b9-4286-a287-7da5fb5179af,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:25.439449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:25.442043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:25.512613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=24bedfc7-73b9-4286-a287-7da5fb5179af,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:25.515809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:25.572841 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed87af-b597-4977-9d90-fb4d6bf9b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bedfc7-73b9-4286-a287-7da5fb5179af', 'code': 200} Dec 22 09:13:25.824626 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-31733866-3ef6-45bb-acc7-610064a2f86d req-56645672-b21c-467a-a7d9-84c153fec461 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 1098 time: 0.0824285 Dec 22 09:13:25.878416 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-31733866-3ef6-45bb-acc7-610064a2f86d req-e24fe0f2-1d5e-4d3e-831c-e4ce61482321 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470760 Dec 22 09:13:25.964516 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95f17-65fe-48bb-a257-3c4b6b59b240 req-33fa8e62-0d93-44a8-b0b4-2c06944cb49f tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:25.965964 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-04f95f17-65fe-48bb-a257-3c4b6b59b240 req-33fa8e62-0d93-44a8-b0b4-2c06944cb49f tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0972629 Dec 22 09:13:26.013202 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-04f95f17-65fe-48bb-a257-3c4b6b59b240 req-b813e968-c1b2-4018-8dc4-d07b42ca678f tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Dec 22 09:13:27.232807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bd24c-5fec-4284-ad11-2943b44726b0 req-2a24c9de-2bdb-4281-9cb3-ba94c90c3e51 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:27.234274 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-219bd24c-5fec-4284-ad11-2943b44726b0 req-2a24c9de-2bdb-4281-9cb3-ba94c90c3e51 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0831785 Dec 22 09:13:27.286165 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-219bd24c-5fec-4284-ad11-2943b44726b0 req-50bfb8ad-19c2-4c14-921c-5b1eae2d7dc7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Dec 22 09:13:28.491140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f350f-687e-4392-86db-4d7875fce65c req-4dd94371-6d66-45a8-ac10-3ebde944fdc7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:28.492615 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-374f350f-687e-4392-86db-4d7875fce65c req-4dd94371-6d66-45a8-ac10-3ebde944fdc7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0793517 Dec 22 09:13:28.542717 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-374f350f-687e-4392-86db-4d7875fce65c req-61ce78b3-5f76-4bf4-aafd-14c301535f18 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Dec 22 09:13:28.868427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-100ddc71-50a7-4a9a-997f-c1ba0679fde3 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:28.869880 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-100ddc71-50a7-4a9a-997f-c1ba0679fde3 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/networks?id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da HTTP/1.1" status: 200 len: 813 time: 0.1617773 Dec 22 09:13:28.886325 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-66ea5ed9-5956-4a80-b180-66e1de000356 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/quotas/53c48d2f4d114690a214c831528ddcf1 HTTP/1.1" status: 200 len: 375 time: 0.0111527 Dec 22 09:13:28.965830 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-4bdbc8ad-12b0-49b8-938f-d97370b7e580 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53c48d2f4d114690a214c831528ddcf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746319 Dec 22 09:13:29.186099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-03c02fc3-65da-41b7-be3d-ca57342bb050 service neutron] 10.222.0.31 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133698 Dec 22 09:13:29.320784 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-e5cac826-f7f2-4676-ae7e-245498fb3951 service neutron] 10.222.0.31 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290529 Dec 22 09:13:29.515633 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-43ae81ba-99f9-45d2-93c4-b2e9614789a8 req-c786242c-7bb0-42c4-a44d-9528e49fcfc8 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 210 time: 0.0403614 Dec 22 09:13:30.585867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-c129253d-916d-40d9-830d-da299c87d1f9 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:30.587318 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-c129253d-916d-40d9-830d-da299c87d1f9 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.32 "GET /v2.0/networks?id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da HTTP/1.1" status: 200 len: 813 time: 0.1516097 Dec 22 09:13:30.605231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Request body: {'port': {'device_id': '6c3280e4-622a-4722-94d7-e8a4966d0c97', 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da', 'admin_state_up': True, 'tenant_id': '53c48d2f4d114690a214c831528ddcf1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:30.821374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7cd1e891-bcb3-481b-bbfc-868518d9ce89 req-c6fd60bd-600e-4447-bc42-c81b5d202587 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 210 time: 0.0487638 Dec 22 09:13:30.897019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:30.907732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:30.920669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Made reservation on behalf of 53c48d2f4d114690a214c831528ddcf1 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:30.923728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:31.095921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Allocated IP 172.20.0.10 (a8bb7f13-ebb8-4913-b1cd-e92826bcf6da/4f401d7c-0b24-41dc-9c51-abafbf4e96bd/a5e78162-5395-441d-ae84-fbfd21645158) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:13:31.298445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:31.328044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:31.333677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-433523bc-57de-4070-8be4-ac15f335d241 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:31.341486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['24bedfc7-73b9-4286-a287-7da5fb5179af'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:13:31.399906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:13:31.403383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:13:31.407566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:13:31.439062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Pushing event updated for resources: {'Port': ['ID=a5e78162-5395-441d-ae84-fbfd21645158,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:31.445793 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:31.472859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:31.473454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:31.500786 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9007356 Dec 22 09:13:31.513620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Request body: {'port': {'device_id': '6c3280e4-622a-4722-94d7-e8a4966d0c97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:31.621753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:31.978978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e78162-5395-441d-ae84-fbfd21645158 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:13:31.986043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:32.001431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Transition to ACTIVE for port object a5e78162-5395-441d-ae84-fbfd21645158 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:13:32.006308 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:32.010203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3d949626-2533-48b5-9633-6e0baff1b4fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:32.025907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e30ff2-bc25-4609-b4f9-087f1557f720 req-bd4b6e3d-7ca7-4140-a05f-36c45e7cef93 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:32.027395 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-82e30ff2-bc25-4609-b4f9-087f1557f720 req-bd4b6e3d-7ca7-4140-a05f-36c45e7cef93 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 932 time: 0.0824366 Dec 22 09:13:32.077847 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-82e30ff2-bc25-4609-b4f9-087f1557f720 req-33a0ba6c-f0be-4543-8587-12124b31d2be tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448844 Dec 22 09:13:32.139463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e78162-5395-441d-ae84-fbfd21645158,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:32.142270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:32.253648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Attempting to bind port a5e78162-5395-441d-ae84-fbfd21645158 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:13:32.253975 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Attempting to bind port a5e78162-5395-441d-ae84-fbfd21645158 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4fea14d8-8d8a-4392-a0f0-070382ea4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:13:32.254297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Attempting to bind port a5e78162-5395-441d-ae84-fbfd21645158 on network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:13:32.260472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Port a5e78162-5395-441d-ae84-fbfd21645158 on network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:13:32.260788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Attempting to bind port a5e78162-5395-441d-ae84-fbfd21645158 on network a8bb7f13-ebb8-4913-b1cd-e92826bcf6da {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:13:32.271387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:13:32.271707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Checking segment: {'id': '4fea14d8-8d8a-4392-a0f0-070382ea4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:13:32.272080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Bound using segment: {'id': '4fea14d8-8d8a-4392-a0f0-070382ea4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:13:32.272475 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Bound port: a5e78162-5395-441d-ae84-fbfd21645158, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fea14d8-8d8a-4392-a0f0-070382ea4f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:13:32.272807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:32.370191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] For port a5e78162-5395-441d-ae84-fbfd21645158, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:13:32.373587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] For port a5e78162-5395-441d-ae84-fbfd21645158, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5e78162-5395-441d-ae84-fbfd21645158,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:13:32.379080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:32.383326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:32.434101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:32.435470 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] 10.222.0.32 "PUT /v2.0/ports/a5e78162-5395-441d-ae84-fbfd21645158 HTTP/1.1" status: 200 len: 1094 time: 0.9260764 Dec 22 09:13:32.435970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3280e4-622a-4722-94d7-e8a4966d0c97', 'tag': 'a5e78162-5395-441d-ae84-fbfd21645158'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:32.464032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e78162-5395-441d-ae84-fbfd21645158,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:32.467830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:32.510747 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3280e4-622a-4722-94d7-e8a4966d0c97', 'tag': 'a5e78162-5395-441d-ae84-fbfd21645158', 'status': 'completed', 'code': 200} Dec 22 09:13:32.553177 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-af95adae-36fe-4daf-84d4-1812b4d3e49a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53c48d2f4d114690a214c831528ddcf1&device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 1097 time: 0.0763471 Dec 22 09:13:32.623722 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-28e0cb2b-8725-4c24-8eb3-e16ce6b06706 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5e78162-5395-441d-ae84-fbfd21645158 HTTP/1.1" status: 200 len: 217 time: 0.0632606 Dec 22 09:13:32.796833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-45eddd37-c156-44ab-8201-ef6fcc2b57cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:32.798150 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-45eddd37-c156-44ab-8201-ef6fcc2b57cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f401d7c-0b24-41dc-9c51-abafbf4e96bd HTTP/1.1" status: 200 len: 853 time: 0.1685956 Dec 22 09:13:32.845366 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-d6a5d6b7-3b92-4c83-9b66-38e59f893239 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408146 Dec 22 09:13:32.986880 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-4c7887f7-fd1f-499c-b3eb-2c412d4c5dd4 service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346223 Dec 22 09:13:33.116069 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6a1216f5-7810-4242-a529-aaa0c504f3f3 req-58592805-8664-408e-9e58-8fd6c3ba8df3 service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233702 Dec 22 09:13:33.240829 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5a92d8f7-29f9-4e3d-822c-1dbbd377171b req-5e059d1e-a475-405e-ac6d-cdf8cb135054 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53c48d2f4d114690a214c831528ddcf1&device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 1097 time: 0.0757177 Dec 22 09:13:33.277655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27874932-a0db-40c8-bb72-31fa93aeb536 req-f54b9541-93af-4837-9627-adb6a4b7e442 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:33.279079 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-27874932-a0db-40c8-bb72-31fa93aeb536 req-f54b9541-93af-4837-9627-adb6a4b7e442 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 944 time: 0.0786033 Dec 22 09:13:33.328277 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-27874932-a0db-40c8-bb72-31fa93aeb536 req-99f57cbd-7ae8-4357-9d3c-4a8e84d1164c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Dec 22 09:13:33.373245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92d8f7-29f9-4e3d-822c-1dbbd377171b req-afb504f9-5654-4a97-b7f9-2f8d5e47bbcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:33.375446 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5a92d8f7-29f9-4e3d-822c-1dbbd377171b req-afb504f9-5654-4a97-b7f9-2f8d5e47bbcd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da HTTP/1.1" status: 200 len: 914 time: 0.1278687 Dec 22 09:13:33.448314 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5a92d8f7-29f9-4e3d-822c-1dbbd377171b req-42489fe6-2373-4513-aa54-e6bb06bd2f2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5e78162-5395-441d-ae84-fbfd21645158 HTTP/1.1" status: 200 len: 217 time: 0.0658307 Dec 22 09:13:33.513121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92d8f7-29f9-4e3d-822c-1dbbd377171b req-23c81f01-4a4f-4b4a-a349-d6d4c88a0db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:33.514647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5a92d8f7-29f9-4e3d-822c-1dbbd377171b req-23c81f01-4a4f-4b4a-a349-d6d4c88a0db2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f401d7c-0b24-41dc-9c51-abafbf4e96bd HTTP/1.1" status: 200 len: 853 time: 0.0589781 Dec 22 09:13:33.558512 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5a92d8f7-29f9-4e3d-822c-1dbbd377171b req-fd12cd65-d485-430c-bbde-1d66c1f027b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375414 Dec 22 09:13:33.690427 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5a92d8f7-29f9-4e3d-822c-1dbbd377171b req-08c95537-4b0e-44df-aac8-dbd8f9050c24 service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249509 Dec 22 09:13:33.823621 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5a92d8f7-29f9-4e3d-822c-1dbbd377171b req-68246566-10f6-4f4d-b8c8-c43e2bec8f6c service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255534 Dec 22 09:13:34.546979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76130614-c966-4440-9331-916e2b48fe00 req-2bd284b3-134c-4184-ab3d-c44bf0ee34cc tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:34.548023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-76130614-c966-4440-9331-916e2b48fe00 req-2bd284b3-134c-4184-ab3d-c44bf0ee34cc tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Synchronizing usage tracker for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:13:34.567724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-76130614-c966-4440-9331-916e2b48fe00 req-2bd284b3-134c-4184-ab3d-c44bf0ee34cc tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Unset dirty status for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:13:34.568798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76130614-c966-4440-9331-916e2b48fe00 req-2bd284b3-134c-4184-ab3d-c44bf0ee34cc tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 944 time: 0.1081636 Dec 22 09:13:34.618347 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76130614-c966-4440-9331-916e2b48fe00 req-037226e1-5907-4045-b23a-fce01aef0fc7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Dec 22 09:13:35.202905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5e78162-5395-441d-ae84-fbfd21645158 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:13:35.341867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5e78162-5395-441d-ae84-fbfd21645158, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5e78162-5395-441d-ae84-fbfd21645158,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:35.356315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'a5e78162-5395-441d-ae84-fbfd21645158', 'network_id': 'a8bb7f13-ebb8-4913-b1cd-e92826bcf6da', 'port_id': 'a5e78162-5395-441d-ae84-fbfd21645158', 'mac_address': 'fa:16:3e:a6:57:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f401d7c-0b24-41dc-9c51-abafbf4e96bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:13:35.422326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:35.439657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e78162-5395-441d-ae84-fbfd21645158 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:13:35.455575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5e78162-5395-441d-ae84-fbfd21645158, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5e78162-5395-441d-ae84-fbfd21645158,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:35.460587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:35.462663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:35.527222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=a5e78162-5395-441d-ae84-fbfd21645158,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:35.535582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.535913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.536246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.536576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.536902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.537227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.537549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.537870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.538218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.538535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.538855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:13:35.543080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:35.774707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['a5e78162-5395-441d-ae84-fbfd21645158'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:13:35.840113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff074109-4c01-489d-8c64-23e92359a022 req-b7546706-c3b0-4ceb-8f8e-482796ca5e27 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:35.841686 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff074109-4c01-489d-8c64-23e92359a022 req-b7546706-c3b0-4ceb-8f8e-482796ca5e27 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 945 time: 0.0914605 Dec 22 09:13:35.891633 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ff074109-4c01-489d-8c64-23e92359a022 req-58757692-f0ee-44be-8c1b-981b2a30ad26 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Dec 22 09:13:37.092016 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd2b91-84a0-43e8-914a-72ccdb9e9a7f req-ba2565af-30be-4309-af1b-b9bbb749fe21 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:37.093424 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cbd2b91-84a0-43e8-914a-72ccdb9e9a7f req-ba2565af-30be-4309-af1b-b9bbb749fe21 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 945 time: 0.0788426 Dec 22 09:13:37.119535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f01ab650-cab5-4fed-bdca-5c338cccbf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:37.141581 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6cbd2b91-84a0-43e8-914a-72ccdb9e9a7f req-714b8e6f-8832-4289-a3e7-90c74be7a368 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Dec 22 09:13:37.217909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5e78162-5395-441d-ae84-fbfd21645158 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:13:37.293892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port a5e78162-5395-441d-ae84-fbfd21645158 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:13:37.298889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port a5e78162-5395-441d-ae84-fbfd21645158 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:13:37.299305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:37.416695 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:37.442641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3280e4-622a-4722-94d7-e8a4966d0c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e78162-5395-441d-ae84-fbfd21645158'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:37.455006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port a5e78162-5395-441d-ae84-fbfd21645158, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5e78162-5395-441d-ae84-fbfd21645158,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:37.460432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:37.463488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:37.507531 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3280e4-622a-4722-94d7-e8a4966d0c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e78162-5395-441d-ae84-fbfd21645158', 'code': 200} Dec 22 09:13:37.535020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=a5e78162-5395-441d-ae84-fbfd21645158,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:37.537889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:37.736522 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-35483326-52f7-433f-b7fe-efa105339be3 req-b15fafa4-07ee-4310-b5ee-490611b84b35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 1099 time: 0.0724664 Dec 22 09:13:37.778997 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-35483326-52f7-433f-b7fe-efa105339be3 req-61e41d5e-958f-4c79-9737-9c34cb7498c8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354443 Dec 22 09:13:38.370085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c7278-1068-409c-b035-93f8279cb17d req-fefbdb5b-3a87-48ee-b628-546e6a3c9b89 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:38.371585 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c82c7278-1068-409c-b035-93f8279cb17d req-fefbdb5b-3a87-48ee-b628-546e6a3c9b89 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 946 time: 0.0861435 Dec 22 09:13:38.419888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c82c7278-1068-409c-b035-93f8279cb17d req-040ae16f-6ebc-42ff-ad46-73617f114b4e tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Dec 22 09:13:39.210549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a4b8bd3-f944-4c1b-a914-e0778c9e6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:39.624397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e22e34-6a58-4277-ad4e-829ec05fbc2a req-40cf47a6-90a9-47ed-9a01-caffaa89f123 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:39.625837 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-64e22e34-6a58-4277-ad4e-829ec05fbc2a req-40cf47a6-90a9-47ed-9a01-caffaa89f123 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 946 time: 0.0838616 Dec 22 09:13:39.627933 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-9966620f-c78b-4ec3-864e-71679f022dae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710835 Dec 22 09:13:39.672570 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-64e22e34-6a58-4277-ad4e-829ec05fbc2a req-4fc3567a-f637-4e09-86a0-c3b2ef00cc52 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Dec 22 09:13:39.770112 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-585cba21-eb2f-44f3-a49e-fa63d8bd6701 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53c48d2f4d114690a214c831528ddcf1&device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 1098 time: 0.0706062 Dec 22 09:13:40.033494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-17aa4f62-52b6-4ad4-b060-52db95611f17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:40.034827 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-17aa4f62-52b6-4ad4-b060-52db95611f17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da HTTP/1.1" status: 200 len: 914 time: 0.2427816 Dec 22 09:13:40.081999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876f5c9-d658-42e5-a163-6ebd85ccd5f4 req-42cfc92c-229e-4022-8dd2-e2962463449d tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:40.083437 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a876f5c9-d658-42e5-a163-6ebd85ccd5f4 req-42cfc92c-229e-4022-8dd2-e2962463449d tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 946 time: 0.0789106 Dec 22 09:13:40.107706 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-cc0b3a20-2bb9-4b4f-a6ef-50061e934cdd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24bedfc7-73b9-4286-a287-7da5fb5179af HTTP/1.1" status: 200 len: 217 time: 0.0653868 Dec 22 09:13:40.128438 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a876f5c9-d658-42e5-a163-6ebd85ccd5f4 req-e15d529f-f3bd-462f-af89-f15285236396 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393229 Dec 22 09:13:40.171256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-471428ca-fada-4ac3-8dbd-bef717d3efdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:40.172729 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-471428ca-fada-4ac3-8dbd-bef717d3efdb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f401d7c-0b24-41dc-9c51-abafbf4e96bd HTTP/1.1" status: 200 len: 853 time: 0.0583670 Dec 22 09:13:40.224307 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-060645e6-6c04-4804-96bd-6be7d55554b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441492 Dec 22 09:13:40.361561 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-28b5ac34-e5ff-4989-a993-737da671ecfe service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282513 Dec 22 09:13:40.444752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:40.500445 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3bf8ea0a-0b9c-4e42-9a96-262dd8bdcb50 req-7532abe0-2eca-473d-ad7f-1f3481bbfe4d service neutron] 10.222.0.32 "GET /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301777 Dec 22 09:13:40.601336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:41.334789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71055e-a413-4c2e-b67f-fc1c9049e440 req-2106aa6c-f162-4987-b156-148b0b6bb71c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:41.336433 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4e71055e-a413-4c2e-b67f-fc1c9049e440 req-2106aa6c-f162-4987-b156-148b0b6bb71c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 946 time: 0.0809209 Dec 22 09:13:41.384201 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4e71055e-a413-4c2e-b67f-fc1c9049e440 req-239cf570-1826-4455-9b18-b75e545208b9 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Dec 22 09:13:41.567434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af056a34-33b7-4275-a99f-079e14343d4b req-7060f233-57c4-4f80-9b7b-9e4f8af80553 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:41.568848 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af056a34-33b7-4275-a99f-079e14343d4b req-7060f233-57c4-4f80-9b7b-9e4f8af80553 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 946 time: 0.0841961 Dec 22 09:13:41.642195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-af056a34-33b7-4275-a99f-079e14343d4b req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Deleting port a5e78162-5395-441d-ae84-fbfd21645158 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:13:41.642477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:41.642987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af056a34-33b7-4275-a99f-079e14343d4b req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:41.896093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:41.904946 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-af056a34-33b7-4275-a99f-079e14343d4b req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] For port a5e78162-5395-441d-ae84-fbfd21645158, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a5e78162-5395-441d-ae84-fbfd21645158,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:41.905351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af056a34-33b7-4275-a99f-079e14343d4b req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:42.030341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-af056a34-33b7-4275-a99f-079e14343d4b req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Calling delete_port for a5e78162-5395-441d-ae84-fbfd21645158 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:13:42.177297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af056a34-33b7-4275-a99f-079e14343d4b req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:42.183446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ca2abfd2-c2f2-4c12-85eb-3bd806d6aad1 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:42.188914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['24bedfc7-73b9-4286-a287-7da5fb5179af', 'a5e78162-5395-441d-ae84-fbfd21645158'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:13:42.228017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Pushing event deleted for resources: {'Port': ['ID=a5e78162-5395-441d-ae84-fbfd21645158,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:42.232145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:42.306978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-af056a34-33b7-4275-a99f-079e14343d4b req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] No DVR routers for this DVR port a5e78162-5395-441d-ae84-fbfd21645158 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:13:42.309706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-af056a34-33b7-4275-a99f-079e14343d4b req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:42.313902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3280e4-622a-4722-94d7-e8a4966d0c97', 'name': 'network-vif-deleted', 'tag': 'a5e78162-5395-441d-ae84-fbfd21645158'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:42.331988 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af056a34-33b7-4275-a99f-079e14343d4b req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.32 "DELETE /v2.0/ports/a5e78162-5395-441d-ae84-fbfd21645158 HTTP/1.1" status: 204 len: 173 time: 0.7570388 Dec 22 09:13:42.377264 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3280e4-622a-4722-94d7-e8a4966d0c97', 'name': 'network-vif-deleted', 'tag': 'a5e78162-5395-441d-ae84-fbfd21645158', 'status': 'completed', 'code': 200} Dec 22 09:13:42.557664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-611e4da4-8b6c-4129-a363-ff9342e80666 req-c63a6687-f94a-4164-88f0-32d77548a766 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Synchronizing usage tracker for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:13:42.574223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-611e4da4-8b6c-4129-a363-ff9342e80666 req-c63a6687-f94a-4164-88f0-32d77548a766 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Unset dirty status for tenant:53c48d2f4d114690a214c831528ddcf1 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:13:42.575420 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-611e4da4-8b6c-4129-a363-ff9342e80666 req-c63a6687-f94a-4164-88f0-32d77548a766 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3280e4-622a-4722-94d7-e8a4966d0c97 HTTP/1.1" status: 200 len: 210 time: 0.0582168 Dec 22 09:13:43.987909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4d5c7-e30a-479b-a4f7-73bff57272f2 req-96f8fbe9-562a-4cbd-9732-17fd653fffac tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:43.989558 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2d4d5c7-e30a-479b-a4f7-73bff57272f2 req-96f8fbe9-562a-4cbd-9732-17fd653fffac tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.1969523 Dec 22 09:13:44.041535 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2d4d5c7-e30a-479b-a4f7-73bff57272f2 req-3bc2dc28-638e-4462-ab89-8a7a31033027 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Dec 22 09:13:44.264534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c5357-9816-4e70-bdb3-2ee028e1895c req-e79f500c-8958-445e-b2f8-d45cb0c8f71d tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:44.265877 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-424c5357-9816-4e70-bdb3-2ee028e1895c req-e79f500c-8958-445e-b2f8-d45cb0c8f71d tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0785582 Dec 22 09:13:44.314196 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-424c5357-9816-4e70-bdb3-2ee028e1895c req-30a8b305-08dd-47da-9af8-ed0ac0da4b29 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403864 Dec 22 09:13:44.525088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8d612-db94-4b77-8b99-e7a81e68d295 req-e78de3d2-9948-483d-b737-1b5a59cc4b22 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:44.526814 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b5e8d612-db94-4b77-8b99-e7a81e68d295 req-e78de3d2-9948-483d-b737-1b5a59cc4b22 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0825124 Dec 22 09:13:44.572352 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b5e8d612-db94-4b77-8b99-e7a81e68d295 req-6a483ba8-1192-4129-9df1-d5bf41393674 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Dec 22 09:13:44.800151 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-99f2b178-2700-4b9d-9ffa-af911f62603f req-54949dd4-ba49-4bb4-9f18-61bda84d6870 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0923934 Dec 22 09:13:45.016759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd95f1-1e07-49c3-a283-c0a94d061dc0 req-ae9b5ffa-6636-4fad-810a-06d1ce81c8c4 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:45.018204 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a8dd95f1-1e07-49c3-a283-c0a94d061dc0 req-ae9b5ffa-6636-4fad-810a-06d1ce81c8c4 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0905263 Dec 22 09:13:45.067164 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a8dd95f1-1e07-49c3-a283-c0a94d061dc0 req-b2f561ec-f667-4713-8c1a-2d24b3f9ef38 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Dec 22 09:13:45.242059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5e78162-5395-441d-ae84-fbfd21645158 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:13:45.274543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8062e1-7273-467b-85f6-b9c6364f16d0 req-5e8d8067-954b-4842-a86f-d6d024638d8e tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:45.275455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: a5e78162-5395-441d-ae84-fbfd21645158 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:13:45.275849 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device a5e78162-5395-441d-ae84-fbfd21645158 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:13:45.276360 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ab8062e1-7273-467b-85f6-b9c6364f16d0 req-5e8d8067-954b-4842-a86f-d6d024638d8e tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0806301 Dec 22 09:13:45.322350 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ab8062e1-7273-467b-85f6-b9c6364f16d0 req-9b0398e7-2485-4899-8a8d-d1bdb7e2990d tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402637 Dec 22 09:13:45.538733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe61c5a-6041-4b02-84af-9296229f6c21 req-ca6d056b-562f-4171-98e7-50efe6609246 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:45.540197 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe61c5a-6041-4b02-84af-9296229f6c21 req-ca6d056b-562f-4171-98e7-50efe6609246 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0824788 Dec 22 09:13:45.585390 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe61c5a-6041-4b02-84af-9296229f6c21 req-5285575f-a7f7-4909-96f1-d5bfd0f08852 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Dec 22 09:13:46.192026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396fc82-9c82-443f-810b-cd60ad0a801f req-496bcf51-7d5a-4514-8bdb-864111f7a72c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:46.193374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8396fc82-9c82-443f-810b-cd60ad0a801f req-496bcf51-7d5a-4514-8bdb-864111f7a72c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0964119 Dec 22 09:13:46.247647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8396fc82-9c82-443f-810b-cd60ad0a801f req-9d9f5004-a9df-4271-bb78-b7b74f3448b8 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Dec 22 09:13:47.467943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166e2b8-1f91-4ba5-8943-6ab2b51be4e2 req-1d957f73-7874-410e-83df-5a6f3f74b3dc tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:47.469349 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b166e2b8-1f91-4ba5-8943-6ab2b51be4e2 req-1d957f73-7874-410e-83df-5a6f3f74b3dc tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0818720 Dec 22 09:13:47.614950 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b166e2b8-1f91-4ba5-8943-6ab2b51be4e2 req-1945f772-c2db-4ede-aa2a-cf2446b0cacb tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/security-groups?id=f84f0dc4-ecc7-4091-a5b4-62edf617e789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396327 Dec 22 09:13:47.841719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-e9beefdf-622f-4df7-9c30-716a3b1d51b2 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:47.843124 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-e9beefdf-622f-4df7-9c30-716a3b1d51b2 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 945 time: 0.0986233 Dec 22 09:13:47.911911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Deleting port 24bedfc7-73b9-4286-a287-7da5fb5179af {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:13:47.912116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:48.155620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] For port 24bedfc7-73b9-4286-a287-7da5fb5179af, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24bedfc7-73b9-4286-a287-7da5fb5179af,segment=NetworkSegment(4fea14d8-8d8a-4392-a0f0-070382ea4f34),segment_id=4fea14d8-8d8a-4392-a0f0-070382ea4f34)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:13:48.155919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:48.273984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Calling delete_port for 24bedfc7-73b9-4286-a287-7da5fb5179af owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:13:48.413955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:48.419484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c40e4942-eb4f-4159-a615-9d955791e84f tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:48.425241 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['24bedfc7-73b9-4286-a287-7da5fb5179af'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:13:48.463900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Pushing event deleted for resources: {'Port': ['ID=24bedfc7-73b9-4286-a287-7da5fb5179af,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:48.467204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:48.536099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] No DVR routers for this DVR port 24bedfc7-73b9-4286-a287-7da5fb5179af on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:13:48.538649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:48.542385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ed87af-b597-4977-9d90-fb4d6bf9b1cf', 'name': 'network-vif-deleted', 'tag': '24bedfc7-73b9-4286-a287-7da5fb5179af'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:13:48.557988 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9e673566-0c79-4274-a6c5-e82bca03e2c4 req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.32 "DELETE /v2.0/ports/24bedfc7-73b9-4286-a287-7da5fb5179af HTTP/1.1" status: 204 len: 173 time: 0.7092307 Dec 22 09:13:48.596379 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ed87af-b597-4977-9d90-fb4d6bf9b1cf', 'name': 'network-vif-deleted', 'tag': '24bedfc7-73b9-4286-a287-7da5fb5179af', 'status': 'completed', 'code': 200} Dec 22 09:13:48.792970 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-519709a7-1565-4a92-8474-c53444f75b77 req-7a815677-ab64-43c3-9290-f33de9a113e9 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] 10.222.0.31 "GET /v2.0/ports?device_id=e9ed87af-b597-4977-9d90-fb4d6bf9b1cf HTTP/1.1" status: 200 len: 210 time: 0.0408888 Dec 22 09:13:49.914816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47826) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:49.980614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] Deleting subnet 4f401d7c-0b24-41dc-9c51-abafbf4e96bd {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:13:49.983988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.039775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.095528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.167114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.170590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e73a0ba8-5bd0-4041-aa3a-a94b05e9cc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:50.206280 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f401d7c-0b24-41dc-9c51-abafbf4e96bd,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:50.209552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:50.213355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.219010 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4f401d7c-0b24-41dc-9c51-abafbf4e96bd HTTP/1.1" status: 204 len: 168 time: 0.3028629 Dec 22 09:13:50.223074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47830) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:50.328608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.449349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.473588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bb7f13-ebb8-4913-b1cd-e92826bcf6da']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:50.485889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fea14d8-8d8a-4392-a0f0-070382ea4f34') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:50.486215 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fea14d8-8d8a-4392-a0f0-070382ea4f34') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:50.498289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.514528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.520869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:13:50.521253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:13:50.534291 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:13:50.610799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.614455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-019bd7e9-34b8-4b4a-86b3-ebbb218d9f46 tempest-FloatingIPTestJSON-1741294207 tempest-FloatingIPTestJSON-1741294207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:50.627134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.638338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8bb7f13-ebb8-4913-b1cd-e92826bcf6da,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:50.641098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:50.646809 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-92c1524b-605b-4176-9c47-3fc58605000e admin admin] 10.222.0.31 "DELETE /v2.0/networks/a8bb7f13-ebb8-4913-b1cd-e92826bcf6da HTTP/1.1" status: 204 len: 168 time: 0.4228005 Dec 22 09:13:50.794832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47836) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:50.850362 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-454037ee-f0b0-47fb-8ba2-05175d67c6d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53c48d2f4d114690a214c831528ddcf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0541925 Dec 22 09:13:50.852687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47840) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:50.925378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f43fa297-1cff-4234-8a09-7ea296c7fd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:50.955897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f43fa297-1cff-4234-8a09-7ea296c7fd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:51.015133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f43fa297-1cff-4234-8a09-7ea296c7fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:51.018930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c2be2b89-b5ae-4d4c-aac2-cf7ed3cecca0 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:51.032623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fa297-1cff-4234-8a09-7ea296c7fd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f0dc4-ecc7-4091-a5b4-62edf617e789,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:51.035222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f43fa297-1cff-4234-8a09-7ea296c7fd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:51.045320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f43fa297-1cff-4234-8a09-7ea296c7fd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:51.046625 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f43fa297-1cff-4234-8a09-7ea296c7fd15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f84f0dc4-ecc7-4091-a5b4-62edf617e789 HTTP/1.1" status: 204 len: 168 time: 0.1928275 Dec 22 09:13:51.279914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 24bedfc7-73b9-4286-a287-7da5fb5179af no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:13:51.314181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 24bedfc7-73b9-4286-a287-7da5fb5179af {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:13:51.314531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 24bedfc7-73b9-4286-a287-7da5fb5179af not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:13:51.955531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47862) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:52.084064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2134302473'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:52.089307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:52.093458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:network and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:52.096471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:52.103415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:52.115012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:52.118025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.130507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.167986 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:52.171680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:security_group_rule and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:52.174391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:52.180140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:52.247461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.253765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.256566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b2abf404-19cf-494f-a8c9-f706b81760d9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:52.290469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:13:52.292503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb77fb30-ea8d-4024-81fd-920025e2d103,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:52.297415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:52.302522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.302883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Added segment a02319ea-833a-4c00-bb16-54b20341deef of type vlan for network 83767530-487e-431a-a20e-e4b99db3b361 Dec 22 09:13:52.328546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.363788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.367561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:52.368132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:52.371782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-97b68d75-4d35-400c-b4b4-3a63e065309e tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:52.471660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Network': ['ID=83767530-487e-431a-a20e-e4b99db3b361,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:52.477466 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5179529 Dec 22 09:13:52.477466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:52.498096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 83767530-487e-431a-a20e-e4b99db3b361 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:13:55.684538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47868) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:55.693488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'subnet': {'network_id': '83767530-487e-431a-a20e-e4b99db3b361', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:55.791531 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:13:55.815842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:55.819812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:subnet and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:55.823098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:55.829452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:55.844038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:55.964435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.303184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.306653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e193b9f5-57b7-4b78-89a1-e5fe09632ac7 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:56.376479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Subnet': ['ID=922ec70c-bddc-46fd-82b9-69bef87d8b7f,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:56.380852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:56.391998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Checking segment: {'id': 'a02319ea-833a-4c00-bb16-54b20341deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '83767530-487e-431a-a20e-e4b99db3b361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:13:56.392355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network hostable DHCP agents. Network: 83767530-487e-431a-a20e-e4b99db3b361, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:13:56.416953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network 83767530-487e-431a-a20e-e4b99db3b361 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:13:56.430204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 83767530-487e-431a-a20e-e4b99db3b361) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:13:56.434641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:56.435223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.439710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b27924c-9fd4-4ae3-a3ad-09b3d7c3df86 None None] Network 83767530-487e-431a-a20e-e4b99db3b361 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:13:56.459057 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7731316 Dec 22 09:13:56.462584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47872) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:56.468471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1236735765'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:56.473603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:56.477587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:network and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:56.480769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:56.486947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:56.497511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:56.500624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.533663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:13:56.543438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.543779 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Added segment 321e9311-e0ec-45e4-abd9-144cf3e1c539 of type vlan for network 70420bb0-6969-4211-8686-341311fc7ee8 Dec 22 09:13:56.573524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.604801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.608749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:56.609326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.612976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0bc6a68c-188c-4ecb-82c1-06423faf5625 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:56.658437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-83767530-487e-431a-a20e-e4b99db3b361', 'network_id': '83767530-487e-431a-a20e-e4b99db3b361', 'tenant_id': '35a16a791225450d9fc72369cb2b1492', 'fixed_ips': [{'subnet_id': '922ec70c-bddc-46fd-82b9-69bef87d8b7f'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:13:56.659354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:56.711176 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2474880 Dec 22 09:13:56.714566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47876) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:56.721729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Network': ['ID=70420bb0-6969-4211-8686-341311fc7ee8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:56.721978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'subnet': {'network_id': '70420bb0-6969-4211-8686-341311fc7ee8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:56.724891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:56.734169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 70420bb0-6969-4211-8686-341311fc7ee8 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:13:56.838110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:56.842476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:subnet and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:56.845498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:56.851395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:56.861294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:56.908776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Allocated IP 2001:db8:0:ffff::2 (83767530-487e-431a-a20e-e4b99db3b361/922ec70c-bddc-46fd-82b9-69bef87d8b7f/09de5eaf-4f27-43ae-926c-2f170f2e38a2) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:13:56.963656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.106165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.116001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Transition to ACTIVE for port object 09de5eaf-4f27-43ae-926c-2f170f2e38a2 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:13:57.134440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Transition to ACTIVE for port object 09de5eaf-4f27-43ae-926c-2f170f2e38a2 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:13:57.140908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.148860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:57.189146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.194159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b2e6d822-32bb-4d7f-bfb5-b95cdc284458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:57.213357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Network 83767530-487e-431a-a20e-e4b99db3b361 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:13:57.216703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:13:57.218408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Pushing event updated for resources: {'Port': ['ID=09de5eaf-4f27-43ae-926c-2f170f2e38a2,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:57.223273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:13:57.223273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:57.262133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Subnet': ['ID=cc54a43a-d91f-447d-9761-764500c83798,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:57.270791 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:57.286846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Checking segment: {'id': '321e9311-e0ec-45e4-abd9-144cf3e1c539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '70420bb0-6969-4211-8686-341311fc7ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:13:57.287202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network hostable DHCP agents. Network: 70420bb0-6969-4211-8686-341311fc7ee8, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:13:57.312059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network 70420bb0-6969-4211-8686-341311fc7ee8 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:13:57.323553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 70420bb0-6969-4211-8686-341311fc7ee8) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:13:57.328536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:57.329142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.346324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c890d-a178-45f4-acaf-3aceaa1c2a9c None None] Network 70420bb0-6969-4211-8686-341311fc7ee8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:13:57.354720 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c88e9097-c3be-4584-8f7b-e25b63fbfab0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6384544 Dec 22 09:13:57.357562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47880) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:57.405350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Attempting to bind port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:13:57.405862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Attempting to bind port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'a02319ea-833a-4c00-bb16-54b20341deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '83767530-487e-431a-a20e-e4b99db3b361'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:13:57.406058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Attempting to bind port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 on network 83767530-487e-431a-a20e-e4b99db3b361 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:13:57.429978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:13:57.430368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Checking segment: {'id': 'a02319ea-833a-4c00-bb16-54b20341deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '83767530-487e-431a-a20e-e4b99db3b361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:13:57.430774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.431171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Bound using segment: {'id': 'a02319ea-833a-4c00-bb16-54b20341deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '83767530-487e-431a-a20e-e4b99db3b361'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:13:57.431759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Bound port: 09de5eaf-4f27-43ae-926c-2f170f2e38a2, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02319ea-833a-4c00-bb16-54b20341deef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '83767530-487e-431a-a20e-e4b99db3b361'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:13:57.432237 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.494183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.557658 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.585326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] For port 09de5eaf-4f27-43ae-926c-2f170f2e38a2, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:13:57.598604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] For port 09de5eaf-4f27-43ae-926c-2f170f2e38a2, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=09de5eaf-4f27-43ae-926c-2f170f2e38a2,segment=NetworkSegment(a02319ea-833a-4c00-bb16-54b20341deef),segment_id=a02319ea-833a-4c00-bb16-54b20341deef)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:13:57.626622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.634778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:57.640970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.644742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-102cd9d7-4774-4120-abf0-afdda648c9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:57.681274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b226468-a64c-40b3-8209-224656c27fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-70420bb0-6969-4211-8686-341311fc7ee8', 'network_id': '70420bb0-6969-4211-8686-341311fc7ee8', 'tenant_id': '35a16a791225450d9fc72369cb2b1492', 'fixed_ips': [{'subnet_id': 'cc54a43a-d91f-447d-9761-764500c83798'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:13:57.682562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8b226468-a64c-40b3-8209-224656c27fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.774362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Pushing event updated for resources: {'Port': ['ID=09de5eaf-4f27-43ae-926c-2f170f2e38a2,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:57.780693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:57.798315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Subnet': ['ID=cc54a43a-d91f-447d-9761-764500c83798,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:57.802298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:57.829789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855fd824-d4ef-4070-bf11-b0020579c312 None None] Network 70420bb0-6969-4211-8686-341311fc7ee8 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:13:57.907773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:57.958872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70420bb0-6969-4211-8686-341311fc7ee8']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:57.983324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321e9311-e0ec-45e4-abd9-144cf3e1c539') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:57.983620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321e9311-e0ec-45e4-abd9-144cf3e1c539') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:57.998375 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.019785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.029577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:13:58.029980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:13:58.045748 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:13:58.133863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.137423 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7843fa55-2309-4516-bba8-099ca84a448a tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:58.151930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.162937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Network': ['ID=70420bb0-6969-4211-8686-341311fc7ee8,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:58.165881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:58.167924 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/networks/70420bb0-6969-4211-8686-341311fc7ee8 HTTP/1.1" status: 204 len: 168 time: 0.8095419 Dec 22 09:13:58.171679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47884) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:58.180317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726518946'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:58.188273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:58.193962 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:network and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:58.198551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:58.204455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:58.217302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:58.220767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.253900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:13:58.263862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.264204 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Added segment ee0e6603-ffeb-464c-8107-8637abc5ac43 of type vlan for network 2880a89c-3d4b-4d75-8699-e2819337ecee Dec 22 09:13:58.293075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.325744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.329620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:58.330194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.333690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bc31ff49-eb51-4c97-a326-7e3453df75da tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:58.434142 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2584977 Dec 22 09:13:58.434708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47888) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:58.440866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Network': ['ID=2880a89c-3d4b-4d75-8699-e2819337ecee,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:58.442163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'subnet': {'network_id': '2880a89c-3d4b-4d75-8699-e2819337ecee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:58.443566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aba43b45-6235-4789-80dd-bdedaf094fe3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:58.452020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 2880a89c-3d4b-4d75-8699-e2819337ecee details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:13:58.562926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:58.566761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:subnet and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:58.569713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:58.576285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:58.587466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:58.691776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.781623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Performing IP validity checks on allocation pools {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 09:13:58.782172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.ipam_backend_mixin [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 09:13:58.800599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218fd9ce-c669-4dbf-a95e-f9824dad345b None None] Network 83767530-487e-431a-a20e-e4b99db3b361 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:13:58.915998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5ab729b3-1314-484c-a266-b120304b15d3 None None] Provisioning for port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:13:58.922072 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:58.928108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d23aefac-fd7e-4b7a-8157-91bed69a9f66 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:59.012048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Subnet': ['ID=0780662b-139b-432d-a6fb-df8ad808cee3,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:59.017881 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:59.021850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Checking segment: {'id': 'ee0e6603-ffeb-464c-8107-8637abc5ac43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2880a89c-3d4b-4d75-8699-e2819337ecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:13:59.021850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network hostable DHCP agents. Network: 2880a89c-3d4b-4d75-8699-e2819337ecee, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:13:59.049823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network 2880a89c-3d4b-4d75-8699-e2819337ecee is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:13:59.060314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 2880a89c-3d4b-4d75-8699-e2819337ecee) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:13:59.064648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:59.065656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.070542 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c24b619-1cdb-4229-b1c3-db0b0feb6ed0 None None] Network 2880a89c-3d4b-4d75-8699-e2819337ecee requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:13:59.088929 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6529570 Dec 22 09:13:59.091593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47892) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:59.245432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.304444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d1764c-65de-446c-b8a5-51c1bfc19800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-2880a89c-3d4b-4d75-8699-e2819337ecee', 'network_id': '2880a89c-3d4b-4d75-8699-e2819337ecee', 'tenant_id': '35a16a791225450d9fc72369cb2b1492', 'fixed_ips': [{'subnet_id': '0780662b-139b-432d-a6fb-df8ad808cee3'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:13:59.305411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-90d1764c-65de-446c-b8a5-51c1bfc19800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.315759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.396035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.400513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c73fa092-3d93-48b4-b956-a15014b296db tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server [None req-90d1764c-65de-446c-b8a5-51c1bfc19800 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0780662b-139b-432d-a6fb-df8ad808cee3: This subnet is being modified by another concurrent operation. Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise value Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server raise exception Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0780662b-139b-432d-a6fb-df8ad808cee3: This subnet is being modified by another concurrent operation. Dec 22 09:13:59.405561 dv-neutron-822610-1-hyperv neutron-server[83497]: ERROR oslo_messaging.rpc.server Dec 22 09:13:59.423179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9fc5e8-aae9-4830-8e1e-ad052c0e5b88 None None] Network 2880a89c-3d4b-4d75-8699-e2819337ecee requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:13:59.438209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Subnet': ['ID=0780662b-139b-432d-a6fb-df8ad808cee3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:59.441683 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:59.534739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.559532 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2880a89c-3d4b-4d75-8699-e2819337ecee']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:59.572069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0e6603-ffeb-464c-8107-8637abc5ac43') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:59.572361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0e6603-ffeb-464c-8107-8637abc5ac43') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:13:59.584454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.600636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.607045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:13:59.607472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.647922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 09de5eaf-4f27-43ae-926c-2f170f2e38a2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:13:59.669600 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:13:59.688203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba7baee-a087-4621-8623-b6a76c93200a None None] get_active_networks_info from dv-neutron-822610-1-hyperv {{(pid=83497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 09:13:59.705212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.708684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e093805-52f4-4f21-abf7-75abad519883 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:59.723918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.736649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Network': ['ID=2880a89c-3d4b-4d75-8699-e2819337ecee,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:13:59.739516 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/networks/2880a89c-3d4b-4d75-8699-e2819337ecee HTTP/1.1" status: 204 len: 168 time: 0.6469443 Dec 22 09:13:59.740474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:13:59.743467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47896) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:13:59.749833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1579759294'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:13:59.755526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:13:59.759996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:network and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:13:59.762803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:13:59.768680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:13:59.779806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:13:59.783139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.806817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:13:59.811201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba7baee-a087-4621-8623-b6a76c93200a None None] Resources bound (agent type, host, resource id): {{(pid=83497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 09:13:59.814246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:13:59.814408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:13:59.814828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.824099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.824442 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Added segment 2cf51651-1a6d-499e-b41d-522b13dcd1e3 of type vlan for network 13d274f0-c7e8-4567-8edf-eca57feb1e99 Dec 22 09:13:59.853456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.886600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.890550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:13:59.891140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:13:59.896465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f05efb6e-febd-423c-9341-e9ed7d0f3d97 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:13:59.990642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2459185 Dec 22 09:13:59.993675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47900) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:00.009161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'subnet': {'network_id': '13d274f0-c7e8-4567-8edf-eca57feb1e99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:00.035770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.084479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Network': ['ID=13d274f0-c7e8-4567-8edf-eca57feb1e99,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:00.087177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-59caf5f7-536d-4527-a2dd-afb0853e2333 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:00.110517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 13d274f0-c7e8-4567-8edf-eca57feb1e99 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:14:00.128785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:00.132780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:subnet and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:00.135868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:00.141753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:00.152772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:00.199832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 09de5eaf-4f27-43ae-926c-2f170f2e38a2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=09de5eaf-4f27-43ae-926c-2f170f2e38a2,segment=NetworkSegment(a02319ea-833a-4c00-bb16-54b20341deef),segment_id=a02319ea-833a-4c00-bb16-54b20341deef)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:00.217259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.227437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:00.265399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.312260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=09de5eaf-4f27-43ae-926c-2f170f2e38a2,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:00.341617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:00.487619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.491060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7d05555c-a2f8-443d-b4a9-a22ffcab32af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:00.565267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Subnet': ['ID=f22050ca-af81-4ef5-aa84-67054bb23205,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:00.581145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.581527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.581899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.582263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.582624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.582993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.583372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.583730 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.584098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.584466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.584785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:00.588617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:00.593858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Checking segment: {'id': '2cf51651-1a6d-499e-b41d-522b13dcd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '13d274f0-c7e8-4567-8edf-eca57feb1e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:00.594225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network hostable DHCP agents. Network: 13d274f0-c7e8-4567-8edf-eca57feb1e99, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:14:00.619075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network 13d274f0-c7e8-4567-8edf-eca57feb1e99 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:14:00.629564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 13d274f0-c7e8-4567-8edf-eca57feb1e99) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:00.633592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:00.634190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.638607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e6d8c-eb0a-4c35-a564-301f7de68575 None None] Network 13d274f0-c7e8-4567-8edf-eca57feb1e99 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:00.656154 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6614070 Dec 22 09:14:00.659713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47904) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:00.665280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-340379026'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:00.670427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:00.674162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:network and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:00.676956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:00.682650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:00.694120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:00.697794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.728381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:14:00.738741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.739129 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Added segment 1dc673af-ddf1-4467-a582-10c6fd78d2bf of type vlan for network d9ffde4d-4f18-437c-b8b6-f1345063a3d7 Dec 22 09:14:00.765987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.800624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.804624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:00.805219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.810550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a4fcf010-c244-42f4-adf1-9b79d21964de tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:00.856334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-13d274f0-c7e8-4567-8edf-eca57feb1e99', 'network_id': '13d274f0-c7e8-4567-8edf-eca57feb1e99', 'tenant_id': '35a16a791225450d9fc72369cb2b1492', 'fixed_ips': [{'subnet_id': 'f22050ca-af81-4ef5-aa84-67054bb23205'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:14:00.857455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:00.912710 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2519886 Dec 22 09:14:00.915912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47908) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:00.922408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Network': ['ID=d9ffde4d-4f18-437c-b8b6-f1345063a3d7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:00.923006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Request body: {'subnet': {'network_id': 'd9ffde4d-4f18-437c-b8b6-f1345063a3d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:00.925521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e8aae272-c2f9-47f9-ac86-2a08b3f15e40 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:00.937046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network d9ffde4d-4f18-437c-b8b6-f1345063a3d7 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:14:01.124254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Allocated IP 2001:db8::2 (13d274f0-c7e8-4567-8edf-eca57feb1e99/f22050ca-af81-4ef5-aa84-67054bb23205/8bc48405-6a95-4d9c-a3f8-ae376a4126ad) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:01.161234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:01.165546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Usage tracker for resource:subnet and tenant:35a16a791225450d9fc72369cb2b1492 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:01.168377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:01.174096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:01.184186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Made reservation on behalf of 35a16a791225450d9fc72369cb2b1492 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:01.287670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.341820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.352025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Transition to ACTIVE for port object 8bc48405-6a95-4d9c-a3f8-ae376a4126ad will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:01.370390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Transition to ACTIVE for port object 8bc48405-6a95-4d9c-a3f8-ae376a4126ad will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:01.377288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.382830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:01.457136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Network 13d274f0-c7e8-4567-8edf-eca57feb1e99 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:01.460302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:01.463076 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:01.465398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Pushing event updated for resources: {'Port': ['ID=8bc48405-6a95-4d9c-a3f8-ae376a4126ad,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:01.468835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:01.512728 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.516436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6ea51018-2b19-42c9-bd87-fa89cfa39033 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:01.554622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Attempting to bind port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:01.555001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Attempting to bind port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '2cf51651-1a6d-499e-b41d-522b13dcd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '13d274f0-c7e8-4567-8edf-eca57feb1e99'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:01.555404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Attempting to bind port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad on network 13d274f0-c7e8-4567-8edf-eca57feb1e99 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:01.562825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:01.563211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Checking segment: {'id': '2cf51651-1a6d-499e-b41d-522b13dcd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '13d274f0-c7e8-4567-8edf-eca57feb1e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:01.563780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.564041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Bound using segment: {'id': '2cf51651-1a6d-499e-b41d-522b13dcd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '13d274f0-c7e8-4567-8edf-eca57feb1e99'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:01.564517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Bound port: 8bc48405-6a95-4d9c-a3f8-ae376a4126ad, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf51651-1a6d-499e-b41d-522b13dcd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '13d274f0-c7e8-4567-8edf-eca57feb1e99'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:01.564901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.585015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event updated for resources: {'Subnet': ['ID=ef8045a9-b057-4618-b988-a3584f515fd9,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:01.589042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:01.612733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Checking segment: {'id': '1dc673af-ddf1-4467-a582-10c6fd78d2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd9ffde4d-4f18-437c-b8b6-f1345063a3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:01.613164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network hostable DHCP agents. Network: d9ffde4d-4f18-437c-b8b6-f1345063a3d7, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:14:01.615322 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 09de5eaf-4f27-43ae-926c-2f170f2e38a2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:01.636259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Network d9ffde4d-4f18-437c-b8b6-f1345063a3d7 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:14:01.646963 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, d9ffde4d-4f18-437c-b8b6-f1345063a3d7) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:01.651566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:01.652276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.678243 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ccc47b1d-fed6-498c-a69d-36f723ef237c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7606490 Dec 22 09:14:01.681081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47912) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:01.697442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a61d35-86eb-4f7e-adce-f79f0b980f28 None None] Network d9ffde4d-4f18-437c-b8b6-f1345063a3d7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:01.840313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] For port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:01.875554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] For port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8bc48405-6a95-4d9c-a3f8-ae376a4126ad,segment=NetworkSegment(2cf51651-1a6d-499e-b41d-522b13dcd1e3),segment_id=2cf51651-1a6d-499e-b41d-522b13dcd1e3)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:01.904657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.910961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:01.931030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.969529 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:01.969898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:01.998412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.073462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.076883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2f88ee2a-cecb-483c-b1fc-69a63e46bc07 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:02.088036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Pushing event updated for resources: {'Port': ['ID=8bc48405-6a95-4d9c-a3f8-ae376a4126ad,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:02.095719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:02.108508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc27de9-837e-4e66-a126-fd167f6b74c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-d9ffde4d-4f18-437c-b8b6-f1345063a3d7', 'network_id': 'd9ffde4d-4f18-437c-b8b6-f1345063a3d7', 'tenant_id': '35a16a791225450d9fc72369cb2b1492', 'fixed_ips': [{'subnet_id': 'ef8045a9-b057-4618-b988-a3584f515fd9'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:14:02.109518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ddc27de9-837e-4e66-a126-fd167f6b74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.114266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8045a9-b057-4618-b988-a3584f515fd9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:02.116812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:02.212646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.241052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ffde4d-4f18-437c-b8b6-f1345063a3d7']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:02.268170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc673af-ddf1-4467-a582-10c6fd78d2bf') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:02.268170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc673af-ddf1-4467-a582-10c6fd78d2bf') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:02.280779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.281658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34cd02-470a-41f3-aeac-64ca727d678c None None] Network d9ffde4d-4f18-437c-b8b6-f1345063a3d7 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:02.298060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.304312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:14:02.304697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:14:02.320941 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:14:02.407783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.412846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.416030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8ec39c5e-9bdd-4886-8315-7c1418a4512b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:02.440309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Network': ['ID=d9ffde4d-4f18-437c-b8b6-f1345063a3d7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:02.442640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:02.445814 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a8b7c9db-cf00-40f1-9216-f4e0d95d471f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/networks/d9ffde4d-4f18-437c-b8b6-f1345063a3d7 HTTP/1.1" status: 204 len: 168 time: 0.7624378 Dec 22 09:14:02.448205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47916) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:02.494309 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ef106e-782d-4864-8098-dee25a066d08 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] GET failed (client error): The resource could not be found. Dec 22 09:14:02.494969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2ef106e-782d-4864-8098-dee25a066d08 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Synchronizing usage tracker for tenant:35a16a791225450d9fc72369cb2b1492 on resource:subnet {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:14:02.514237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c2ef106e-782d-4864-8098-dee25a066d08 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Unset dirty status for tenant:35a16a791225450d9fc72369cb2b1492 on resource:subnet {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:14:02.515544 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c2ef106e-782d-4864-8098-dee25a066d08 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "GET /v2.0/subnets/ef8045a9-b057-4618-b988-a3584f515fd9 HTTP/1.1" status: 404 len: 337 time: 0.0662272 Dec 22 09:14:02.518487 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47920) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:02.546192 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75e0b36-27b9-4150-9dd3-585a836fb5e2 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] DELETE failed (client error): The resource could not be found. Dec 22 09:14:02.546769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75e0b36-27b9-4150-9dd3-585a836fb5e2 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:14:02.548443 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d75e0b36-27b9-4150-9dd3-585a836fb5e2 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/networks/d9ffde4d-4f18-437c-b8b6-f1345063a3d7 HTTP/1.1" status: 404 len: 339 time: 0.0288723 Dec 22 09:14:02.552937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47924) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:02.592466 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-156fdfd7-dd6e-4fc4-a92a-f65d868dbe97 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] DELETE failed (client error): The resource could not be found. Dec 22 09:14:02.592894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156fdfd7-dd6e-4fc4-a92a-f65d868dbe97 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:14:02.595514 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-156fdfd7-dd6e-4fc4-a92a-f65d868dbe97 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/subnets/ef8045a9-b057-4618-b988-a3584f515fd9 HTTP/1.1" status: 404 len: 337 time: 0.0405893 Dec 22 09:14:02.597118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47928) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:02.622067 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9a0f3b-0507-4a68-b1df-78df4e9d7646 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] DELETE failed (client error): The resource could not be found. Dec 22 09:14:02.622480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9a0f3b-0507-4a68-b1df-78df4e9d7646 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:14:02.624017 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6e9a0f3b-0507-4a68-b1df-78df4e9d7646 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/networks/d9ffde4d-4f18-437c-b8b6-f1345063a3d7 HTTP/1.1" status: 404 len: 339 time: 0.0260673 Dec 22 09:14:02.626685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47932) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:02.695788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Deleting subnet f22050ca-af81-4ef5-aa84-67054bb23205 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:14:02.699893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.755370 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.841858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.920790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.924615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-79b0bfff-3185-49b7-85a7-4380ccde6d38 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:02.960009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Subnet': ['ID=f22050ca-af81-4ef5-aa84-67054bb23205,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:02.965031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:02.970801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:02.986637 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/subnets/f22050ca-af81-4ef5-aa84-67054bb23205 HTTP/1.1" status: 204 len: 168 time: 0.3589857 Dec 22 09:14:02.989077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47936) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:03.028385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac234c21-7682-4f90-9a87-8e7c6aa62c34 None None] Network 13d274f0-c7e8-4567-8edf-eca57feb1e99 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:03.105806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.117721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Deleting port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:03.118640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.204489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0aaa58c6-bb17-44f6-8788-0e376082314c None None] Provisioning for port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:03.286874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] DHCP port deletion for 13d274f0-c7e8-4567-8edf-eca57feb1e99 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:14:03.291011 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] Deleting port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:03.291407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.334207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] For port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8bc48405-6a95-4d9c-a3f8-ae376a4126ad,segment=NetworkSegment(2cf51651-1a6d-499e-b41d-522b13dcd1e3),segment_id=2cf51651-1a6d-499e-b41d-522b13dcd1e3)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:03.334496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.453259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Calling delete_port for 8bc48405-6a95-4d9c-a3f8-ae376a4126ad owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:14:03.494325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] For port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8bc48405-6a95-4d9c-a3f8-ae376a4126ad,segment=NetworkSegment(2cf51651-1a6d-499e-b41d-522b13dcd1e3),segment_id=2cf51651-1a6d-499e-b41d-522b13dcd1e3)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:03.494906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.526717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.531033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-15e4dc54-c3c1-4760-954c-f63769947844 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:03.575512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Port': ['ID=8bc48405-6a95-4d9c-a3f8-ae376a4126ad,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:03.578922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:03.582179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] No DVR routers for this DVR port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:14:03.624575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] Calling delete_port for 8bc48405-6a95-4d9c-a3f8-ae376a4126ad owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:14:03.694748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:14:03.695127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:14:03.804909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.830142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d274f0-c7e8-4567-8edf-eca57feb1e99']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:03.841961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf51651-1a6d-499e-b41d-522b13dcd1e3') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:03.842239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf51651-1a6d-499e-b41d-522b13dcd1e3') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:03.853372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.868800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.874684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:14:03.875050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:14:03.889306 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:14:03.979028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:03.982874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:03.997262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.008006 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Network': ['ID=13d274f0-c7e8-4567-8edf-eca57feb1e99,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:04.010590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:04.012324 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fec784a0-aa28-4b98-8e6d-c4ea6fe6c1c0 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/networks/13d274f0-c7e8-4567-8edf-eca57feb1e99 HTTP/1.1" status: 204 len: 168 time: 1.0223100 Dec 22 09:14:04.014994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47940) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:04.056799 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ae47cf-44ff-4e23-bb88-166146a09dd3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] DELETE failed (client error): The resource could not be found. Dec 22 09:14:04.057136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ae47cf-44ff-4e23-bb88-166146a09dd3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:14:04.058766 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d3ae47cf-44ff-4e23-bb88-166146a09dd3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/subnets/0780662b-139b-432d-a6fb-df8ad808cee3 HTTP/1.1" status: 404 len: 337 time: 0.0428028 Dec 22 09:14:04.062521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47944) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:04.087859 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d03b8e4-aeb6-42f9-929d-9f97d1f74f9c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] DELETE failed (client error): The resource could not be found. Dec 22 09:14:04.088273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d03b8e4-aeb6-42f9-929d-9f97d1f74f9c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:14:04.089784 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7d03b8e4-aeb6-42f9-929d-9f97d1f74f9c tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/networks/2880a89c-3d4b-4d75-8699-e2819337ecee HTTP/1.1" status: 404 len: 339 time: 0.0264013 Dec 22 09:14:04.092153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47948) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:04.131617 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a59540-6349-49bb-a3a7-5bf78e4c859f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] DELETE failed (client error): The resource could not be found. Dec 22 09:14:04.132035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a59540-6349-49bb-a3a7-5bf78e4c859f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:14:04.133631 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-95a59540-6349-49bb-a3a7-5bf78e4c859f tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/subnets/cc54a43a-d91f-447d-9761-764500c83798 HTTP/1.1" status: 404 len: 337 time: 0.0405715 Dec 22 09:14:04.136964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47952) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:04.160601 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aaf2284-1101-4d5d-b9ab-a143489feb2a tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] DELETE failed (client error): The resource could not be found. Dec 22 09:14:04.161011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aaf2284-1101-4d5d-b9ab-a143489feb2a tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 09:14:04.162512 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5aaf2284-1101-4d5d-b9ab-a143489feb2a tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/networks/70420bb0-6969-4211-8686-341311fc7ee8 HTTP/1.1" status: 404 len: 339 time: 0.0247090 Dec 22 09:14:04.165660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47956) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:04.196973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] Deleting port 8bc48405-6a95-4d9c-a3f8-ae376a4126ad {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:04.197578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.301646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-79fa0786-047f-4d99-9a23-fe2285edbfbe None None] The port '8bc48405-6a95-4d9c-a3f8-ae376a4126ad' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:14:04.354582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e184a82-c9b0-46c5-b0ff-60b5c013c483 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Deleting subnet 922ec70c-bddc-46fd-82b9-69bef87d8b7f {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:14:04.357598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e184a82-c9b0-46c5-b0ff-60b5c013c483 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.415719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e184a82-c9b0-46c5-b0ff-60b5c013c483 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.500160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e184a82-c9b0-46c5-b0ff-60b5c013c483 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.580697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e184a82-c9b0-46c5-b0ff-60b5c013c483 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.584285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be5d8741-203e-43f5-8df7-737d310018f4 tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:04.618350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e184a82-c9b0-46c5-b0ff-60b5c013c483 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Subnet': ['ID=922ec70c-bddc-46fd-82b9-69bef87d8b7f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:04.621873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8e184a82-c9b0-46c5-b0ff-60b5c013c483 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:04.626210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e184a82-c9b0-46c5-b0ff-60b5c013c483 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.631600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da11abb-4c55-4786-b784-e8272c771a6b None None] Network 83767530-487e-431a-a20e-e4b99db3b361 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:04.637346 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8e184a82-c9b0-46c5-b0ff-60b5c013c483 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/subnets/922ec70c-bddc-46fd-82b9-69bef87d8b7f HTTP/1.1" status: 204 len: 168 time: 0.4699142 Dec 22 09:14:04.638999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 47960) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:04.757430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.767605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Deleting port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:04.767926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.874826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] DHCP port deletion for 83767530-487e-431a-a20e-e4b99db3b361 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:14:04.879158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] Deleting port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:04.879570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:04.968645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] For port 09de5eaf-4f27-43ae-926c-2f170f2e38a2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=09de5eaf-4f27-43ae-926c-2f170f2e38a2,segment=NetworkSegment(a02319ea-833a-4c00-bb16-54b20341deef),segment_id=a02319ea-833a-4c00-bb16-54b20341deef)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:04.969001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.082387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] For port 09de5eaf-4f27-43ae-926c-2f170f2e38a2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=09de5eaf-4f27-43ae-926c-2f170f2e38a2,segment=NetworkSegment(a02319ea-833a-4c00-bb16-54b20341deef),segment_id=a02319ea-833a-4c00-bb16-54b20341deef)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:05.082845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.094528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Calling delete_port for 09de5eaf-4f27-43ae-926c-2f170f2e38a2 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:14:05.169312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.173342 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:05.202354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] Calling delete_port for 09de5eaf-4f27-43ae-926c-2f170f2e38a2 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:14:05.216733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Port': ['ID=09de5eaf-4f27-43ae-926c-2f170f2e38a2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:05.220714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:05.223204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] No DVR routers for this DVR port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:14:05.274759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:14:05.275201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:14:05.350804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.477866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83767530-487e-431a-a20e-e4b99db3b361']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:05.490302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02319ea-833a-4c00-bb16-54b20341deef') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:05.490599 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02319ea-833a-4c00-bb16-54b20341deef') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:05.502380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.518326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.524522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:14:05.524883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:14:05.539420 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:14:05.595463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 09de5eaf-4f27-43ae-926c-2f170f2e38a2 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:14:05.620344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.623689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0fe11d9b-9ccf-42a3-9465-9df1acc13cd7 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:05.628467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 09de5eaf-4f27-43ae-926c-2f170f2e38a2 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:14:05.628809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 09de5eaf-4f27-43ae-926c-2f170f2e38a2 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:14:05.637967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.648447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Pushing event deleted for resources: {'Network': ['ID=83767530-487e-431a-a20e-e4b99db3b361,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:05.651082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:05.652884 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] 10.222.0.31 "DELETE /v2.0/networks/83767530-487e-431a-a20e-e4b99db3b361 HTTP/1.1" status: 204 len: 168 time: 1.0129762 Dec 22 09:14:05.776222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] Deleting port 09de5eaf-4f27-43ae-926c-2f170f2e38a2 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:05.776617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:05.842173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6959ed7-ef00-45ea-8cea-eb26c5e1c278 None None] The port '09de5eaf-4f27-43ae-926c-2f170f2e38a2' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:14:05.948298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47968) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:06.128883 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4b0037d3-b232-4531-8dbe-5de2c2937761 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35a16a791225450d9fc72369cb2b1492&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1792858 Dec 22 09:14:06.132540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47974) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:06.195292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-659b3b5b-7618-4cd9-8ec5-a128645e20e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:06.226604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-659b3b5b-7618-4cd9-8ec5-a128645e20e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:06.284478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-659b3b5b-7618-4cd9-8ec5-a128645e20e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:06.288377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4bee3fff-b30e-45a2-8b35-a69c7adb888f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:06.299544 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b3b5b-7618-4cd9-8ec5-a128645e20e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb77fb30-ea8d-4024-81fd-920025e2d103,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:06.303306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-659b3b5b-7618-4cd9-8ec5-a128645e20e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:06.307892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-659b3b5b-7618-4cd9-8ec5-a128645e20e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:06.309001 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-659b3b5b-7618-4cd9-8ec5-a128645e20e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb77fb30-ea8d-4024-81fd-920025e2d103 HTTP/1.1" status: 204 len: 168 time: 0.1756275 Dec 22 09:14:07.122246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a30a6f24-066a-4b11-8148-f3e3a31dcf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.190002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 47996) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:07.318019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1367064594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:07.325068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:07.329308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Usage tracker for resource:router and tenant:fab25666289448cd8201ec8f22b0f58d is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:07.332474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:07.339811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:07.352957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.354047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.374578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.396989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.417192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.418330 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b0ced3b9-6f63-4f32-bd3e-56cae1871a4d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2274518 Dec 22 09:14:07.421113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48002) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:07.426415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-236031424'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:07.431185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:07.434872 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Usage tracker for resource:network and tenant:fab25666289448cd8201ec8f22b0f58d is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:07.438199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:07.443883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:07.454601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Made reservation on behalf of fab25666289448cd8201ec8f22b0f58d for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:07.457453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.469999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.501064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:07.504787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Usage tracker for resource:security_group_rule and tenant:fab25666289448cd8201ec8f22b0f58d is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:07.507573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:07.513198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:07.582296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.587492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.590511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4b6c7b59-6125-48b4-b46e-0ebf2dcb9e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:07.619772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:14:07.627999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7712e838-4e4a-4f04-b23b-5167571dbeb5,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:07.634373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.634717 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Added segment cfeed249-7eee-4453-b5b0-42e048166726 of type vlan for network dc753ba7-41fc-46b2-8609-3bf6f34a7556 Dec 22 09:14:07.644318 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.644790 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.645170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.645540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.645910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.646274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.646637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.647015 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.647397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.647750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.648089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:07.652282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:07.674239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.705910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.712093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:07.712754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:07.716287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-70fbb421-4699-4f0b-99c3-c1d9b4835f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:07.822846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event updated for resources: {'Network': ['ID=dc753ba7-41fc-46b2-8609-3bf6f34a7556,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:07.825639 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4036028 Dec 22 09:14:07.826578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-effbe38d-3ec1-490c-a763-8bf9063c0544 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:07.828507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48006) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:07.833661 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network dc753ba7-41fc-46b2-8609-3bf6f34a7556 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:14:07.833996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Request body: {'subnet': {'network_id': 'dc753ba7-41fc-46b2-8609-3bf6f34a7556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:07.939857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:07.943897 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Usage tracker for resource:subnet and tenant:fab25666289448cd8201ec8f22b0f58d is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:07.947896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:07.953496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:07.965114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Made reservation on behalf of fab25666289448cd8201ec8f22b0f58d for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:08.073181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:08.296482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:08.299770 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b323607b-c4fc-4179-8169-94bfaee30ab0 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:08.368226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event updated for resources: {'Subnet': ['ID=24c06436-7c7c-4792-86e3-4267fd4c2a4e,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:08.371858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:08.385302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Checking segment: {'id': 'cfeed249-7eee-4453-b5b0-42e048166726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc753ba7-41fc-46b2-8609-3bf6f34a7556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:08.385646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Network hostable DHCP agents. Network: dc753ba7-41fc-46b2-8609-3bf6f34a7556, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:14:08.410969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Network dc753ba7-41fc-46b2-8609-3bf6f34a7556 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:14:08.421344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, dc753ba7-41fc-46b2-8609-3bf6f34a7556) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:08.425422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:08.425994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:08.435481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd8d3c-7469-481b-a110-d3bacb37ae62 None None] Network dc753ba7-41fc-46b2-8609-3bf6f34a7556 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:08.449448 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6198657 Dec 22 09:14:08.452680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48010) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:08.458599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1951701272'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:08.463982 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:08.468086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Usage tracker for resource:network and tenant:fab25666289448cd8201ec8f22b0f58d is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:08.470941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:08.476696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:08.487887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Made reservation on behalf of fab25666289448cd8201ec8f22b0f58d for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:08.491285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:08.522735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:14:08.532981 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:08.533326 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Added segment be266a86-8040-470e-b264-6df7632e5b00 of type vlan for network 5b0257d6-01c1-40d5-8366-c5b56128c17a Dec 22 09:14:08.564225 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:08.595117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:08.599134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:08.599824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:08.604282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e7068163-6d51-4acd-a1f5-a4636e98ee33 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:08.650732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-dc753ba7-41fc-46b2-8609-3bf6f34a7556', 'network_id': 'dc753ba7-41fc-46b2-8609-3bf6f34a7556', 'tenant_id': 'fab25666289448cd8201ec8f22b0f58d', 'fixed_ips': [{'subnet_id': '24c06436-7c7c-4792-86e3-4267fd4c2a4e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:14:08.651644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:08.813345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Allocated IP 172.20.0.2 (dc753ba7-41fc-46b2-8609-3bf6f34a7556/24c06436-7c7c-4792-86e3-4267fd4c2a4e/b6af40ae-60f6-4f4a-9b02-79cde7bb01cb) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:08.818019 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3642020 Dec 22 09:14:08.822107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48014) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:08.828806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event updated for resources: {'Network': ['ID=5b0257d6-01c1-40d5-8366-c5b56128c17a,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:08.830126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Request body: {'subnet': {'network_id': '5b0257d6-01c1-40d5-8366-c5b56128c17a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:08.831686 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:08.841633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 5b0257d6-01c1-40d5-8366-c5b56128c17a details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:14:08.954442 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:08.958522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Usage tracker for resource:subnet and tenant:fab25666289448cd8201ec8f22b0f58d is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:08.961579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:08.968141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:08.978687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Made reservation on behalf of fab25666289448cd8201ec8f22b0f58d for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:09.085957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.149823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.159826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Transition to ACTIVE for port object b6af40ae-60f6-4f4a-9b02-79cde7bb01cb will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:09.177598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Transition to ACTIVE for port object b6af40ae-60f6-4f4a-9b02-79cde7bb01cb will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:09.184162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.188441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:09.264680 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-479ed1f9-84b5-4f51-aa84-f30fca005c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.271570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Network dc753ba7-41fc-46b2-8609-3bf6f34a7556 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:09.272410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Pushing event updated for resources: {'Port': ['ID=b6af40ae-60f6-4f4a-9b02-79cde7bb01cb,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:09.274910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:09.276568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:09.277390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:09.307970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.312734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9cd57dec-b78a-4cf8-befb-09088c8a716c tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:09.361768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Attempting to bind port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:09.362078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Attempting to bind port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'cfeed249-7eee-4453-b5b0-42e048166726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc753ba7-41fc-46b2-8609-3bf6f34a7556'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:09.362373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Attempting to bind port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb on network dc753ba7-41fc-46b2-8609-3bf6f34a7556 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:09.369231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:09.369723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Checking segment: {'id': 'cfeed249-7eee-4453-b5b0-42e048166726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc753ba7-41fc-46b2-8609-3bf6f34a7556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:09.370129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.370505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Bound using segment: {'id': 'cfeed249-7eee-4453-b5b0-42e048166726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc753ba7-41fc-46b2-8609-3bf6f34a7556'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:09.370969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Bound port: b6af40ae-60f6-4f4a-9b02-79cde7bb01cb, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfeed249-7eee-4453-b5b0-42e048166726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dc753ba7-41fc-46b2-8609-3bf6f34a7556'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:09.371381 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.393366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event updated for resources: {'Subnet': ['ID=1b49a39c-5581-4028-af35-6151e763955e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:09.397295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:09.403694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Checking segment: {'id': 'be266a86-8040-470e-b264-6df7632e5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5b0257d6-01c1-40d5-8366-c5b56128c17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:09.404072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Network hostable DHCP agents. Network: 5b0257d6-01c1-40d5-8366-c5b56128c17a, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:14:09.427053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Network 5b0257d6-01c1-40d5-8366-c5b56128c17a is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:14:09.436282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 5b0257d6-01c1-40d5-8366-c5b56128c17a) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:09.440390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:09.440984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.448911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b982541-9189-4909-89aa-f39df92efc03 None None] Network 5b0257d6-01c1-40d5-8366-c5b56128c17a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:09.467133 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-30ede550-6a33-4c84-ab8a-3daf81924822 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6407354 Dec 22 09:14:09.467440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48018) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:09.473292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c8e6c1c8-4805-4e34-95ff-db466cf80b59 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b0257d6-01c1-40d5-8366-c5b56128c17a'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:09.528217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] For port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:09.545999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] For port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b6af40ae-60f6-4f4a-9b02-79cde7bb01cb,segment=NetworkSegment(cfeed249-7eee-4453-b5b0-42e048166726),segment_id=cfeed249-7eee-4453-b5b0-42e048166726)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:09.553391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.558384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:09.690781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Pushing event updated for resources: {'Port': ['ID=b6af40ae-60f6-4f4a-9b02-79cde7bb01cb,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:09.695140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:09.760052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-5b0257d6-01c1-40d5-8366-c5b56128c17a', 'network_id': '5b0257d6-01c1-40d5-8366-c5b56128c17a', 'tenant_id': 'fab25666289448cd8201ec8f22b0f58d', 'fixed_ips': [{'subnet_id': '1b49a39c-5581-4028-af35-6151e763955e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:14:09.760959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.924567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c8e6c1c8-4805-4e34-95ff-db466cf80b59 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:09.956780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Allocated IP 172.21.0.2 (5b0257d6-01c1-40d5-8366-c5b56128c17a/1b49a39c-5581-4028-af35-6151e763955e/85fc2e03-c8f8-4b29-9e02-56639987d923) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:10.078768 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.api.v2.resource [None req-c8e6c1c8-4805-4e34-95ff-db466cf80b59 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 09:14:10.079893 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c8e6c1c8-4805-4e34-95ff-db466cf80b59 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "PUT /v2.0/routers/132fa404-251f-420e-85b8-fcd6604a6cdc HTTP/1.1" status: 400 len: 364 time: 0.6115801 Dec 22 09:14:10.085958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48022) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:10.154157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d439e97b-54b8-4c43-b487-993b52587924 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Deleting subnet 1b49a39c-5581-4028-af35-6151e763955e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:14:10.173413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.184490 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Transition to ACTIVE for port object 85fc2e03-c8f8-4b29-9e02-56639987d923 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:10.204570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Transition to ACTIVE for port object 85fc2e03-c8f8-4b29-9e02-56639987d923 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:10.209733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d439e97b-54b8-4c43-b487-993b52587924 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.210493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.216125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:10.291221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Network 5b0257d6-01c1-40d5-8366-c5b56128c17a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:10.295006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:10.297514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:10.300164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Pushing event updated for resources: {'Port': ['ID=85fc2e03-c8f8-4b29-9e02-56639987d923,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:10.304015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:10.394766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Attempting to bind port 85fc2e03-c8f8-4b29-9e02-56639987d923 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:10.395602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Attempting to bind port 85fc2e03-c8f8-4b29-9e02-56639987d923 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'be266a86-8040-470e-b264-6df7632e5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5b0257d6-01c1-40d5-8366-c5b56128c17a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:10.395970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Attempting to bind port 85fc2e03-c8f8-4b29-9e02-56639987d923 on network 5b0257d6-01c1-40d5-8366-c5b56128c17a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:10.399205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d439e97b-54b8-4c43-b487-993b52587924 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.403401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:10.403776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Checking segment: {'id': 'be266a86-8040-470e-b264-6df7632e5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5b0257d6-01c1-40d5-8366-c5b56128c17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:10.404179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.404578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Bound using segment: {'id': 'be266a86-8040-470e-b264-6df7632e5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5b0257d6-01c1-40d5-8366-c5b56128c17a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:10.405067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Bound port: 85fc2e03-c8f8-4b29-9e02-56639987d923, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be266a86-8040-470e-b264-6df7632e5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5b0257d6-01c1-40d5-8366-c5b56128c17a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:10.405630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.487739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.491292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d439e97b-54b8-4c43-b487-993b52587924 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.575112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d439e97b-54b8-4c43-b487-993b52587924 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.576830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] For port 85fc2e03-c8f8-4b29-9e02-56639987d923, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:10.580033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e3a08156-b263-4b2f-b3db-22b928091c99 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:10.580486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] For port 85fc2e03-c8f8-4b29-9e02-56639987d923, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=85fc2e03-c8f8-4b29-9e02-56639987d923,segment=NetworkSegment(be266a86-8040-470e-b264-6df7632e5b00),segment_id=be266a86-8040-470e-b264-6df7632e5b00)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:10.591414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.597230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:10.623139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439e97b-54b8-4c43-b487-993b52587924 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event deleted for resources: {'Subnet': ['ID=1b49a39c-5581-4028-af35-6151e763955e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:10.626437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d439e97b-54b8-4c43-b487-993b52587924 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:10.627427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d439e97b-54b8-4c43-b487-993b52587924 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.635750 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d439e97b-54b8-4c43-b487-993b52587924 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "DELETE /v2.0/subnets/1b49a39c-5581-4028-af35-6151e763955e HTTP/1.1" status: 204 len: 168 time: 0.5487928 Dec 22 09:14:10.638300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48026) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:10.651173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.682825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Pushing event updated for resources: {'Port': ['ID=85fc2e03-c8f8-4b29-9e02-56639987d923,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:10.686347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c81e2fd-d8e4-4970-99fb-fe0cee9fa623 None None] Network dc753ba7-41fc-46b2-8609-3bf6f34a7556 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:10.745051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:10.783210 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.804491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Deleting port 85fc2e03-c8f8-4b29-9e02-56639987d923 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:10.805303 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:10.872281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6b0bcfc1-9337-4ed5-a364-9db013cee2e4 None None] Provisioning for port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:11.041056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] For port 85fc2e03-c8f8-4b29-9e02-56639987d923, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=85fc2e03-c8f8-4b29-9e02-56639987d923,segment=NetworkSegment(be266a86-8040-470e-b264-6df7632e5b00),segment_id=be266a86-8040-470e-b264-6df7632e5b00)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:11.041404 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.165414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Calling delete_port for 85fc2e03-c8f8-4b29-9e02-56639987d923 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:14:11.244775 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.248754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-180cff92-af13-4f86-9428-83931e729fd2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:11.289066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event deleted for resources: {'Port': ['ID=85fc2e03-c8f8-4b29-9e02-56639987d923,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:11.291680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:11.297067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] No DVR routers for this DVR port 85fc2e03-c8f8-4b29-9e02-56639987d923 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:14:11.431691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.459461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0257d6-01c1-40d5-8366-c5b56128c17a']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:11.472581 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be266a86-8040-470e-b264-6df7632e5b00') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:11.472873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be266a86-8040-470e-b264-6df7632e5b00') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:11.484915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.506824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.513641 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:14:11.514037 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:14:11.529835 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:14:11.609970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.613514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9e819376-88ed-4f8d-a40b-945538b973af tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:11.628620 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.639615 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b6af40ae-60f6-4f4a-9b02-79cde7bb01cb up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:11.640275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event deleted for resources: {'Network': ['ID=5b0257d6-01c1-40d5-8366-c5b56128c17a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:11.642996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:11.644823 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "DELETE /v2.0/networks/5b0257d6-01c1-40d5-8366-c5b56128c17a HTTP/1.1" status: 204 len: 168 time: 1.0053470 Dec 22 09:14:11.647943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48030) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:11.725777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-6892a1a9-a1ea-415e-a60f-e62be060f41d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Deleting subnet 24c06436-7c7c-4792-86e3-4267fd4c2a4e {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:14:11.730247 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6892a1a9-a1ea-415e-a60f-e62be060f41d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.743700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad6cca4-3358-489e-9dc9-bff693e83c9b None None] DHCP port deletion for 5b0257d6-01c1-40d5-8366-c5b56128c17a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:14:11.750226 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.757265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e570b4d9-a60e-4858-9491-15c161d42223 None None] Could not find standard attr ID for object 85fc2e03-c8f8-4b29-9e02-56639987d923. {{(pid=83497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 09:14:11.772909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2e2a0-ee72-438d-bd2d-cd887fd8bb3c None None] Network 5b0257d6-01c1-40d5-8366-c5b56128c17a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:11.786714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6892a1a9-a1ea-415e-a60f-e62be060f41d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.795190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2e2a0-ee72-438d-bd2d-cd887fd8bb3c None None] Network 5b0257d6-01c1-40d5-8366-c5b56128c17a could not be found, it might have been deleted concurrently. {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 22 09:14:11.811573 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:11.816268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:11.816647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.877782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6892a1a9-a1ea-415e-a60f-e62be060f41d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.934735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.950686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.954028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6892a1a9-a1ea-415e-a60f-e62be060f41d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:11.958673 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d300e340-571a-41fa-aba8-d11b590bc1f3 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:11.992603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892a1a9-a1ea-415e-a60f-e62be060f41d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event deleted for resources: {'Subnet': ['ID=24c06436-7c7c-4792-86e3-4267fd4c2a4e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:11.995317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6892a1a9-a1ea-415e-a60f-e62be060f41d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:12.001725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6892a1a9-a1ea-415e-a60f-e62be060f41d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.008760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e347d4-e4d8-4483-83e9-79fd1d2ea80d None None] Network dc753ba7-41fc-46b2-8609-3bf6f34a7556 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:12.009735 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6892a1a9-a1ea-415e-a60f-e62be060f41d tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "DELETE /v2.0/subnets/24c06436-7c7c-4792-86e3-4267fd4c2a4e HTTP/1.1" status: 204 len: 168 time: 0.3616118 Dec 22 09:14:12.012359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48034) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:12.105832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:14:12.105832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:14:12.129049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.139906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Deleting port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:12.140235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.275916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] DHCP port deletion for dc753ba7-41fc-46b2-8609-3bf6f34a7556 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:14:12.280439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] Deleting port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:12.280804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.351843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] For port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b6af40ae-60f6-4f4a-9b02-79cde7bb01cb,segment=NetworkSegment(cfeed249-7eee-4453-b5b0-42e048166726),segment_id=cfeed249-7eee-4453-b5b0-42e048166726)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:12.352197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.473172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Calling delete_port for b6af40ae-60f6-4f4a-9b02-79cde7bb01cb owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:14:12.484868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] For port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b6af40ae-60f6-4f4a-9b02-79cde7bb01cb,segment=NetworkSegment(cfeed249-7eee-4453-b5b0-42e048166726),segment_id=cfeed249-7eee-4453-b5b0-42e048166726)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:12.485246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.640854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] Calling delete_port for b6af40ae-60f6-4f4a-9b02-79cde7bb01cb owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:14:12.659393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.663363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:12.703384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event deleted for resources: {'Port': ['ID=b6af40ae-60f6-4f4a-9b02-79cde7bb01cb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:12.706645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:12.709730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] No DVR routers for this DVR port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:14:12.711731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.780250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:14:12.780618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:14:12.832859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.859902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc753ba7-41fc-46b2-8609-3bf6f34a7556']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:12.872081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeed249-7eee-4453-b5b0-42e048166726') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:12.872371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeed249-7eee-4453-b5b0-42e048166726') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:12.883471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.899040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.905271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:14:12.905710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:14:12.920793 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:14:13.012276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.015613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:13.029477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.040061 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Pushing event deleted for resources: {'Network': ['ID=dc753ba7-41fc-46b2-8609-3bf6f34a7556,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:13.042912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:13.044397 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "DELETE /v2.0/networks/dc753ba7-41fc-46b2-8609-3bf6f34a7556 HTTP/1.1" status: 204 len: 168 time: 1.0310950 Dec 22 09:14:13.047128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48038) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:13.091450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c0d9ecf9-5cfe-4d5a-8f75-d0bf112a9942 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Synchronizing usage tracker for tenant:fab25666289448cd8201ec8f22b0f58d on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:14:13.112520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c0d9ecf9-5cfe-4d5a-8f75-d0bf112a9942 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Unset dirty status for tenant:fab25666289448cd8201ec8f22b0f58d on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:14:13.114539 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c0d9ecf9-5cfe-4d5a-8f75-d0bf112a9942 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "GET /v2.0/ports?device_id=132fa404-251f-420e-85b8-fcd6604a6cdc HTTP/1.1" status: 200 len: 205 time: 0.0662878 Dec 22 09:14:13.118642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48042) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:13.254602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a559aa2-485c-444d-9ae8-41b0339f3c6c tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.281456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] Deleting port b6af40ae-60f6-4f4a-9b02-79cde7bb01cb {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:13.281856 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.347483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-df451a20-4817-4c0c-b2b4-7205cd4cf4ab None None] The port 'b6af40ae-60f6-4f4a-9b02-79cde7bb01cb' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:14:13.600196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b6af40ae-60f6-4f4a-9b02-79cde7bb01cb no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:14:13.633862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: b6af40ae-60f6-4f4a-9b02-79cde7bb01cb {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:14:13.634218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b6af40ae-60f6-4f4a-9b02-79cde7bb01cb not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:14:13.634657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 85fc2e03-c8f8-4b29-9e02-56639987d923 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:14:13.645407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a559aa2-485c-444d-9ae8-41b0339f3c6c tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.650033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a559aa2-485c-444d-9ae8-41b0339f3c6c tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.666466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 85fc2e03-c8f8-4b29-9e02-56639987d923 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:14:13.667075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 85fc2e03-c8f8-4b29-9e02-56639987d923 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:14:13.681664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a559aa2-485c-444d-9ae8-41b0339f3c6c tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.682229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a559aa2-485c-444d-9ae8-41b0339f3c6c tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Fanout notify agent at l3_agent the message router_deleted on router 132fa404-251f-420e-85b8-fcd6604a6cdc {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:14:13.692784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4a559aa2-485c-444d-9ae8-41b0339f3c6c tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:13.693840 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4a559aa2-485c-444d-9ae8-41b0339f3c6c tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] 10.222.0.31 "DELETE /v2.0/routers/132fa404-251f-420e-85b8-fcd6604a6cdc HTTP/1.1" status: 204 len: 168 time: 0.5743060 Dec 22 09:14:14.017166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48050) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:14.205999 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-23712ccd-e7a9-45c7-9b41-e2fbe309c8f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fab25666289448cd8201ec8f22b0f58d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1874259 Dec 22 09:14:14.208762 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:14.269485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51a5a25d-4ae6-4701-9319-dc7543d72a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:14.294833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51a5a25d-4ae6-4701-9319-dc7543d72a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:14.363743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51a5a25d-4ae6-4701-9319-dc7543d72a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:14.369036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-01068761-998b-44cd-be15-00457b3aaf43 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:14.385958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5a25d-4ae6-4701-9319-dc7543d72a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7712e838-4e4a-4f04-b23b-5167571dbeb5,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:14.390810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-51a5a25d-4ae6-4701-9319-dc7543d72a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:14.392164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-51a5a25d-4ae6-4701-9319-dc7543d72a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:14.393146 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-51a5a25d-4ae6-4701-9319-dc7543d72a95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7712e838-4e4a-4f04-b23b-5167571dbeb5 HTTP/1.1" status: 204 len: 168 time: 0.1834824 Dec 22 09:14:15.219415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48078) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:15.359970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-532931516-network', 'tenant_id': '56c629fcd030484e87298ba6f1096e00'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:15.368688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:15.372918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Usage tracker for resource:network and tenant:56c629fcd030484e87298ba6f1096e00 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:15.375991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:15.381955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:15.394543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Made reservation on behalf of 56c629fcd030484e87298ba6f1096e00 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:15.396997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.410688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.443613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:15.449801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Usage tracker for resource:security_group_rule and tenant:56c629fcd030484e87298ba6f1096e00 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:15.450777 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:15.456438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:15.526374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.530290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.533296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2b77353d-4917-492a-a021-b9f494c72911 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:15.560883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:14:15.569191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da28c40-62af-4be9-a078-3e2fbdae167f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:15.572979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:15.575478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.575816 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Added segment 15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b of type vlan for network fc9703a9-2c6f-4b72-9021-9b6e844a6429 Dec 22 09:14:15.601241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.630434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.631254 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:15.631838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.635130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6b3dfef5-2173-4c9f-b3ef-5ec73f481c09 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:15.732172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Pushing event updated for resources: {'Network': ['ID=fc9703a9-2c6f-4b72-9021-9b6e844a6429,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:15.736198 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:15.738522 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5180771 Dec 22 09:14:15.742336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48084) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:15.744861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:14:15.748218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Request body: {'subnet': {'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-subnet', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:15.753533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:15.757742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Usage tracker for resource:subnet and tenant:56c629fcd030484e87298ba6f1096e00 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:15.761024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:15.766677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:15.777566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Made reservation on behalf of 56c629fcd030484e87298ba6f1096e00 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:15.779922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.990277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:15.995170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-60ee1d65-ad0c-424d-aab1-fede9c35b616 tempest-PortsTestJSON-14588349 tempest-PortsTestJSON-14588349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:16.065625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a852f9db-6233-4377-96b9-ee812f6ac7ff,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:16.068351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:16.079282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Checking segment: {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:16.079655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Network hostable DHCP agents. Network: fc9703a9-2c6f-4b72-9021-9b6e844a6429, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:14:16.106323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:14:16.117395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, fc9703a9-2c6f-4b72-9021-9b6e844a6429) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:16.121809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:16.122380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.126596 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b387a37f-8303-4881-a70a-2d0b1b5acfa8 None None] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:16.143219 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3996065 Dec 22 09:14:16.145977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48088) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:16.151255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:16.155972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:16.159801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Usage tracker for resource:router and tenant:56c629fcd030484e87298ba6f1096e00 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:16.162581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:16.168625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:16.180716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.181616 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.201312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.334319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'fixed_ips': [{'subnet_id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:14:16.335150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.346752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.491371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Allocated IP 172.20.0.2 (fc9703a9-2c6f-4b72-9021-9b6e844a6429/a852f9db-6233-4377-96b9-ee812f6ac7ff/066fbe70-e484-4780-b67c-ff30fc1e8ef2) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:16.536638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.565664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.696987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.702190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Allocated IP 172.26.5.189 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/168eb533-d729-45da-af8b-1ee43b484443) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:16.707122 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Transition to ACTIVE for port object 066fbe70-e484-4780-b67c-ff30fc1e8ef2 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:16.725965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Transition to ACTIVE for port object 066fbe70-e484-4780-b67c-ff30fc1e8ef2 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:16.731880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.739688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:16.807676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:16.817129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:16.819816 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:16.828887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Pushing event updated for resources: {'Port': ['ID=066fbe70-e484-4780-b67c-ff30fc1e8ef2,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:16.831690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:16.856795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.886659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.890310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f339852-5256-4ea3-9334-955559893474 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:16.918211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Attempting to bind port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:16.918570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Attempting to bind port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:16.918943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Attempting to bind port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 on network fc9703a9-2c6f-4b72-9021-9b6e844a6429 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:16.925563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:16.925923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Checking segment: {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:16.926318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.926707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Bound using segment: {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:16.927162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Bound port: 066fbe70-e484-4780-b67c-ff30fc1e8ef2, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:16.927568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:16.957415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Pushing event updated for resources: {'Port': ['ID=168eb533-d729-45da-af8b-1ee43b484443,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:16.960577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:16.961661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:16.962529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:16.964466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:17.015071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] For port 066fbe70-e484-4780-b67c-ff30fc1e8ef2, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:17.018498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] For port 066fbe70-e484-4780-b67c-ff30fc1e8ef2, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=066fbe70-e484-4780-b67c-ff30fc1e8ef2,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:17.024196 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:17.028025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:17.112925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Pushing event updated for resources: {'Port': ['ID=066fbe70-e484-4780-b67c-ff30fc1e8ef2,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:17.115754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:17.125427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:17.126223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:17.490072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Router bba832b6-4faf-4656-a70c-94663c21ebdb is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:14:17.630622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 066fbe70-e484-4780-b67c-ff30fc1e8ef2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:17.697930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:17.699017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:14:17.709355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Sync routers for ids ['bba832b6-4faf-4656-a70c-94663c21ebdb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:14:17.723504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Routers {'bba832b6-4faf-4656-a70c-94663c21ebdb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:14:17.724405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:14:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bba832b6-4faf-4656-a70c-94663c21ebdb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:17.725425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:17.730257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48092) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:17.730794 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5834625 Dec 22 09:14:17.912066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Set router bba832b6-4faf-4656-a70c-94663c21ebdb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:14:18.088423 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878fbd1a-a25d-4ee9-89fa-759e24de5f7e None None] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:18.291956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6baead96-23bf-4575-943b-17e509fe31bf None None] Provisioning for port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:18.335085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6baead96-23bf-4575-943b-17e509fe31bf None None] Provisioning complete for port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:18.335388 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6baead96-23bf-4575-943b-17e509fe31bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:18.555405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': '168eb533-d729-45da-af8b-1ee43b484443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:17Z', 'revision_number': 3, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'gw_port': {'id': '168eb533-d729-45da-af8b-1ee43b484443', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:18.564674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Checking router: bba832b6-4faf-4656-a70c-94663c21ebdb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:14:18.565058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Updating router bba832b6-4faf-4656-a70c-94663c21ebdb port 168eb533-d729-45da-af8b-1ee43b484443 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:14:18.589171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6baead96-23bf-4575-943b-17e509fe31bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:18.605263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:18.648412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:18.691916 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6baead96-23bf-4575-943b-17e509fe31bf None None] For port 066fbe70-e484-4780-b67c-ff30fc1e8ef2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=066fbe70-e484-4780-b67c-ff30fc1e8ef2,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:18.699489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6baead96-23bf-4575-943b-17e509fe31bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:18.707144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:18.828469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Allocated IP 172.20.0.1 (fc9703a9-2c6f-4b72-9021-9b6e844a6429/a852f9db-6233-4377-96b9-ee812f6ac7ff/3f6a21fe-8429-49aa-912a-2afc4c3db3f3) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:18.840805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baead96-23bf-4575-943b-17e509fe31bf None None] Pushing event updated for resources: {'Port': ['ID=066fbe70-e484-4780-b67c-ff30fc1e8ef2,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:18.845083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6baead96-23bf-4575-943b-17e509fe31bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:18.955906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c3315a5b-b0ce-4a27-9543-2d5185eb9b98 None None] Provisioning complete for port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:18.956784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c3315a5b-b0ce-4a27-9543-2d5185eb9b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:18.981433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:18.998257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Transition to ACTIVE for port object 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:19.023083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.027609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-64284042-2d31-45df-8be7-11f3b1888180 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:19.096293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:19.099486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:19.102129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:19.130725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6a21fe-8429-49aa-912a-2afc4c3db3f3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:19.134157 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:19.165939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.166172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.180024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Transition to ACTIVE for port object 168eb533-d729-45da-af8b-1ee43b484443 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:19.188915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.197322 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:19.252147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.275839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f962e25-3c60-4b21-89f4-166d63e2d306 None None] Pushing event updated for resources: {'Port': ['ID=168eb533-d729-45da-af8b-1ee43b484443,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:19.278355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Attempting to bind port 168eb533-d729-45da-af8b-1ee43b484443 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:19.278732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Attempting to bind port 168eb533-d729-45da-af8b-1ee43b484443 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:19.279104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Attempting to bind port 168eb533-d729-45da-af8b-1ee43b484443 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:19.286422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1f962e25-3c60-4b21-89f4-166d63e2d306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:19.287215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:19.287622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:19.288037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.288430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:19.288917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Bound port: 168eb533-d729-45da-af8b-1ee43b484443, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:19.289508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.363285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] For port 168eb533-d729-45da-af8b-1ee43b484443, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:19.366399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] For port 168eb533-d729-45da-af8b-1ee43b484443, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=168eb533-d729-45da-af8b-1ee43b484443,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:19.370748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.375516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:19.455329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1e2274f4-4690-45c3-ae9b-20c9cf4634b6 None None] Provisioning for port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:19.458171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f962e25-3c60-4b21-89f4-166d63e2d306 None None] Pushing event updated for resources: {'Port': ['ID=168eb533-d729-45da-af8b-1ee43b484443,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:19.463511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1f962e25-3c60-4b21-89f4-166d63e2d306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:19.465922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-1e2274f4-4690-45c3-ae9b-20c9cf4634b6 None None] Provisioning complete for port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:19.466294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1e2274f4-4690-45c3-ae9b-20c9cf4634b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.494508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.500223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Routers {'bba832b6-4faf-4656-a70c-94663c21ebdb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:14:19.500873 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:14:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bba832b6-4faf-4656-a70c-94663c21ebdb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:19.501030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.528535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0802bfcb-a06c-45fb-8630-d2600473dde9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:19.647049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 066fbe70-e484-4780-b67c-ff30fc1e8ef2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:19.684224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1e2274f4-4690-45c3-ae9b-20c9cf4634b6 None None] Port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:14:19.730412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6a21fe-8429-49aa-912a-2afc4c3db3f3,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:19.733369 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:19.736456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.750364 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] Set router bba832b6-4faf-4656-a70c-94663c21ebdb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:14:19.815511 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:19.815893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:19.875409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:19.876635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:20.207463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d2218c43-0534-4846-8d84-abd10ee3a13d None None] Provisioning complete for port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:20.208123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d2218c43-0534-4846-8d84-abd10ee3a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:20.271322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Router bba832b6-4faf-4656-a70c-94663c21ebdb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:14:20.276914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d2218c43-0534-4846-8d84-abd10ee3a13d None None] Port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:14:20.301188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': '168eb533-d729-45da-af8b-1ee43b484443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 4, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'gw_port': {'id': '168eb533-d729-45da-af8b-1ee43b484443', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3f6a21fe-8429-49aa-912a-2afc4c3db3f3', 'name': '', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'mac_address': 'fa:16:3e:db:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:18Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 2, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'subnets': [{'id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:20.305417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a46122-491c-48db-9542-3dbef33b11ad None None] The sync data for ids ['bba832b6-4faf-4656-a70c-94663c21ebdb'] in dv-neutron-822610-1-hyperv is: [{'id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': '168eb533-d729-45da-af8b-1ee43b484443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 4, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'gw_port': {'id': '168eb533-d729-45da-af8b-1ee43b484443', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3f6a21fe-8429-49aa-912a-2afc4c3db3f3', 'name': '', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'mac_address': 'fa:16:3e:db:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:18Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 2, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'subnets': [{'id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:14:20.498093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:14:20.510245 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] 10.222.0.31 "PUT /v2.0/routers/bba832b6-4faf-4656-a70c-94663c21ebdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7780719 Dec 22 09:14:21.395818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48114) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:21.401888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-653213636-network', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:21.406811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:21.410782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Usage tracker for resource:network and tenant:a7965424a49242a7b2cab600bdb9c4f2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:21.413692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:21.419452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:21.434100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Made reservation on behalf of a7965424a49242a7b2cab600bdb9c4f2 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:21.436325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.449585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.482470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:21.486266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Usage tracker for resource:security_group_rule and tenant:a7965424a49242a7b2cab600bdb9c4f2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:21.489269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:21.494801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:21.558400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.566370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.569829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1971839-8bc5-4512-8927-edbf0ca18b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:21.598298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:14:21.606951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab127b-774a-4034-bd7d-6a8fb1418827,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:21.610070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:21.614251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.615406 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Added segment ea1fa4ed-2b03-46be-a849-f5ae9e4142a0 of type vlan for network 311140d1-48f6-4b48-b2d6-b152f01bbf22 Dec 22 09:14:21.634804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 168eb533-d729-45da-af8b-1ee43b484443 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:21.645229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.675114 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.676093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:21.676665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.680126 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c0959195-ea0e-463b-858f-3b72663dd258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:21.708702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 168eb533-d729-45da-af8b-1ee43b484443 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:21.713978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 168eb533-d729-45da-af8b-1ee43b484443 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:21.714412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.784323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48118) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:21.784896 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3873746 Dec 22 09:14:21.785188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Pushing event updated for resources: {'Network': ['ID=311140d1-48f6-4b48-b2d6-b152f01bbf22,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:21.788087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:21.791371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Request body: {'subnet': {'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-subnet', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:21.796573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:21.800384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Usage tracker for resource:subnet and tenant:a7965424a49242a7b2cab600bdb9c4f2 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:21.803553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:21.808459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 311140d1-48f6-4b48-b2d6-b152f01bbf22 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:14:21.810759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:21.821911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Made reservation on behalf of a7965424a49242a7b2cab600bdb9c4f2 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:21.824352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.921732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.944398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 168eb533-d729-45da-af8b-1ee43b484443, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=168eb533-d729-45da-af8b-1ee43b484443,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:21.950672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:21.953481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:22.019869 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=168eb533-d729-45da-af8b-1ee43b484443,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:22.022820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:22.028533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.032320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-71c2e9d3-8bfc-4c45-99d9-7bfb2bc07894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:22.099966 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=127181cc-ded6-4f7f-b8fc-ad81f2ad36e0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:22.104367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:22.114506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Checking segment: {'id': 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:22.114886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Network hostable DHCP agents. Network: 311140d1-48f6-4b48-b2d6-b152f01bbf22, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:14:22.137540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Network 311140d1-48f6-4b48-b2d6-b152f01bbf22 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:14:22.147646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 311140d1-48f6-4b48-b2d6-b152f01bbf22) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:22.151808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:22.152391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.156786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42be86c-751b-413a-ab73-00f25685508b None None] Network 311140d1-48f6-4b48-b2d6-b152f01bbf22 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:22.173611 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0f511230-d345-4380-b643-fa602c6c4a92 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3873360 Dec 22 09:14:22.176479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48122) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:22.181855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:22.186876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:22.190923 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Usage tracker for resource:router and tenant:a7965424a49242a7b2cab600bdb9c4f2 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:14:22.193850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:14:22.200221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:22.212413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.213509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.231976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.368966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-311140d1-48f6-4b48-b2d6-b152f01bbf22', 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'fixed_ips': [{'subnet_id': '127181cc-ded6-4f7f-b8fc-ad81f2ad36e0'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:14:22.369829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.382839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.529343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Allocated IP 172.20.0.2 (311140d1-48f6-4b48-b2d6-b152f01bbf22/127181cc-ded6-4f7f-b8fc-ad81f2ad36e0/83379c8e-9bb8-4054-b7e7-6055e6eda7b1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:22.575743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.605250 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.740414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.752368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Transition to ACTIVE for port object 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:22.772667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Transition to ACTIVE for port object 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:22.780554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.785079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-f7a4d2ef-0d44-4d3b-b991-d4514f08dac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:22.853543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Network 311140d1-48f6-4b48-b2d6-b152f01bbf22 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:22.854390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Pushing event updated for resources: {'Port': ['ID=83379c8e-9bb8-4054-b7e7-6055e6eda7b1,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:22.856843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Allocated IP 172.26.5.61 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/cc436337-1e8b-43bb-a704-6540517908c9) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:22.857009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:22.858559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:22.859264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:22.949840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Attempting to bind port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:22.950216 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Attempting to bind port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:22.950579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Attempting to bind port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 on network 311140d1-48f6-4b48-b2d6-b152f01bbf22 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:22.957397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:22.957561 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Checking segment: {'id': 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:22.957856 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:22.958251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Bound using segment: {'id': 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:22.958712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Bound port: 83379c8e-9bb8-4054-b7e7-6055e6eda7b1, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:22.959101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:23.009292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:23.036871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:23.040683 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-2fad4092-b518-4817-8cbd-7342d735ac1a tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:23.047734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] For port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:23.050702 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] For port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=83379c8e-9bb8-4054-b7e7-6055e6eda7b1,segment=NetworkSegment(ea1fa4ed-2b03-46be-a849-f5ae9e4142a0),segment_id=ea1fa4ed-2b03-46be-a849-f5ae9e4142a0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:23.054797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:23.058327 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1a8ac58d-7539-4812-8200-c1594c9b382e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:23.106972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:23.110393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:23.112851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:23.145251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Pushing event updated for resources: {'Port': ['ID=cc436337-1e8b-43bb-a704-6540517908c9,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:23.152415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:23.172877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Pushing event updated for resources: {'Port': ['ID=83379c8e-9bb8-4054-b7e7-6055e6eda7b1,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:23.175707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:23.282964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:23.283773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:23.549637 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Router 951b9fd0-64ab-4921-b66a-572c87c59390 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:14:23.678948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 168eb533-d729-45da-af8b-1ee43b484443 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:23.751092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 168eb533-d729-45da-af8b-1ee43b484443 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:23.752003 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:23.764451 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:14:23.774796 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Sync routers for ids ['951b9fd0-64ab-4921-b66a-572c87c59390'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:14:23.788442 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Routers {'951b9fd0-64ab-4921-b66a-572c87c59390'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:14:23.789445 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:14:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['951b9fd0-64ab-4921-b66a-572c87c59390'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:23.801718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:23.803156 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6256151 Dec 22 09:14:23.806266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48126) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:14:23.886921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:23.963788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:23.990243 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Set router 951b9fd0-64ab-4921-b66a-572c87c59390 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:14:24.161318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a673f9-0eb9-433d-b8e3-ed7e003c5ab2 None None] Network 311140d1-48f6-4b48-b2d6-b152f01bbf22 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:14:24.282566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-886fbbc3-b276-45ec-9295-40c6fd0fe99e None None] Provisioning for port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:24.292633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-886fbbc3-b276-45ec-9295-40c6fd0fe99e None None] Provisioning complete for port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:24.293156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-886fbbc3-b276-45ec-9295-40c6fd0fe99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.294828 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:23Z', 'revision_number': 3, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'gw_port': {'id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:24.299199 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Checking router: 951b9fd0-64ab-4921-b66a-572c87c59390 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:14:24.299515 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Updating router 951b9fd0-64ab-4921-b66a-572c87c59390 port cc436337-1e8b-43bb-a704-6540517908c9 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:14:24.359912 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.501045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-886fbbc3-b276-45ec-9295-40c6fd0fe99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.544944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-886fbbc3-b276-45ec-9295-40c6fd0fe99e None None] For port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=83379c8e-9bb8-4054-b7e7-6055e6eda7b1,segment=NetworkSegment(ea1fa4ed-2b03-46be-a849-f5ae9e4142a0),segment_id=ea1fa4ed-2b03-46be-a849-f5ae9e4142a0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:24.553771 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-886fbbc3-b276-45ec-9295-40c6fd0fe99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.556338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:24.636699 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fbbc3-b276-45ec-9295-40c6fd0fe99e None None] Pushing event updated for resources: {'Port': ['ID=83379c8e-9bb8-4054-b7e7-6055e6eda7b1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:24.647985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-886fbbc3-b276-45ec-9295-40c6fd0fe99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:24.730149 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.770216 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.779488 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-92440664-2c3a-4d82-a1f1-0ff58a37b368 None None] Provisioning complete for port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:24.780120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-92440664-2c3a-4d82-a1f1-0ff58a37b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.782094 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Transition to ACTIVE for port object cc436337-1e8b-43bb-a704-6540517908c9 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:24.790401 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.796144 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:24.857265 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Attempting to bind port cc436337-1e8b-43bb-a704-6540517908c9 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:24.857641 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Attempting to bind port cc436337-1e8b-43bb-a704-6540517908c9 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:24.857988 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Attempting to bind port cc436337-1e8b-43bb-a704-6540517908c9 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:24.866077 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:24.866444 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:24.866886 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.867294 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:24.867760 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Bound port: cc436337-1e8b-43bb-a704-6540517908c9, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:24.868660 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.922702 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Pushing event updated for resources: {'Port': ['ID=cc436337-1e8b-43bb-a704-6540517908c9,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:24.934185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Allocated IP 172.20.0.1 (311140d1-48f6-4b48-b2d6-b152f01bbf22/127181cc-ded6-4f7f-b8fc-ad81f2ad36e0/904b2d64-bef1-42a1-b505-fcf2bb86b77d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:24.951097 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.951454 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.951779 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.952106 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.952419 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.952733 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.953042 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.953350 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.953659 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.953966 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.954269 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:24.957979 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:24.967735 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] For port cc436337-1e8b-43bb-a704-6540517908c9, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:24.970748 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] For port cc436337-1e8b-43bb-a704-6540517908c9, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cc436337-1e8b-43bb-a704-6540517908c9,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:24.976007 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:24.979485 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:25.055610 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Pushing event updated for resources: {'Port': ['ID=cc436337-1e8b-43bb-a704-6540517908c9,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:25.059716 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:25.061305 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Routers {'951b9fd0-64ab-4921-b66a-572c87c59390'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:14:25.061896 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:14:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['951b9fd0-64ab-4921-b66a-572c87c59390'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:25.087556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:25.103477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Transition to ACTIVE for port object 904b2d64-bef1-42a1-b505-fcf2bb86b77d will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:25.127733 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:25.131613 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fde61365-1049-4763-b5cd-c48924233008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:25.195940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Network 311140d1-48f6-4b48-b2d6-b152f01bbf22 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:25.199300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:25.203545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:25.234084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Pushing event updated for resources: {'Port': ['ID=904b2d64-bef1-42a1-b505-fcf2bb86b77d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:25.240636 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:25.246498 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] Set router 951b9fd0-64ab-4921-b66a-572c87c59390 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:14:25.262664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:25.351522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:25.442298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e85f36d9-5ce5-479c-8e56-8eb6b7b4e6dd None None] Provisioning for port 904b2d64-bef1-42a1-b505-fcf2bb86b77d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:25.448367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e85f36d9-5ce5-479c-8e56-8eb6b7b4e6dd None None] Provisioning complete for port 904b2d64-bef1-42a1-b505-fcf2bb86b77d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:25.449296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e85f36d9-5ce5-479c-8e56-8eb6b7b4e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:25.507009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e85f36d9-5ce5-479c-8e56-8eb6b7b4e6dd None None] Port 904b2d64-bef1-42a1-b505-fcf2bb86b77d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:14:25.540620 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:23Z', 'revision_number': 3, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'gw_port': {'id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:25.544803 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf17944-816b-4c0e-91ff-37973b046767 None None] The sync data for ids ['951b9fd0-64ab-4921-b66a-572c87c59390'] in dv-neutron-822610-1-hyperv is: [{'id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:23Z', 'revision_number': 3, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'gw_port': {'id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:14:25.591991 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:25.597630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:25.617646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:25.629220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bfb7cad5-e328-449c-afd5-69afa0b5674f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:25.688585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:25.689106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:25.705193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:25.708615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Pushing event updated for resources: {'Port': ['ID=904b2d64-bef1-42a1-b505-fcf2bb86b77d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:25.711666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:25.844213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Network 311140d1-48f6-4b48-b2d6-b152f01bbf22 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:25.845277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:26.030185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cc1bf9be-5dc9-43a6-9637-307acf233fd7 None None] Provisioning complete for port 904b2d64-bef1-42a1-b505-fcf2bb86b77d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:26.030786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cc1bf9be-5dc9-43a6-9637-307acf233fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:26.083874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bf9be-5dc9-43a6-9637-307acf233fd7 None None] Port 904b2d64-bef1-42a1-b505-fcf2bb86b77d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:14:26.271590 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Router 951b9fd0-64ab-4921-b66a-572c87c59390 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:14:26.648563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:14:26.660075 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] 10.222.0.31 "PUT /v2.0/routers/951b9fd0-64ab-4921-b66a-572c87c59390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8523288 Dec 22 09:14:27.718937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-14608b97-04a8-453b-8c91-4a2d8cb69ec8 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:27.720290 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-14608b97-04a8-453b-8c91-4a2d8cb69ec8 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/networks?id=fc9703a9-2c6f-4b72-9021-9b6e844a6429 HTTP/1.1" status: 200 len: 816 time: 0.1503825 Dec 22 09:14:27.745374 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-1b090c54-377c-48ae-8418-6787325cc5f8 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/quotas/56c629fcd030484e87298ba6f1096e00 HTTP/1.1" status: 200 len: 375 time: 0.0170476 Dec 22 09:14:27.834855 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-03904afc-9875-4772-949a-a3f1b47aa1d0 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=56c629fcd030484e87298ba6f1096e00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843194 Dec 22 09:14:27.974597 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-a33007de-02af-4db4-98d1-1c10b826b1f3 service neutron] 10.222.0.31 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275940 Dec 22 09:14:28.122757 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b8a42f5d-0220-4872-aa94-60933cd32f0c service neutron] 10.222.0.31 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395953 Dec 22 09:14:28.313649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-f4549c13-df99-4c14-a3eb-ea6ba8db3352 req-66f3ab3f-c36f-45dd-a621-4bff56e22768 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Synchronizing usage tracker for tenant:56c629fcd030484e87298ba6f1096e00 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:14:28.332543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-f4549c13-df99-4c14-a3eb-ea6ba8db3352 req-66f3ab3f-c36f-45dd-a621-4bff56e22768 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Unset dirty status for tenant:56c629fcd030484e87298ba6f1096e00 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:14:28.333736 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f4549c13-df99-4c14-a3eb-ea6ba8db3352 req-66f3ab3f-c36f-45dd-a621-4bff56e22768 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 210 time: 0.0635693 Dec 22 09:14:29.373128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-5d062300-5c2a-4f50-bbdf-313219cc6122 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:29.374733 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-5d062300-5c2a-4f50-bbdf-313219cc6122 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.32 "GET /v2.0/networks?id=fc9703a9-2c6f-4b72-9021-9b6e844a6429 HTTP/1.1" status: 200 len: 816 time: 0.1608169 Dec 22 09:14:29.393614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Request body: {'port': {'device_id': '48e81e6a-b6e9-4612-a319-9dea85263784', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'admin_state_up': True, 'tenant_id': '56c629fcd030484e87298ba6f1096e00'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:29.530332 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-909fadf4-1745-43fa-a9c4-b7b141c93191 req-bc300dc6-c83a-4bbb-9162-123ad4eb27e9 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 210 time: 0.0628879 Dec 22 09:14:29.567818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:14:29.577991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:14:29.588653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Made reservation on behalf of 56c629fcd030484e87298ba6f1096e00 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:14:29.591698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:29.875328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Allocated IP 172.20.0.11 (fc9703a9-2c6f-4b72-9021-9b6e844a6429/a852f9db-6233-4377-96b9-ee812f6ac7ff/9fab80a4-4089-4c7f-98f7-a7a2e7077a3c) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:14:30.078874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:30.094893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Transition to ACTIVE for port object 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:30.118896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:30.124621 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4c410a86-5848-4cb5-a1a7-756a759cfe58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:30.194460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:14:30.198720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:14:30.202987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:14:30.229486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Pushing event updated for resources: {'Port': ['ID=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:30.234916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:30.267019 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:30.267644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:30.293523 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9039881 Dec 22 09:14:30.305528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Request body: {'port': {'device_id': '48e81e6a-b6e9-4612-a319-9dea85263784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:14:30.415585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:30.433946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-944cf548-febd-4de9-9d4f-728611d36055 None None] Provisioning for port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:30.438611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-944cf548-febd-4de9-9d4f-728611d36055 None None] Provisioning complete for port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:30.439142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-944cf548-febd-4de9-9d4f-728611d36055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:30.493528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-944cf548-febd-4de9-9d4f-728611d36055 None None] Port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:14:30.762147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:14:30.769602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:30.782410 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76378ca-4310-4523-8aac-5a31040b8667 req-37443cc8-62d2-4f76-b3c1-ccc9bfddfcb7 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:30.788632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Transition to ACTIVE for port object 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:30.791844 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e76378ca-4310-4523-8aac-5a31040b8667 req-37443cc8-62d2-4f76-b3c1-ccc9bfddfcb7 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 932 time: 0.1176176 Dec 22 09:14:30.800438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:30.804364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-379291b4-47fc-4960-bd43-289861e0c68f tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:30.838490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e76378ca-4310-4523-8aac-5a31040b8667 req-01ba44b7-b1c9-4093-b6ea-416c1df6be43 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Synchronizing usage tracker for tenant:56c629fcd030484e87298ba6f1096e00 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:14:30.856932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e76378ca-4310-4523-8aac-5a31040b8667 req-01ba44b7-b1c9-4093-b6ea-416c1df6be43 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Unset dirty status for tenant:56c629fcd030484e87298ba6f1096e00 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:14:30.858111 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e76378ca-4310-4523-8aac-5a31040b8667 req-01ba44b7-b1c9-4093-b6ea-416c1df6be43 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654628 Dec 22 09:14:30.932526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Pushing event updated for resources: {'Port': ['ID=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:30.935891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:31.051068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Attempting to bind port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:31.051464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Attempting to bind port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:31.051752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Attempting to bind port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c on network fc9703a9-2c6f-4b72-9021-9b6e844a6429 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:31.058894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c on network fc9703a9-2c6f-4b72-9021-9b6e844a6429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:14:31.059219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Attempting to bind port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c on network fc9703a9-2c6f-4b72-9021-9b6e844a6429 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:31.068070 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:31.068429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Checking segment: {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:31.068809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Bound using segment: {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:31.069230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Bound port: 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:31.069568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:31.165214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] For port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:31.168218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] For port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:31.174743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:31.178690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ca9e3c5e-9139-4443-8936-a59ee1585ad4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:31.232181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:31.233761 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] 10.222.0.32 "PUT /v2.0/ports/9fab80a4-4089-4c7f-98f7-a7a2e7077a3c HTTP/1.1" status: 200 len: 1094 time: 0.9324958 Dec 22 09:14:31.237170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e81e6a-b6e9-4612-a319-9dea85263784', 'tag': '9fab80a4-4089-4c7f-98f7-a7a2e7077a3c'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:14:31.270194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Pushing event updated for resources: {'Port': ['ID=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:31.274645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:31.322260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e81e6a-b6e9-4612-a319-9dea85263784', 'tag': '9fab80a4-4089-4c7f-98f7-a7a2e7077a3c', 'status': 'completed', 'code': 200} Dec 22 09:14:31.367524 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-f639ac03-598f-4bfa-a445-958ed686499c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56c629fcd030484e87298ba6f1096e00&device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 1097 time: 0.0920424 Dec 22 09:14:31.435521 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-cfd670ad-86c6-4211-b505-cd1ff460cbf3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c HTTP/1.1" status: 200 len: 217 time: 0.0611222 Dec 22 09:14:31.500958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-6cbdd0de-68e2-4d81-8d3c-1ee6b573e825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:31.502299 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-6cbdd0de-68e2-4d81-8d3c-1ee6b573e825 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a852f9db-6233-4377-96b9-ee812f6ac7ff HTTP/1.1" status: 200 len: 855 time: 0.0610831 Dec 22 09:14:31.581812 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-b674ded7-759e-4e84-9a3f-27e84d184587 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc9703a9-2c6f-4b72-9021-9b6e844a6429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732512 Dec 22 09:14:31.627667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc436337-1e8b-43bb-a704-6540517908c9 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:31.700756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port cc436337-1e8b-43bb-a704-6540517908c9 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:31.705949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port cc436337-1e8b-43bb-a704-6540517908c9 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:31.706330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:31.821873 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-a4480101-987a-4a07-b4e4-1883a50a6530 service neutron] 10.222.0.32 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328942 Dec 22 09:14:31.823801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:31.840069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port cc436337-1e8b-43bb-a704-6540517908c9, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cc436337-1e8b-43bb-a704-6540517908c9,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:31.844224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:31.846127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:31.918989 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=cc436337-1e8b-43bb-a704-6540517908c9,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:31.923966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:31.952147 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4d971d11-569b-47e9-813e-1b328b6f23a3 req-bb28bbd5-c1cb-410f-81fc-41a38273e502 service neutron] 10.222.0.32 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241014 Dec 22 09:14:32.060418 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4f16a-85ab-422b-95a1-ef195f38d949 req-4a579305-d820-4aba-b3a5-87b346d5a682 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:32.061869 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-efa4f16a-85ab-422b-95a1-ef195f38d949 req-4a579305-d820-4aba-b3a5-87b346d5a682 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 944 time: 0.0811086 Dec 22 09:14:32.069001 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-365d596d-f51d-4bd6-800a-3bd49b9400c2 req-1d2f2539-8180-42a8-b3f3-ef1a5d717ad6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56c629fcd030484e87298ba6f1096e00&device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 1097 time: 0.0721724 Dec 22 09:14:32.107326 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-efa4f16a-85ab-422b-95a1-ef195f38d949 req-a1749f49-d141-4139-9c26-c6a089070311 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Dec 22 09:14:32.200743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d596d-f51d-4bd6-800a-3bd49b9400c2 req-d4b0beb6-18ce-467f-a6dd-2ce989f4d7b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:32.202208 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-365d596d-f51d-4bd6-800a-3bd49b9400c2 req-d4b0beb6-18ce-467f-a6dd-2ce989f4d7b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc9703a9-2c6f-4b72-9021-9b6e844a6429 HTTP/1.1" status: 200 len: 917 time: 0.1262231 Dec 22 09:14:32.268839 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-365d596d-f51d-4bd6-800a-3bd49b9400c2 req-2c2df249-1413-420e-bd83-84e4b0e69f56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c HTTP/1.1" status: 200 len: 217 time: 0.0604455 Dec 22 09:14:32.337040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d596d-f51d-4bd6-800a-3bd49b9400c2 req-2a51331e-bbe5-43ad-9a4f-6d68e7a282bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:32.338511 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-365d596d-f51d-4bd6-800a-3bd49b9400c2 req-2a51331e-bbe5-43ad-9a4f-6d68e7a282bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a852f9db-6233-4377-96b9-ee812f6ac7ff HTTP/1.1" status: 200 len: 855 time: 0.0626113 Dec 22 09:14:32.418551 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-365d596d-f51d-4bd6-800a-3bd49b9400c2 req-a8ce0d9c-3643-4d1b-a1dd-004fa29eee7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc9703a9-2c6f-4b72-9021-9b6e844a6429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732419 Dec 22 09:14:32.552168 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-365d596d-f51d-4bd6-800a-3bd49b9400c2 req-436a8d89-e4df-441f-b636-aee0eea810e2 service neutron] 10.222.0.32 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269083 Dec 22 09:14:32.684943 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-365d596d-f51d-4bd6-800a-3bd49b9400c2 req-394bd39f-92ad-4f08-bc19-380c32d572af service neutron] 10.222.0.32 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252415 Dec 22 09:14:32.795960 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:14:33.316937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485f1e6-a5a7-4528-beca-e53305410fe7 req-82595d83-940f-4dcf-b57a-6966dd152771 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:33.317622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2485f1e6-a5a7-4528-beca-e53305410fe7 req-82595d83-940f-4dcf-b57a-6966dd152771 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Synchronizing usage tracker for tenant:56c629fcd030484e87298ba6f1096e00 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:14:33.337702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2485f1e6-a5a7-4528-beca-e53305410fe7 req-82595d83-940f-4dcf-b57a-6966dd152771 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Unset dirty status for tenant:56c629fcd030484e87298ba6f1096e00 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:14:33.339641 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2485f1e6-a5a7-4528-beca-e53305410fe7 req-82595d83-940f-4dcf-b57a-6966dd152771 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 944 time: 0.1110835 Dec 22 09:14:33.401197 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2485f1e6-a5a7-4528-beca-e53305410fe7 req-e27efebf-1152-4bf2-ae32-e9940a1bc74b tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525470 Dec 22 09:14:33.613340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc436337-1e8b-43bb-a704-6540517908c9 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:33.691373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port cc436337-1e8b-43bb-a704-6540517908c9 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:33.691669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:34.612101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc1741-da16-4d4c-8f8c-23730df317fe req-00de8233-9ae4-409b-9a51-15dbc1914da5 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:34.613551 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5ddc1741-da16-4d4c-8f8c-23730df317fe req-00de8233-9ae4-409b-9a51-15dbc1914da5 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 944 time: 0.0909340 Dec 22 09:14:34.660826 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5ddc1741-da16-4d4c-8f8c-23730df317fe req-6d9182c8-4297-4ab2-be30-b48c78d6cd3d tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404420 Dec 22 09:14:35.047577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Sync routers for ids ['bba832b6-4faf-4656-a70c-94663c21ebdb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:14:35.060639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Routers {'bba832b6-4faf-4656-a70c-94663c21ebdb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:14:35.061259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:14:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bba832b6-4faf-4656-a70c-94663c21ebdb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:35.243324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Set router bba832b6-4faf-4656-a70c-94663c21ebdb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:14:35.497371 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:14:35.674602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': '168eb533-d729-45da-af8b-1ee43b484443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 4, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'gw_port': {'id': '168eb533-d729-45da-af8b-1ee43b484443', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3f6a21fe-8429-49aa-912a-2afc4c3db3f3', 'name': '', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'mac_address': 'fa:16:3e:db:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:18Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 2, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'subnets': [{'id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:35.677363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:35.690105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Checking router: bba832b6-4faf-4656-a70c-94663c21ebdb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:14:35.690498 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Updating router bba832b6-4faf-4656-a70c-94663c21ebdb port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:14:35.727352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '9fab80a4-4089-4c7f-98f7-a7a2e7077a3c', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'port_id': '9fab80a4-4089-4c7f-98f7-a7a2e7077a3c', 'mac_address': 'fa:16:3e:37:2b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:14:35.780437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:35.807721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:35.865448 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19975ba8-6260-4393-abfd-450f6c8fdcaf req-68d1e1b1-2925-40df-b53c-2af575d147c5 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:35.866991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:14:35.867123 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-19975ba8-6260-4393-abfd-450f6c8fdcaf req-68d1e1b1-2925-40df-b53c-2af575d147c5 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 944 time: 0.0836055 Dec 22 09:14:35.914570 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-19975ba8-6260-4393-abfd-450f6c8fdcaf req-666fd422-8d12-4821-b390-982c5c49f378 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Dec 22 09:14:35.933365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:35.948102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:35.952614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:36.096524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:36.120659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.121008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.121328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.121652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.121969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.122290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.122606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.122907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.123218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.123561 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.123880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:14:36.129402 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:36.233668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:36.245912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Transition to ACTIVE for port object 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:36.254333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:36.258680 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:36.357963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['9fab80a4-4089-4c7f-98f7-a7a2e7077a3c'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:14:36.412386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da83481-ffd5-4575-9586-d45624b038fe None None] Pushing event updated for resources: {'Port': ['ID=3f6a21fe-8429-49aa-912a-2afc4c3db3f3,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:36.417768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5da83481-ffd5-4575-9586-d45624b038fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:36.599198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Attempting to bind port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:36.599593 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Attempting to bind port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:36.599956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Attempting to bind port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 on network fc9703a9-2c6f-4b72-9021-9b6e844a6429 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:36.627225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:36.627627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Checking segment: {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:36.628057 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:36.628432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Bound using segment: {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:36.628893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Bound port: 3f6a21fe-8429-49aa-912a-2afc4c3db3f3, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:36.629265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:36.714855 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Sync routers for ids ['951b9fd0-64ab-4921-b66a-572c87c59390'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:14:36.728467 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Routers {'951b9fd0-64ab-4921-b66a-572c87c59390'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:14:36.729085 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:14:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['951b9fd0-64ab-4921-b66a-572c87c59390'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:36.773881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] For port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:36.777376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] For port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3f6a21fe-8429-49aa-912a-2afc4c3db3f3,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:36.783870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:36.788357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-6baead96-23bf-4575-943b-17e509fe31bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:36.862470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Routers {'bba832b6-4faf-4656-a70c-94663c21ebdb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:14:36.863412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:14:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bba832b6-4faf-4656-a70c-94663c21ebdb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:36.910046 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Set router 951b9fd0-64ab-4921-b66a-572c87c59390 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:14:36.953046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da83481-ffd5-4575-9586-d45624b038fe None None] Pushing event updated for resources: {'Port': ['ID=3f6a21fe-8429-49aa-912a-2afc4c3db3f3,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:36.958078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5da83481-ffd5-4575-9586-d45624b038fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:37.073648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] Set router bba832b6-4faf-4656-a70c-94663c21ebdb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:14:37.144047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aeaaa-7d0a-48c1-9327-88319e214cbf req-cd96e9b1-787e-4fba-abb6-db705e3ec5c4 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:37.146632 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9e8aeaaa-7d0a-48c1-9327-88319e214cbf req-cd96e9b1-787e-4fba-abb6-db705e3ec5c4 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 945 time: 0.0896358 Dec 22 09:14:37.158806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9e820892-b336-4046-b003-b2c2c0738d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:37.197919 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9e8aeaaa-7d0a-48c1-9327-88319e214cbf req-1407c77c-b27c-4dcf-b8cb-0b9891550714 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443158 Dec 22 09:14:37.234759 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:25Z', 'revision_number': 4, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'gw_port': {'id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '904b2d64-bef1-42a1-b505-fcf2bb86b77d', 'name': '', 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'mac_address': 'fa:16:3e:0c:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '127181cc-ded6-4f7f-b8fc-ad81f2ad36e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:24Z', 'updated_at': '2021-12-22T09:14:25Z', 'revision_number': 2, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'subnets': [{'id': '127181cc-ded6-4f7f-b8fc-ad81f2ad36e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:37.238692 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Checking router: 951b9fd0-64ab-4921-b66a-572c87c59390 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:14:37.239072 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Updating router 951b9fd0-64ab-4921-b66a-572c87c59390 port 904b2d64-bef1-42a1-b505-fcf2bb86b77d binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:14:37.316890 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:37.413266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': '168eb533-d729-45da-af8b-1ee43b484443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 4, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'gw_port': {'id': '168eb533-d729-45da-af8b-1ee43b484443', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3f6a21fe-8429-49aa-912a-2afc4c3db3f3', 'name': '', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'mac_address': 'fa:16:3e:db:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:18Z', 'updated_at': '2021-12-22T09:14:36Z', 'revision_number': 4, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'subnets': [{'id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:37.417382 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d00263-5e59-4ac1-b120-8e6777a22a3a None None] The sync data for ids ['bba832b6-4faf-4656-a70c-94663c21ebdb'] in dv-neutron-822610-1-hyperv is: [{'id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': '168eb533-d729-45da-af8b-1ee43b484443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:19Z', 'revision_number': 4, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'gw_port': {'id': '168eb533-d729-45da-af8b-1ee43b484443', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3f6a21fe-8429-49aa-912a-2afc4c3db3f3', 'name': '', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'mac_address': 'fa:16:3e:db:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:18Z', 'updated_at': '2021-12-22T09:14:36Z', 'revision_number': 4, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'subnets': [{'id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:14:37.501501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:37.592135 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:37.599837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:37.600222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:37.655122 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:37.680239 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:37.695558 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Transition to ACTIVE for port object 904b2d64-bef1-42a1-b505-fcf2bb86b77d will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:14:37.703550 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:37.714573 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:37.790458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:37.830262 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e81e6a-b6e9-4612-a319-9dea85263784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab80a4-4089-4c7f-98f7-a7a2e7077a3c'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:14:37.836376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:37.846301 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8ed40-8563-4e0e-b6e1-c0a3fe3a1c56 None None] Pushing event updated for resources: {'Port': ['ID=904b2d64-bef1-42a1-b505-fcf2bb86b77d,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:37.847468 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:37.848303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:37.849323 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-98b8ed40-8563-4e0e-b6e1-c0a3fe3a1c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:37.886351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:37.901008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:37.905996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5da83481-ffd5-4575-9586-d45624b038fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:37.936419 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Attempting to bind port 904b2d64-bef1-42a1-b505-fcf2bb86b77d on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:14:37.936791 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Attempting to bind port 904b2d64-bef1-42a1-b505-fcf2bb86b77d by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:14:37.937290 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Attempting to bind port 904b2d64-bef1-42a1-b505-fcf2bb86b77d on network 311140d1-48f6-4b48-b2d6-b152f01bbf22 {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:14:37.944117 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e81e6a-b6e9-4612-a319-9dea85263784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fab80a4-4089-4c7f-98f7-a7a2e7077a3c', 'code': 200} Dec 22 09:14:37.946675 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:14:37.947057 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Checking segment: {'id': 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:14:37.947741 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:37.948552 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Bound using segment: {'id': 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:14:37.948676 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Bound port: 904b2d64-bef1-42a1-b505-fcf2bb86b77d, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:14:37.949028 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:38.065536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:38.080504 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] For port 904b2d64-bef1-42a1-b505-fcf2bb86b77d, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:14:38.085182 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] For port 904b2d64-bef1-42a1-b505-fcf2bb86b77d, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=904b2d64-bef1-42a1-b505-fcf2bb86b77d,segment=NetworkSegment(ea1fa4ed-2b03-46be-a849-f5ae9e4142a0),segment_id=ea1fa4ed-2b03-46be-a849-f5ae9e4142a0)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:14:38.092195 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:38.100245 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f9d82d8f-3f89-4f9d-9412-b712594f3e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:38.104528 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:38.108052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:38.124780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3f6a21fe-8429-49aa-912a-2afc4c3db3f3,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:38.137162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:38.139037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:38.180955 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Routers {'951b9fd0-64ab-4921-b66a-572c87c59390'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:14:38.181593 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:14:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['951b9fd0-64ab-4921-b66a-572c87c59390'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:38.213173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=3f6a21fe-8429-49aa-912a-2afc4c3db3f3,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:38.215970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:38.228934 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6f866337-7702-437f-a066-4ca35ec1d73d req-ef1f64b0-4005-41d2-9af3-427a20d3a749 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 1099 time: 0.0838666 Dec 22 09:14:38.252172 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8ed40-8563-4e0e-b6e1-c0a3fe3a1c56 None None] Pushing event updated for resources: {'Port': ['ID=904b2d64-bef1-42a1-b505-fcf2bb86b77d,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:38.257072 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-98b8ed40-8563-4e0e-b6e1-c0a3fe3a1c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:38.282544 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6f866337-7702-437f-a066-4ca35ec1d73d req-2e70fbab-94f4-45e0-98b6-af00e0959ba8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Dec 22 09:14:38.376336 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] Set router 951b9fd0-64ab-4921-b66a-572c87c59390 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:14:38.419379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d9c54-0684-4bdd-88e9-1e0120b67b76 req-84956bbc-a1b8-4396-83da-430730604e08 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:38.421002 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-488d9c54-0684-4bdd-88e9-1e0120b67b76 req-84956bbc-a1b8-4396-83da-430730604e08 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 946 time: 0.0769296 Dec 22 09:14:38.473574 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-488d9c54-0684-4bdd-88e9-1e0120b67b76 req-31632dc5-98d1-4440-8f6f-71bd6e2e49ed tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465791 Dec 22 09:14:38.694433 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-944fb418-a34c-494b-82db-532ebc42334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:25Z', 'revision_number': 4, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'gw_port': {'id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '904b2d64-bef1-42a1-b505-fcf2bb86b77d', 'name': '', 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'mac_address': 'fa:16:3e:0c:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '127181cc-ded6-4f7f-b8fc-ad81f2ad36e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:24Z', 'updated_at': '2021-12-22T09:14:38Z', 'revision_number': 4, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'subnets': [{'id': '127181cc-ded6-4f7f-b8fc-ad81f2ad36e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:14:38.699610 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944fb418-a34c-494b-82db-532ebc42334d None None] The sync data for ids ['951b9fd0-64ab-4921-b66a-572c87c59390'] in dv-neutron-822610-1-hyperv is: [{'id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:25Z', 'revision_number': 4, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'gw_port': {'id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '904b2d64-bef1-42a1-b505-fcf2bb86b77d', 'name': '', 'network_id': '311140d1-48f6-4b48-b2d6-b152f01bbf22', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'mac_address': 'fa:16:3e:0c:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '127181cc-ded6-4f7f-b8fc-ad81f2ad36e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:24Z', 'updated_at': '2021-12-22T09:14:38Z', 'revision_number': 4, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'subnets': [{'id': '127181cc-ded6-4f7f-b8fc-ad81f2ad36e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:14:39.220489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4fc5b846-066d-4d2a-9282-782b31989d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:39.690028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc9dc6-9d7d-4aa0-b8ec-5688db498cd4 req-31daf36b-9b91-4520-8c5d-e7373674b020 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:39.691502 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a2bc9dc6-9d7d-4aa0-b8ec-5688db498cd4 req-31daf36b-9b91-4520-8c5d-e7373674b020 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 946 time: 0.0770674 Dec 22 09:14:39.691753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:39.737244 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a2bc9dc6-9d7d-4aa0-b8ec-5688db498cd4 req-df01617f-a25f-4385-a6c4-593540351cdf tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391300 Dec 22 09:14:39.765233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:39.765668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:39.886233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 904b2d64-bef1-42a1-b505-fcf2bb86b77d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:39.994988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 904b2d64-bef1-42a1-b505-fcf2bb86b77d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:14:39.999606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 904b2d64-bef1-42a1-b505-fcf2bb86b77d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:39.999981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:40.129217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:40.161632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 904b2d64-bef1-42a1-b505-fcf2bb86b77d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=904b2d64-bef1-42a1-b505-fcf2bb86b77d,segment=NetworkSegment(ea1fa4ed-2b03-46be-a849-f5ae9e4142a0),segment_id=ea1fa4ed-2b03-46be-a849-f5ae9e4142a0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:40.168127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:40.169930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ebd7be8d-c3fe-46a8-b03f-8a00ead56958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:40.233288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=904b2d64-bef1-42a1-b505-fcf2bb86b77d,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:40.236344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:40.454624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:40.610115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:40.942435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03758d6b-747b-4fe4-8480-1b6c0d397f88 req-10025c6a-5bd0-423d-8925-c3ccb6ffb6f5 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:40.943916 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-03758d6b-747b-4fe4-8480-1b6c0d397f88 req-10025c6a-5bd0-423d-8925-c3ccb6ffb6f5 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 946 time: 0.0867260 Dec 22 09:14:40.989833 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-03758d6b-747b-4fe4-8480-1b6c0d397f88 req-6120dce5-3e37-4e89-a984-6eba02b036f5 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 Dec 22 09:14:41.216483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d5dab-8a67-4fc7-93a5-2e7aceefd4fd req-f7a7038d-4cba-4c34-8860-b477a287853c tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:41.217917 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-016d5dab-8a67-4fc7-93a5-2e7aceefd4fd req-f7a7038d-4cba-4c34-8860-b477a287853c tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 946 time: 0.0871077 Dec 22 09:14:41.263798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-016d5dab-8a67-4fc7-93a5-2e7aceefd4fd req-69925db2-623f-4a83-ac10-49d65afbaaa3 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Dec 22 09:14:41.617739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 904b2d64-bef1-42a1-b505-fcf2bb86b77d up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:14:41.677438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:41.696849 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 904b2d64-bef1-42a1-b505-fcf2bb86b77d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:14:41.697217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:41.901608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:57.474490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90340d0-ed5a-46ba-8cc6-c5ddfb6e42aa req-1a339913-5d5b-45bb-9c20-c2363222335f tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:57.475989 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a90340d0-ed5a-46ba-8cc6-c5ddfb6e42aa req-1a339913-5d5b-45bb-9c20-c2363222335f tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 946 time: 0.0782073 Dec 22 09:14:57.529040 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a90340d0-ed5a-46ba-8cc6-c5ddfb6e42aa req-71c5744b-db10-493c-b4e6-5a8f84e69fe3 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470121 Dec 22 09:14:58.865216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a339a-eb67-473b-a260-60b842fc993c req-4ad56a21-e4a5-4023-9e07-d6fc42274fc7 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:58.866703 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-943a339a-eb67-473b-a260-60b842fc993c req-4ad56a21-e4a5-4023-9e07-d6fc42274fc7 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 946 time: 0.2087147 Dec 22 09:14:58.915723 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-943a339a-eb67-473b-a260-60b842fc993c req-0b1c3e5d-6775-4aac-bd8b-f710fb9a7431 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Dec 22 09:14:59.060806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-62001050-ff88-46e6-af57-85454e97aeb1 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:14:59.062146 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-62001050-ff88-46e6-af57-85454e97aeb1 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.32 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 946 time: 0.0863986 Dec 22 09:14:59.136132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Deleting port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:14:59.136432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:59.479278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] For port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:14:59.479624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:59.605859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Calling delete_port for 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:14:59.773777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:59.779587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b430bb69-cbe5-4b5c-a50d-68545109e483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:14:59.788419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['9fab80a4-4089-4c7f-98f7-a7a2e7077a3c'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:14:59.827030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Pushing event deleted for resources: {'Port': ['ID=9fab80a4-4089-4c7f-98f7-a7a2e7077a3c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:14:59.829657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:14:59.902350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] No DVR routers for this DVR port 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:14:59.905167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:14:59.908372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e81e6a-b6e9-4612-a319-9dea85263784', 'name': 'network-vif-deleted', 'tag': '9fab80a4-4089-4c7f-98f7-a7a2e7077a3c'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:14:59.925453 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ddd1b918-7654-4fa8-9f1f-38c98258c211 req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.32 "DELETE /v2.0/ports/9fab80a4-4089-4c7f-98f7-a7a2e7077a3c HTTP/1.1" status: 204 len: 173 time: 0.8577685 Dec 22 09:14:59.989587 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e81e6a-b6e9-4612-a319-9dea85263784', 'name': 'network-vif-deleted', 'tag': '9fab80a4-4089-4c7f-98f7-a7a2e7077a3c', 'status': 'completed', 'code': 200} Dec 22 09:15:00.094772 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-713cbc43-e24c-4e48-af2a-11078e803bc7 req-2e19d07d-0e69-4bd9-9b6f-6668665f4f5a tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=48e81e6a-b6e9-4612-a319-9dea85263784 HTTP/1.1" status: 200 len: 210 time: 0.0444834 Dec 22 09:15:02.009523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-d2e0ee14-4a9f-48df-89c4-d1d21f0761b8 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:02.010227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-d2e0ee14-4a9f-48df-89c4-d1d21f0761b8 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Synchronizing usage tracker for tenant:56c629fcd030484e87298ba6f1096e00 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:15:02.026817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-d2e0ee14-4a9f-48df-89c4-d1d21f0761b8 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Unset dirty status for tenant:56c629fcd030484e87298ba6f1096e00 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:15:02.028124 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-d2e0ee14-4a9f-48df-89c4-d1d21f0761b8 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/networks?id=fc9703a9-2c6f-4b72-9021-9b6e844a6429 HTTP/1.1" status: 200 len: 816 time: 0.1675735 Dec 22 09:15:02.047710 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-d41035d6-2ca5-4686-a0fb-dbf1a485c82e tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/quotas/56c629fcd030484e87298ba6f1096e00 HTTP/1.1" status: 200 len: 375 time: 0.0115285 Dec 22 09:15:02.133066 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-e5f435b4-7020-4de4-9629-eac7ca1704e1 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=56c629fcd030484e87298ba6f1096e00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804565 Dec 22 09:15:02.343179 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-3ddf33da-775b-4e93-9dc2-7aae23250ad8 service neutron] 10.222.0.31 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926994 Dec 22 09:15:02.477896 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-1d9f43e0-c017-44e5-9da3-041cd61f83a1 service neutron] 10.222.0.31 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289184 Dec 22 09:15:02.662061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-8562ce0f-2faf-48dd-901e-2a32e4853496 req-d29b33b1-bd6c-47a2-a47f-8436f99f953a tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Synchronizing usage tracker for tenant:56c629fcd030484e87298ba6f1096e00 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:15:02.679259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-8562ce0f-2faf-48dd-901e-2a32e4853496 req-d29b33b1-bd6c-47a2-a47f-8436f99f953a tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Unset dirty status for tenant:56c629fcd030484e87298ba6f1096e00 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:15:02.680542 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8562ce0f-2faf-48dd-901e-2a32e4853496 req-d29b33b1-bd6c-47a2-a47f-8436f99f953a tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 210 time: 0.0578766 Dec 22 09:15:03.651773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:03.684744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:15:03.685133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 9fab80a4-4089-4c7f-98f7-a7a2e7077a3c not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:03.688037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-6058eb12-f3fc-475a-8e18-9c0d12f07ed4 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:03.689447 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-6058eb12-f3fc-475a-8e18-9c0d12f07ed4 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.32 "GET /v2.0/networks?id=fc9703a9-2c6f-4b72-9021-9b6e844a6429 HTTP/1.1" status: 200 len: 816 time: 0.1518533 Dec 22 09:15:03.706547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Request body: {'port': {'device_id': 'ceab23b2-9ab7-402c-a672-ba354a1783de', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'admin_state_up': True, 'tenant_id': '56c629fcd030484e87298ba6f1096e00'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:15:03.846107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:03.850728 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-89134cd7-9f79-4c08-aa1e-b18537161adc req-52ad2665-1906-4a6a-82a0-3ad8877e80d6 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 210 time: 0.0417321 Dec 22 09:15:03.856581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:03.870486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Made reservation on behalf of 56c629fcd030484e87298ba6f1096e00 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:15:03.874075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:04.044309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Allocated IP 172.20.0.13 (fc9703a9-2c6f-4b72-9021-9b6e844a6429/a852f9db-6233-4377-96b9-ee812f6ac7ff/3c807d48-4c18-4397-923b-d986541b5971) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:15:04.262353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:04.278649 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Transition to ACTIVE for port object 3c807d48-4c18-4397-923b-d986541b5971 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:04.301715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:04.307183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-08c6dd27-b4f7-4d7f-839a-4c358912f65e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:04.368736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:04.376101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:04.380575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:15:04.414453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Pushing event updated for resources: {'Port': ['ID=3c807d48-4c18-4397-923b-d986541b5971,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:04.433705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.434069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.434464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.434829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.435189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.435590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.435950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.436305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.436669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.437052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.437409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:04.447611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:04.462568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:04.463162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:04.492179 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7896116 Dec 22 09:15:04.504427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Request body: {'port': {'device_id': 'ceab23b2-9ab7-402c-a672-ba354a1783de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:15:04.618711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:04.654217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d6291b88-7621-4417-98bb-3f8d95b8406f None None] Provisioning for port 3c807d48-4c18-4397-923b-d986541b5971 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:04.658962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d6291b88-7621-4417-98bb-3f8d95b8406f None None] Provisioning complete for port 3c807d48-4c18-4397-923b-d986541b5971 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:04.659440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d6291b88-7621-4417-98bb-3f8d95b8406f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:04.713293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-d6291b88-7621-4417-98bb-3f8d95b8406f None None] Port 3c807d48-4c18-4397-923b-d986541b5971 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:15:04.971610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c807d48-4c18-4397-923b-d986541b5971 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:15:05.011008 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.036064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Transition to ACTIVE for port object 3c807d48-4c18-4397-923b-d986541b5971 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:05.043734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.048085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8fbac01d-6888-400b-93e0-93273e08343e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:05.295611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=3c807d48-4c18-4397-923b-d986541b5971,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:05.298596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:05.310357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185b769-1a0f-49f9-a639-fcc8c576a7b1 req-0e558a9e-c8fe-40a3-9de9-96fa05f62646 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:05.311028 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-d185b769-1a0f-49f9-a639-fcc8c576a7b1 req-0e558a9e-c8fe-40a3-9de9-96fa05f62646 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Synchronizing usage tracker for tenant:56c629fcd030484e87298ba6f1096e00 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:15:05.398429 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-d185b769-1a0f-49f9-a639-fcc8c576a7b1 req-0e558a9e-c8fe-40a3-9de9-96fa05f62646 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Unset dirty status for tenant:56c629fcd030484e87298ba6f1096e00 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:15:05.399525 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d185b769-1a0f-49f9-a639-fcc8c576a7b1 req-0e558a9e-c8fe-40a3-9de9-96fa05f62646 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 932 time: 0.4236503 Dec 22 09:15:05.441210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Attempting to bind port 3c807d48-4c18-4397-923b-d986541b5971 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:15:05.441408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Attempting to bind port 3c807d48-4c18-4397-923b-d986541b5971 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:15:05.441751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Attempting to bind port 3c807d48-4c18-4397-923b-d986541b5971 on network fc9703a9-2c6f-4b72-9021-9b6e844a6429 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:15:05.460719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Port 3c807d48-4c18-4397-923b-d986541b5971 on network fc9703a9-2c6f-4b72-9021-9b6e844a6429 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:15:05.461255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Attempting to bind port 3c807d48-4c18-4397-923b-d986541b5971 on network fc9703a9-2c6f-4b72-9021-9b6e844a6429 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:15:05.473089 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d185b769-1a0f-49f9-a639-fcc8c576a7b1 req-2faf032c-c794-4db0-ac05-f837985e4700 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665174 Dec 22 09:15:05.475289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:15:05.475461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Checking segment: {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:15:05.475848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Bound using segment: {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:15:05.476262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Bound port: 3c807d48-4c18-4397-923b-d986541b5971, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:15:05.476597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.575538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] For port 3c807d48-4c18-4397-923b-d986541b5971, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:15:05.579127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] For port 3c807d48-4c18-4397-923b-d986541b5971, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3c807d48-4c18-4397-923b-d986541b5971,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:15:05.585195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.588960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2a5c8f88-5f32-4f50-a8cc-7b91122783c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:05.643963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:05.645297 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] 10.222.0.32 "PUT /v2.0/ports/3c807d48-4c18-4397-923b-d986541b5971 HTTP/1.1" status: 200 len: 1094 time: 1.1452639 Dec 22 09:15:05.645879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceab23b2-9ab7-402c-a672-ba354a1783de', 'tag': '3c807d48-4c18-4397-923b-d986541b5971'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:05.668222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Pushing event updated for resources: {'Port': ['ID=3c807d48-4c18-4397-923b-d986541b5971,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:05.671265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:05.721419 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceab23b2-9ab7-402c-a672-ba354a1783de', 'tag': '3c807d48-4c18-4397-923b-d986541b5971', 'status': 'completed', 'code': 200} Dec 22 09:15:05.760605 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-32584f35-9605-4d27-a91c-5616ca567614 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56c629fcd030484e87298ba6f1096e00&device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 1097 time: 0.0753689 Dec 22 09:15:05.847474 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-f3e241da-15ef-488d-bb0b-99d6b18310f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c807d48-4c18-4397-923b-d986541b5971 HTTP/1.1" status: 200 len: 217 time: 0.0797138 Dec 22 09:15:05.911145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-e3700851-85d5-4f8e-8602-db6f85ef65a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:05.912937 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-e3700851-85d5-4f8e-8602-db6f85ef65a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a852f9db-6233-4377-96b9-ee812f6ac7ff HTTP/1.1" status: 200 len: 855 time: 0.0587165 Dec 22 09:15:05.993717 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-831db44f-4b09-48a2-aba3-4816cdd5437e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc9703a9-2c6f-4b72-9021-9b6e844a6429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746400 Dec 22 09:15:06.130847 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-44f45f87-e58e-46dc-9275-5abbb79cece4 service neutron] 10.222.0.32 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309450 Dec 22 09:15:06.269834 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37ffd7af-f6c5-4481-bb2d-e960e1e113b1 req-e1907a1b-14d3-4271-8659-86296d95c2f1 service neutron] 10.222.0.32 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313837 Dec 22 09:15:06.405177 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d4fa8e2-5f61-431d-9504-3dc719c28cc8 req-126d3fec-e02e-4377-a944-1da0dfebdc66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56c629fcd030484e87298ba6f1096e00&device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 1097 time: 0.0758977 Dec 22 09:15:06.538171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fa8e2-5f61-431d-9504-3dc719c28cc8 req-9e851054-9390-4ea8-af93-92dba5166a42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:06.539630 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d4fa8e2-5f61-431d-9504-3dc719c28cc8 req-9e851054-9390-4ea8-af93-92dba5166a42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc9703a9-2c6f-4b72-9021-9b6e844a6429 HTTP/1.1" status: 200 len: 917 time: 0.1281209 Dec 22 09:15:06.643670 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d4fa8e2-5f61-431d-9504-3dc719c28cc8 req-daa5f746-005f-4e88-8c92-a7cde47298a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c807d48-4c18-4397-923b-d986541b5971 HTTP/1.1" status: 200 len: 217 time: 0.0973656 Dec 22 09:15:06.716431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fa8e2-5f61-431d-9504-3dc719c28cc8 req-95da210b-a2df-483e-9e44-21d1c46e2185 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:06.717881 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d4fa8e2-5f61-431d-9504-3dc719c28cc8 req-95da210b-a2df-483e-9e44-21d1c46e2185 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a852f9db-6233-4377-96b9-ee812f6ac7ff HTTP/1.1" status: 200 len: 855 time: 0.0666957 Dec 22 09:15:06.775755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8ed8f-1c7d-497f-aa39-e8d5c8c28fdb req-21c76845-5f9b-4c3b-92da-2061cf51e11c tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:06.777087 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-13f8ed8f-1c7d-497f-aa39-e8d5c8c28fdb req-21c76845-5f9b-4c3b-92da-2061cf51e11c tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 944 time: 0.1793845 Dec 22 09:15:06.837909 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-13f8ed8f-1c7d-497f-aa39-e8d5c8c28fdb req-a6911821-3976-440c-8446-b289f612b389 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543680 Dec 22 09:15:06.841023 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d4fa8e2-5f61-431d-9504-3dc719c28cc8 req-9a94d7c8-05bd-44a2-b1a9-a6b9c5ad6b4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc9703a9-2c6f-4b72-9021-9b6e844a6429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145270 Dec 22 09:15:06.972128 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d4fa8e2-5f61-431d-9504-3dc719c28cc8 req-40fffade-9a22-4364-a14e-ecf200e323b6 service neutron] 10.222.0.32 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237659 Dec 22 09:15:07.124315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8d6e67be-8cde-40ae-a6c6-9e1df8d5e659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:07.211410 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2d4fa8e2-5f61-431d-9504-3dc719c28cc8 req-60b1f60b-a605-432d-b6a1-e08cabd4636c service neutron] 10.222.0.32 "GET /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321589 Dec 22 09:15:08.044366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669260b-4418-428b-a15e-abf349e28219 req-00e29942-56e8-4fd0-b2b0-af32ac0e6b23 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:08.045785 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b669260b-4418-428b-a15e-abf349e28219 req-00e29942-56e8-4fd0-b2b0-af32ac0e6b23 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 944 time: 0.0798082 Dec 22 09:15:08.090389 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b669260b-4418-428b-a15e-abf349e28219 req-42062adc-618a-4c3d-bb43-c15b80eba31c tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Dec 22 09:15:09.215731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a50bc5bc-7a11-4f03-b7f3-954247cfb0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:09.306857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fb51d-f81a-4c39-b21b-c92a6654b785 req-44cf61e2-b943-46ba-941b-a3c63435c562 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:09.308493 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-587fb51d-f81a-4c39-b21b-c92a6654b785 req-44cf61e2-b943-46ba-941b-a3c63435c562 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 944 time: 0.0930109 Dec 22 09:15:09.359153 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-587fb51d-f81a-4c39-b21b-c92a6654b785 req-b16e6eaf-02f9-4e53-8123-b168ab400e91 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Dec 22 09:15:09.651199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3c807d48-4c18-4397-923b-d986541b5971 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:15:09.786256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3c807d48-4c18-4397-923b-d986541b5971, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3c807d48-4c18-4397-923b-d986541b5971,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:09.798286 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:15:09.803339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '3c807d48-4c18-4397-923b-d986541b5971', 'network_id': 'fc9703a9-2c6f-4b72-9021-9b6e844a6429', 'port_id': '3c807d48-4c18-4397-923b-d986541b5971', 'mac_address': 'fa:16:3e:50:a8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a852f9db-6233-4377-96b9-ee812f6ac7ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:15:09.861505 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:09.878707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c807d48-4c18-4397-923b-d986541b5971 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:15:09.893892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3c807d48-4c18-4397-923b-d986541b5971, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3c807d48-4c18-4397-923b-d986541b5971,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:09.899217 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:09.900971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:09.963652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=3c807d48-4c18-4397-923b-d986541b5971,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:09.967147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:10.219085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['3c807d48-4c18-4397-923b-d986541b5971'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:15:10.440634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:10.609323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:10.681446 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118364b9-c624-4b86-98c7-faa679ea2302 req-dc37c5ff-5090-4197-b86d-4789010acb5d tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:10.682904 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-118364b9-c624-4b86-98c7-faa679ea2302 req-dc37c5ff-5090-4197-b86d-4789010acb5d tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 945 time: 0.1953421 Dec 22 09:15:10.731289 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-118364b9-c624-4b86-98c7-faa679ea2302 req-67d80415-dcc0-4e54-9f6b-2249995b5de4 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Dec 22 09:15:11.658019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3c807d48-4c18-4397-923b-d986541b5971 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:11.708426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.736456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 3c807d48-4c18-4397-923b-d986541b5971 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:11.741665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 3c807d48-4c18-4397-923b-d986541b5971 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:11.742039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.861513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.888874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceab23b2-9ab7-402c-a672-ba354a1783de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c807d48-4c18-4397-923b-d986541b5971'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:11.911195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 3c807d48-4c18-4397-923b-d986541b5971, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3c807d48-4c18-4397-923b-d986541b5971,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:11.915198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.916811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:11.919954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:11.938074 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c597d-4fbf-44ab-88ea-6e8de16b4262 req-0e1910f7-eca9-4bf0-8278-9522540b8449 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:11.939962 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa3c597d-4fbf-44ab-88ea-6e8de16b4262 req-0e1910f7-eca9-4bf0-8278-9522540b8449 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 945 time: 0.0879779 Dec 22 09:15:11.955675 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceab23b2-9ab7-402c-a672-ba354a1783de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c807d48-4c18-4397-923b-d986541b5971', 'code': 200} Dec 22 09:15:11.989329 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa3c597d-4fbf-44ab-88ea-6e8de16b4262 req-2abb8c1e-10b2-42ef-a247-be03966e8b51 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Dec 22 09:15:11.994128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=3c807d48-4c18-4397-923b-d986541b5971,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:11.997248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:12.179148 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aba3098a-52d9-4f03-a96e-255d3664da26 req-a4c543a2-073e-4aa7-8a2a-4652e07adfe9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 1099 time: 0.0711250 Dec 22 09:15:12.221146 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aba3098a-52d9-4f03-a96e-255d3664da26 req-f8dc1f6a-6f63-4514-bbd8-c855827e37fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358944 Dec 22 09:15:13.212849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5dbc2-cafe-4b36-bc90-bdc5e46322a5 req-fa13ef3f-9f77-4a12-8a8b-7fc18b052c84 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:13.214281 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ead5dbc2-cafe-4b36-bc90-bdc5e46322a5 req-fa13ef3f-9f77-4a12-8a8b-7fc18b052c84 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 946 time: 0.0838025 Dec 22 09:15:13.262694 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ead5dbc2-cafe-4b36-bc90-bdc5e46322a5 req-c39aa3d2-2b99-4c1b-8880-da5159655ab8 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Dec 22 09:15:14.490072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87417f-c1cc-441a-9357-765df8558a4a req-e577d290-85b0-4105-9cc4-f6f7b3e8aad2 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:14.491649 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a87417f-c1cc-441a-9357-765df8558a4a req-e577d290-85b0-4105-9cc4-f6f7b3e8aad2 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 946 time: 0.0922062 Dec 22 09:15:14.541533 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8a87417f-c1cc-441a-9357-765df8558a4a req-0920b1ec-b4d1-42da-8c94-7ba3808f8264 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441933 Dec 22 09:15:14.753315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54a82c-59be-4e95-84d4-2acf25fae51e req-1a1ffca8-3120-4de4-9bc5-1abbcde45592 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:14.754739 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4d54a82c-59be-4e95-84d4-2acf25fae51e req-1a1ffca8-3120-4de4-9bc5-1abbcde45592 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 946 time: 0.0838230 Dec 22 09:15:14.801651 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4d54a82c-59be-4e95-84d4-2acf25fae51e req-b3ec0461-def2-48a9-b4ab-8b90fe544050 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Dec 22 09:15:30.586962 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287867e-4af3-4b37-8d60-57f506088f55 req-146bbd91-2065-40ed-b309-d2630b67ad13 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:30.588637 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c287867e-4af3-4b37-8d60-57f506088f55 req-146bbd91-2065-40ed-b309-d2630b67ad13 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 946 time: 0.0889897 Dec 22 09:15:30.635118 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c287867e-4af3-4b37-8d60-57f506088f55 req-2531d00f-5b11-45dc-99b0-57d180142b22 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Dec 22 09:15:31.863520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b936820-e4f2-43a2-85b0-bfe5b86c9ef0 req-20f31cc7-bcf4-4b50-aa17-86857a297344 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:31.865276 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5b936820-e4f2-43a2-85b0-bfe5b86c9ef0 req-20f31cc7-bcf4-4b50-aa17-86857a297344 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 946 time: 0.0921893 Dec 22 09:15:31.923269 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5b936820-e4f2-43a2-85b0-bfe5b86c9ef0 req-991020fb-bab7-4fe6-a338-cf7112b3e90b tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/security-groups?id=4da28c40-62af-4be9-a078-3e2fbdae167f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523465 Dec 22 09:15:32.327271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-6547ebd5-ff2c-43e3-b532-5fb79a786227 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:32.328592 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-6547ebd5-ff2c-43e3-b532-5fb79a786227 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 946 time: 0.0875394 Dec 22 09:15:32.396363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Deleting port 3c807d48-4c18-4397-923b-d986541b5971 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:32.396692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:32.642934 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] For port 3c807d48-4c18-4397-923b-d986541b5971, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3c807d48-4c18-4397-923b-d986541b5971,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:32.643257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:32.764950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Calling delete_port for 3c807d48-4c18-4397-923b-d986541b5971 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:15:32.917677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:32.923066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-284829e1-13f6-4ccb-aa0e-a370ca78c905 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:32.930033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['3c807d48-4c18-4397-923b-d986541b5971'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:15:32.971208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Pushing event deleted for resources: {'Port': ['ID=3c807d48-4c18-4397-923b-d986541b5971,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:32.974436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:33.043567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] No DVR routers for this DVR port 3c807d48-4c18-4397-923b-d986541b5971 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:15:33.046139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:33.049110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceab23b2-9ab7-402c-a672-ba354a1783de', 'name': 'network-vif-deleted', 'tag': '3c807d48-4c18-4397-923b-d986541b5971'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:15:33.065257 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ed51a2a-fd5c-4a40-a440-7adb2df34f28 req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.32 "DELETE /v2.0/ports/3c807d48-4c18-4397-923b-d986541b5971 HTTP/1.1" status: 204 len: 173 time: 0.7312815 Dec 22 09:15:33.113201 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-452e4b3c-b233-46f9-b8f5-b174b1319460 req-78024358-5b48-4987-92f2-cf32ac65764d tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ceab23b2-9ab7-402c-a672-ba354a1783de HTTP/1.1" status: 200 len: 210 time: 0.0517199 Dec 22 09:15:33.130227 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceab23b2-9ab7-402c-a672-ba354a1783de', 'name': 'network-vif-deleted', 'tag': '3c807d48-4c18-4397-923b-d986541b5971', 'status': 'completed', 'code': 200} Dec 22 09:15:34.292427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48410) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:34.699654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:35.305546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Deleting port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:35.306246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:35.618693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] For port 3f6a21fe-8429-49aa-912a-2afc4c3db3f3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3f6a21fe-8429-49aa-912a-2afc4c3db3f3,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:35.618966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:35.738964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Calling delete_port for 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:15:35.761069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3c807d48-4c18-4397-923b-d986541b5971 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:35.795133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 3c807d48-4c18-4397-923b-d986541b5971 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:15:35.795521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 3c807d48-4c18-4397-923b-d986541b5971 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:35.925718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:35.929315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:35.971797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6a21fe-8429-49aa-912a-2afc4c3db3f3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:35.983189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.983642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.984018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.984414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.984784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.985685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.985685 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.985876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.986194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.986515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:35.986901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:36.013441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:36.276194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:36.879411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Router bba832b6-4faf-4656-a70c-94663c21ebdb has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:15:37.129194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-65b5dedb-980e-4bdb-b642-ad498a43242f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:37.210574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:15:37.219939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] Sync routers for ids ['bba832b6-4faf-4656-a70c-94663c21ebdb'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:15:37.224213 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] 10.222.0.31 "PUT /v2.0/routers/bba832b6-4faf-4656-a70c-94663c21ebdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9306660 Dec 22 09:15:37.226786 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48414) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:37.232822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] Routers {'bba832b6-4faf-4656-a70c-94663c21ebdb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:15:37.233442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:15:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bba832b6-4faf-4656-a70c-94663c21ebdb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:37.427211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:37.445926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] Set router bba832b6-4faf-4656-a70c-94663c21ebdb gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:15:37.626819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:37.637529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Deleting port 168eb533-d729-45da-af8b-1ee43b484443 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:37.637863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:37.738369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189'}], 'enable_snat': True}, 'gw_port_id': '168eb533-d729-45da-af8b-1ee43b484443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:15:35Z', 'revision_number': 5, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'gw_port': {'id': '168eb533-d729-45da-af8b-1ee43b484443', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:37.742236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] Checking router: bba832b6-4faf-4656-a70c-94663c21ebdb for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:15:37.752910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] Routers {'bba832b6-4faf-4656-a70c-94663c21ebdb'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:15:37.753506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:15:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['bba832b6-4faf-4656-a70c-94663c21ebdb'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:37.815192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] For port 168eb533-d729-45da-af8b-1ee43b484443, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=168eb533-d729-45da-af8b-1ee43b484443,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:37.815490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:37.901902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] Set router bba832b6-4faf-4656-a70c-94663c21ebdb gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:15:37.936859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Calling delete_port for 168eb533-d729-45da-af8b-1ee43b484443 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:15:38.006464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:15:37Z', 'revision_number': 6, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:38.010933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4bd79-b842-42ea-9e30-e9ea6c122a99 None None] The sync data for ids ['bba832b6-4faf-4656-a70c-94663c21ebdb'] in dv-neutron-822610-1-hyperv is: [{'id': 'bba832b6-4faf-4656-a70c-94663c21ebdb', 'name': 'tempest-TestEncryptedCinderVolumes-532931516-router', 'tenant_id': '56c629fcd030484e87298ba6f1096e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:16Z', 'updated_at': '2021-12-22T09:15:37Z', 'revision_number': 6, 'project_id': '56c629fcd030484e87298ba6f1096e00', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:15:38.112847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:38.117984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-06779134-ad1e-406b-81d9-7824159625d2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:38.160566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Pushing event deleted for resources: {'Port': ['ID=168eb533-d729-45da-af8b-1ee43b484443,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:38.164564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:38.386787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:38.764221 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:38.768678 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:38.798621 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:38.799194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Fanout notify agent at l3_agent the message router_deleted on router bba832b6-4faf-4656-a70c-94663c21ebdb {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:15:38.813415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:38.814566 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] 10.222.0.31 "DELETE /v2.0/routers/bba832b6-4faf-4656-a70c-94663c21ebdb HTTP/1.1" status: 204 len: 168 time: 1.5867567 Dec 22 09:15:38.817277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48418) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:38.886118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2f2c41-4e9a-49e5-a226-507ac570cea9 admin admin] Deleting subnet a852f9db-6233-4377-96b9-ee812f6ac7ff {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:15:38.892493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad2f2c41-4e9a-49e5-a226-507ac570cea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:38.946633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad2f2c41-4e9a-49e5-a226-507ac570cea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.032026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad2f2c41-4e9a-49e5-a226-507ac570cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.204999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad2f2c41-4e9a-49e5-a226-507ac570cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.208377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6cd69562-b09b-463c-9c84-ea25e5e8201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.209005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aa17f652-2039-408b-9938-09297166b0a3 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:39.241404 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f2c41-4e9a-49e5-a226-507ac570cea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a852f9db-6233-4377-96b9-ee812f6ac7ff,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:39.244833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ad2f2c41-4e9a-49e5-a226-507ac570cea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:39.251766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ad2f2c41-4e9a-49e5-a226-507ac570cea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.257514 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbbfd56-f7b1-4867-9f27-c46766e1e17b None None] Network fc9703a9-2c6f-4b72-9021-9b6e844a6429 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:15:39.259156 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ad2f2c41-4e9a-49e5-a226-507ac570cea9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a852f9db-6233-4377-96b9-ee812f6ac7ff HTTP/1.1" status: 204 len: 168 time: 0.4385889 Dec 22 09:15:39.262271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48422) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:39.367405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.377850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Deleting port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:39.378150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.512141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] DHCP port deletion for fc9703a9-2c6f-4b72-9021-9b6e844a6429 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:15:39.516901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] Deleting port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:39.517482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.578302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] For port 066fbe70-e484-4780-b67c-ff30fc1e8ef2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=066fbe70-e484-4780-b67c-ff30fc1e8ef2,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:39.578691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.681134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 066fbe70-e484-4780-b67c-ff30fc1e8ef2 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:39.699551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Calling delete_port for 066fbe70-e484-4780-b67c-ff30fc1e8ef2 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:15:39.768831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] For port 066fbe70-e484-4780-b67c-ff30fc1e8ef2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=066fbe70-e484-4780-b67c-ff30fc1e8ef2,segment=NetworkSegment(15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b),segment_id=15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:39.769111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.776132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.780474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d2078c6-c355-4e0f-aed8-d1effb737a30 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:39.825511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Pushing event deleted for resources: {'Port': ['ID=066fbe70-e484-4780-b67c-ff30fc1e8ef2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:39.826882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No active binding found for port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 {{(pid=83497) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 22 09:15:39.827294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 066fbe70-e484-4780-b67c-ff30fc1e8ef2 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:39.827718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 168eb533-d729-45da-af8b-1ee43b484443 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:39.828645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:39.831248 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] No DVR routers for this DVR port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:15:39.913858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] Calling delete_port for 066fbe70-e484-4780-b67c-ff30fc1e8ef2 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:15:39.950116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 168eb533-d729-45da-af8b-1ee43b484443 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:15:39.950435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 168eb533-d729-45da-af8b-1ee43b484443 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:39.950838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:39.951004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:39.976622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9703a9-2c6f-4b72-9021-9b6e844a6429']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:39.990387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:39.990686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15aa3ed4-af18-4b84-9b8f-f9d6d6a6f11b') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:40.004035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.022194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.029115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:15:40.029613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.038588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:15:40.038942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3f6a21fe-8429-49aa-912a-2afc4c3db3f3 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:15:40.044108 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 09:15:40.065719 dv-neutron-822610-1-hyperv neutron-server[83497]: util.warn( Dec 22 09:15:40.072257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:15:40.072642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:15:40.120575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.125480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b47b740c-4cea-41d4-bf6a-a36e4212af88 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:40.141770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.151901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9703a9-2c6f-4b72-9021-9b6e844a6429,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:40.154880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:40.166609 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fc9703a9-2c6f-4b72-9021-9b6e844a6429 HTTP/1.1" status: 204 len: 168 time: 0.9033067 Dec 22 09:15:40.169371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48426) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:40.446022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.564930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.573839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] Deleting port 066fbe70-e484-4780-b67c-ff30fc1e8ef2 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:40.574291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.643652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:40.651044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf468e-c6e8-46b4-aeaf-ac8a9d136de3 None None] The port '066fbe70-e484-4780-b67c-ff30fc1e8ef2' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:15:41.276582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Deleting port 904b2d64-bef1-42a1-b505-fcf2bb86b77d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:41.277227 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:41.448554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] For port 904b2d64-bef1-42a1-b505-fcf2bb86b77d, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=904b2d64-bef1-42a1-b505-fcf2bb86b77d,segment=NetworkSegment(ea1fa4ed-2b03-46be-a849-f5ae9e4142a0),segment_id=ea1fa4ed-2b03-46be-a849-f5ae9e4142a0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:41.448852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:41.567968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Calling delete_port for 904b2d64-bef1-42a1-b505-fcf2bb86b77d owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:15:41.682795 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:41.754446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:41.759488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d718243f-5d0f-4005-b749-80458376a32c tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:41.802600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=904b2d64-bef1-42a1-b505-fcf2bb86b77d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:41.806521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:41.910262 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:42.107842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:42.816619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Router 951b9fd0-64ab-4921-b66a-572c87c59390 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:15:43.020744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:15:43.029597 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] Sync routers for ids ['951b9fd0-64ab-4921-b66a-572c87c59390'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:15:43.030611 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] 10.222.0.31 "PUT /v2.0/routers/951b9fd0-64ab-4921-b66a-572c87c59390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8601785 Dec 22 09:15:43.033450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48430) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:43.042393 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] Routers {'951b9fd0-64ab-4921-b66a-572c87c59390'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:15:43.043095 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:15:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['951b9fd0-64ab-4921-b66a-572c87c59390'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:43.220386 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] Set router 951b9fd0-64ab-4921-b66a-572c87c59390 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:15:43.234474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:43.429568 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:43.440357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Deleting port cc436337-1e8b-43bb-a704-6540517908c9 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:43.440695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:43.502248 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61'}], 'enable_snat': True}, 'gw_port_id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:15:41Z', 'revision_number': 5, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'gw_port': {'id': 'cc436337-1e8b-43bb-a704-6540517908c9', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:eb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:43.506111 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] Checking router: 951b9fd0-64ab-4921-b66a-572c87c59390 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:15:43.517429 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] Routers {'951b9fd0-64ab-4921-b66a-572c87c59390'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:15:43.518037 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:15:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['951b9fd0-64ab-4921-b66a-572c87c59390'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:43.615972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] For port cc436337-1e8b-43bb-a704-6540517908c9, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=cc436337-1e8b-43bb-a704-6540517908c9,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:43.616316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:43.667166 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] Set router 951b9fd0-64ab-4921-b66a-572c87c59390 gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:15:43.735055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Calling delete_port for cc436337-1e8b-43bb-a704-6540517908c9 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:15:43.775017 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:15:43Z', 'revision_number': 6, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:43.781384 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f2f9cf-279c-48d5-bbfa-806bc2b57714 None None] The sync data for ids ['951b9fd0-64ab-4921-b66a-572c87c59390'] in dv-neutron-822610-1-hyperv is: [{'id': '951b9fd0-64ab-4921-b66a-572c87c59390', 'name': 'tempest-TestEncryptedCinderVolumes-653213636-router', 'tenant_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:14:22Z', 'updated_at': '2021-12-22T09:15:43Z', 'revision_number': 6, 'project_id': 'a7965424a49242a7b2cab600bdb9c4f2', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:15:43.907949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:43.911574 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3ee69c4f-1d9a-46e4-994d-ab4303f82b85 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:43.951397 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc436337-1e8b-43bb-a704-6540517908c9,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:43.954742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:44.183706 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.559816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.563945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.588889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.589502 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 951b9fd0-64ab-4921-b66a-572c87c59390 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:15:44.603699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.604913 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] 10.222.0.31 "DELETE /v2.0/routers/951b9fd0-64ab-4921-b66a-572c87c59390 HTTP/1.1" status: 204 len: 168 time: 1.5699363 Dec 22 09:15:44.607586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48434) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:44.669909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-5682d5ba-ae73-4c20-acb5-aa43fddd039e admin admin] Deleting subnet 127181cc-ded6-4f7f-b8fc-ad81f2ad36e0 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:15:44.673000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5682d5ba-ae73-4c20-acb5-aa43fddd039e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.726206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5682d5ba-ae73-4c20-acb5-aa43fddd039e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.808684 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5682d5ba-ae73-4c20-acb5-aa43fddd039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.880707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5682d5ba-ae73-4c20-acb5-aa43fddd039e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.886162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d3d23f25-2943-4f5a-8c8c-6a61b7ced86d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:44.919680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682d5ba-ae73-4c20-acb5-aa43fddd039e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127181cc-ded6-4f7f-b8fc-ad81f2ad36e0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:44.922843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5682d5ba-ae73-4c20-acb5-aa43fddd039e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:44.925702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5682d5ba-ae73-4c20-acb5-aa43fddd039e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:44.931212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af32695-e656-43d5-9185-085fbc313dfc None None] Network 311140d1-48f6-4b48-b2d6-b152f01bbf22 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:15:44.932726 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5682d5ba-ae73-4c20-acb5-aa43fddd039e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/127181cc-ded6-4f7f-b8fc-ad81f2ad36e0 HTTP/1.1" status: 204 len: 168 time: 0.3239138 Dec 22 09:15:44.935206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:45.039379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.050198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Deleting port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:45.050516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.178500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] DHCP port deletion for 311140d1-48f6-4b48-b2d6-b152f01bbf22 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:15:45.183149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] Deleting port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:45.183660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.251842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] For port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=83379c8e-9bb8-4054-b7e7-6055e6eda7b1,segment=NetworkSegment(ea1fa4ed-2b03-46be-a849-f5ae9e4142a0),segment_id=ea1fa4ed-2b03-46be-a849-f5ae9e4142a0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:45.252201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.388635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] For port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=83379c8e-9bb8-4054-b7e7-6055e6eda7b1,segment=NetworkSegment(ea1fa4ed-2b03-46be-a849-f5ae9e4142a0),segment_id=ea1fa4ed-2b03-46be-a849-f5ae9e4142a0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:45.389041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.493696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Calling delete_port for 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:15:45.512662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] Calling delete_port for 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:15:45.566447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.571329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-10ad2ed5-6295-471f-97d8-5e0f9b15eaf7 tempest-ServersNegativeTestJSON-342090959 tempest-ServersNegativeTestJSON-342090959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:45.581376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:15:45.581739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:15:45.615347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Pushing event deleted for resources: {'Port': ['ID=83379c8e-9bb8-4054-b7e7-6055e6eda7b1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:45.618596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:45.619462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] No DVR routers for this DVR port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:15:45.646930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:45.682466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:15:45.682825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:45.683278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc436337-1e8b-43bb-a704-6540517908c9 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:45.714752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: cc436337-1e8b-43bb-a704-6540517908c9 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:15:45.715070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device cc436337-1e8b-43bb-a704-6540517908c9 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:45.715559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 904b2d64-bef1-42a1-b505-fcf2bb86b77d no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:15:45.734647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.748266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 904b2d64-bef1-42a1-b505-fcf2bb86b77d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:15:45.748655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 904b2d64-bef1-42a1-b505-fcf2bb86b77d not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:15:45.762200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311140d1-48f6-4b48-b2d6-b152f01bbf22']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:45.774267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:45.774551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1fa4ed-2b03-46be-a849-f5ae9e4142a0') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:45.786003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.807293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.813484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:15:45.813853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:15:45.827549 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:15:45.906204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.909645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9d5a5daa-cf48-4bd8-a566-5bc670c0b9e8 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:45.922849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:45.933430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Pushing event deleted for resources: {'Network': ['ID=311140d1-48f6-4b48-b2d6-b152f01bbf22,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:45.936347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:45.938141 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] 10.222.0.31 "DELETE /v2.0/networks/311140d1-48f6-4b48-b2d6-b152f01bbf22 HTTP/1.1" status: 204 len: 168 time: 1.0017037 Dec 22 09:15:46.083077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] Deleting port 83379c8e-9bb8-4054-b7e7-6055e6eda7b1 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:15:46.083668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:46.145156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48444) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:46.155845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-616e8b8d-bf94-4bf1-bd61-2f8893fd8e4d None None] The port '83379c8e-9bb8-4054-b7e7-6055e6eda7b1' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:15:46.203703 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e515f10c-929b-4e6b-ba48-109649cfe7d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56c629fcd030484e87298ba6f1096e00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569184 Dec 22 09:15:46.206731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48448) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:46.267548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9772431e-3cfe-4066-b06b-1f1b0d5a8499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:46.293508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9772431e-3cfe-4066-b06b-1f1b0d5a8499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:46.347385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9772431e-3cfe-4066-b06b-1f1b0d5a8499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:46.350967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-13f80976-6218-4d03-9c58-b183e2b3e79f tempest-TestVolumeBootPattern-1107948746 tempest-TestVolumeBootPattern-1107948746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:46.368469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772431e-3cfe-4066-b06b-1f1b0d5a8499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da28c40-62af-4be9-a078-3e2fbdae167f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:46.371068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9772431e-3cfe-4066-b06b-1f1b0d5a8499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:46.380877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9772431e-3cfe-4066-b06b-1f1b0d5a8499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:46.384444 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9772431e-3cfe-4066-b06b-1f1b0d5a8499 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4da28c40-62af-4be9-a078-3e2fbdae167f HTTP/1.1" status: 204 len: 168 time: 0.1741109 Dec 22 09:15:46.789399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48456) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:46.798265 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:15:46.839785 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-cc25ac5c-eea0-4e0a-ad57-abc17b15d67a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7965424a49242a7b2cab600bdb9c4f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484743 Dec 22 09:15:46.842322 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48460) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:46.903206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a807b6df-02c5-4d57-a3e2-6b846f044603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:46.927841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a807b6df-02c5-4d57-a3e2-6b846f044603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:46.981797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a807b6df-02c5-4d57-a3e2-6b846f044603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:46.985360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ec589bf7-276d-433e-8ba6-e64fa138302e tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:46.997665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807b6df-02c5-4d57-a3e2-6b846f044603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab127b-774a-4034-bd7d-6a8fb1418827,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:47.000521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a807b6df-02c5-4d57-a3e2-6b846f044603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:47.002521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a807b6df-02c5-4d57-a3e2-6b846f044603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:47.003526 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a807b6df-02c5-4d57-a3e2-6b846f044603 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4ab127b-774a-4034-bd7d-6a8fb1418827 HTTP/1.1" status: 204 len: 168 time: 0.1602392 Dec 22 09:15:47.980700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48482) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:48.136562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1077927898-network', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:15:48.141611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:48.145799 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Usage tracker for resource:network and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:15:48.148859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:15:48.154662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:48.167435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Made reservation on behalf of 46e29baf1ab14120a46e6f6be9ed8261 for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:15:48.169682 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.182689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.216319 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:48.220353 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Usage tracker for resource:security_group_rule and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:15:48.223304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:15:48.229807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:48.303464 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.308902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.311844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c646e469-25f9-4e9f-9de5-916ab57a2457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:48.340026 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:15:48.348143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27346ed2-1cc1-45c8-b078-b106770a11a7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:48.351838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:48.354815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.355146 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Added segment e6eb8b36-77ca-42c9-a445-f0a04ac24897 of type vlan for network 554a5235-89da-4626-ae6a-1616a3108ead Dec 22 09:15:48.382315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.414404 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.415374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:48.416201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.419503 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-67ec2a8f-fd96-4e2c-aff0-66175fa7eadb tempest-RoutersNegativeTest-430816048 tempest-RoutersNegativeTest-430816048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:48.518760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Pushing event updated for resources: {'Network': ['ID=554a5235-89da-4626-ae6a-1616a3108ead,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:48.521631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5399606 Dec 22 09:15:48.522670 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-bd28490e-94b5-42d8-8557-aba58622c679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:48.524718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48488) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:48.530361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Request body: {'subnet': {'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1077927898-subnet', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:15:48.531342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 554a5235-89da-4626-ae6a-1616a3108ead details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:15:48.535529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:48.539340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Usage tracker for resource:subnet and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:15:48.542241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:15:48.547987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:48.559293 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Made reservation on behalf of 46e29baf1ab14120a46e6f6be9ed8261 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:15:48.561772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.783716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.787214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-efca8b6f-ab6c-4a4b-9487-b8bd89878727 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:48.854352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5354c8b-72c8-41e2-b3ed-55019c294208,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:48.857917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:48.870823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Checking segment: {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:15:48.871166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Network hostable DHCP agents. Network: 554a5235-89da-4626-ae6a-1616a3108ead, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:15:48.895331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Network 554a5235-89da-4626-ae6a-1616a3108ead is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:15:48.907217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 554a5235-89da-4626-ae6a-1616a3108ead) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:48.911355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:48.911933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.917072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e2cde4-86d9-4408-ad88-661f7379c210 None None] Network 554a5235-89da-4626-ae6a-1616a3108ead requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:15:48.934088 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4082077 Dec 22 09:15:48.936996 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48492) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:48.942388 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:15:48.947734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:48.951806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Usage tracker for resource:router and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:15:48.954762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:15:48.960819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:48.972844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.973754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:48.992953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.129674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-554a5235-89da-4626-ae6a-1616a3108ead', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:15:49.130482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.137628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.287733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Allocated IP 172.20.0.2 (554a5235-89da-4626-ae6a-1616a3108ead/b5354c8b-72c8-41e2-b3ed-55019c294208/093f03ea-9d53-4ba8-96ea-c5651b520ba1) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:15:49.330228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.364071 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.498602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Allocated IP 172.26.5.106 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:15:49.538760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.549521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Transition to ACTIVE for port object 093f03ea-9d53-4ba8-96ea-c5651b520ba1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:49.569174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Transition to ACTIVE for port object 093f03ea-9d53-4ba8-96ea-c5651b520ba1 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:49.575599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.580052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:49.649353 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Network 554a5235-89da-4626-ae6a-1616a3108ead is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:49.651344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:49.653781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Pushing event updated for resources: {'Port': ['ID=093f03ea-9d53-4ba8-96ea-c5651b520ba1,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:49.656312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:15:49.667540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.667889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.668215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.668536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.668860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.669185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.669502 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.669818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.670131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.670440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.670760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:49.697894 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:49.759121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Attempting to bind port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:15:49.759394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Attempting to bind port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:15:49.759872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Attempting to bind port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 on network 554a5235-89da-4626-ae6a-1616a3108ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:15:49.766520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:15:49.766933 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Checking segment: {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:15:49.767341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.767743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Bound using segment: {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:15:49.768173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Bound port: 093f03ea-9d53-4ba8-96ea-c5651b520ba1, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:15:49.768543 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.776967 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.805044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.808958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d7d623df-e2a3-4f0d-8168-13b6614a2341 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:49.852953 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] For port 093f03ea-9d53-4ba8-96ea-c5651b520ba1, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:15:49.856141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] For port 093f03ea-9d53-4ba8-96ea-c5651b520ba1, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=093f03ea-9d53-4ba8-96ea-c5651b520ba1,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:15:49.861148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:49.865731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:49.879352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:49.880466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:49.882828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:49.884709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:49.885389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:15:49.956742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Pushing event updated for resources: {'Port': ['ID=093f03ea-9d53-4ba8-96ea-c5651b520ba1,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:49.960223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:50.056495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:50.057321 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:50.305596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:15:50.514725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:15:50.526321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Sync routers for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:15:50.540021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:15:50.541306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:50.542061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:15:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:50.543261 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6050181 Dec 22 09:15:50.545976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48496) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:50.724793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:15:50.898238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c29541a-fec5-406f-9fdf-0fdef1a32264 None None] Network 554a5235-89da-4626-ae6a-1616a3108ead requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:15:51.030595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d2495bf0-7883-4948-89fe-92a7aa89d9c5 None None] Provisioning for port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:51.221167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:49Z', 'revision_number': 3, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:51.227361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Checking router: 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:15:51.227728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Updating router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:15:51.297063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.449081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.666953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Allocated IP 172.20.0.1 (554a5235-89da-4626-ae6a-1616a3108ead/b5354c8b-72c8-41e2-b3ed-55019c294208/87b6ab53-8a11-432e-958f-e00be3df1a06) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:15:51.681512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 093f03ea-9d53-4ba8-96ea-c5651b520ba1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:51.749932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.766766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Transition to ACTIVE for port object ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:51.776081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.780240 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:51.822863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.839355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:51.840134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Transition to ACTIVE for port object 87b6ab53-8a11-432e-958f-e00be3df1a06 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:51.863073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.863340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:51.863630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.866754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a9ff3e69-ab42-40f3-8986-8cf4a813888a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:51.885956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Attempting to bind port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:15:51.886334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Attempting to bind port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:15:51.886705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Attempting to bind port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:15:51.895338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b83aba-5ce8-42ee-a76f-c03a294e9915 None None] Pushing event updated for resources: {'Port': ['ID=ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:51.906329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75b83aba-5ce8-42ee-a76f-c03a294e9915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:51.914864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:15:51.915250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:15:51.915797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.916177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:15:51.916652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Bound port: ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:15:51.917030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:51.936664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Network 554a5235-89da-4626-ae6a-1616a3108ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:51.940332 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:51.942348 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Pushing event updated for resources: {'Port': ['ID=87b6ab53-8a11-432e-958f-e00be3df1a06,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:51.944772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:15:51.969011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:51.998684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.043821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] For port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:15:52.064052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] For port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:15:52.065428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.077427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.084032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:52.089042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.168481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 093f03ea-9d53-4ba8-96ea-c5651b520ba1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=093f03ea-9d53-4ba8-96ea-c5651b520ba1,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:52.175295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.177077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b83aba-5ce8-42ee-a76f-c03a294e9915 None None] Pushing event updated for resources: {'Port': ['ID=ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:52.180319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75b83aba-5ce8-42ee-a76f-c03a294e9915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:52.182395 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:52.240362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:15:52.240911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:15:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:52.320762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b6ef57ce-6e49-4ad4-819f-77acc229c2fd None None] Provisioning for port 87b6ab53-8a11-432e-958f-e00be3df1a06 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:52.321887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.326596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.328267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=093f03ea-9d53-4ba8-96ea-c5651b520ba1,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:52.342823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:52.343432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b6ef57ce-6e49-4ad4-819f-77acc229c2fd None None] Provisioning complete for port 87b6ab53-8a11-432e-958f-e00be3df1a06 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:52.343850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b6ef57ce-6e49-4ad4-819f-77acc229c2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.353028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-abf68934-d354-4b1d-a230-2f2dbd602355 tempest-ServerDiskConfigTestJSON-364711488 tempest-ServerDiskConfigTestJSON-364711488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:52.431068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.434648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Pushing event updated for resources: {'Port': ['ID=87b6ab53-8a11-432e-958f-e00be3df1a06,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:52.437684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:52.487069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef57ce-6e49-4ad4-819f-77acc229c2fd None None] Port 87b6ab53-8a11-432e-958f-e00be3df1a06 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:15:52.506745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:15:52.570088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Network 554a5235-89da-4626-ae6a-1616a3108ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:52.571194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:52.822389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a9495978-9ad6-49cc-ae3d-5cd659f4a04f None None] Provisioning complete for port 87b6ab53-8a11-432e-958f-e00be3df1a06 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:52.823098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a9495978-9ad6-49cc-ae3d-5cd659f4a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:52.884929 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a9495978-9ad6-49cc-ae3d-5cd659f4a04f None None] Port 87b6ab53-8a11-432e-958f-e00be3df1a06 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:15:52.895065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:15:51Z', 'revision_number': 1, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:52.899149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f592b5-d976-499d-bd6f-a0d502853aaf None None] The sync data for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv is: [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:15:51Z', 'revision_number': 1, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:15:52.976335 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:15:53.325276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:15:53.334554 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] 10.222.0.31 "PUT /v2.0/routers/9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7875736 Dec 22 09:15:53.727115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 093f03ea-9d53-4ba8-96ea-c5651b520ba1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:53.802627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:53.803101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:53.938996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:54.032093 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:54.039250 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:54.039814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.229015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.246986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:54.250726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.253844 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75b83aba-5ce8-42ee-a76f-c03a294e9915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:54.314386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48520) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:54.320283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-402420194-network', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:15:54.320432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:54.323585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:54.326097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:54.329898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Usage tracker for resource:network and tenant:7ec8e40282384717b6c6f54aee51b429 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:15:54.333818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:15:54.339460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:54.350037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Made reservation on behalf of 7ec8e40282384717b6c6f54aee51b429 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:15:54.352372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.364520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.400611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:54.405414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec8e40282384717b6c6f54aee51b429 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:15:54.408319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:15:54.414156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:54.487082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.491957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.495652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f43fa297-1cff-4234-8a09-7ea296c7fd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:54.524282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:15:54.532647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d7290c-843e-411a-b7e7-c36e16abbbfe,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:54.536356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:54.539105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.539482 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Added segment f77dbaa3-5d3f-4666-b91f-fa4c1005729e of type vlan for network 1abfed9b-53f5-4aad-bc00-33823760449b Dec 22 09:15:54.567116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.600711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.601600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:54.602170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.606064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5beb263f-e583-4961-86e7-3f2a6c8adb00 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:54.707302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Pushing event updated for resources: {'Network': ['ID=1abfed9b-53f5-4aad-bc00-33823760449b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:54.710477 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3950760 Dec 22 09:15:54.711364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-923df264-1e13-42c4-aad8-9ae059e98982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:54.713606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48524) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:54.717807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 1abfed9b-53f5-4aad-bc00-33823760449b details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:15:54.718834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Request body: {'subnet': {'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-402420194-subnet', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:15:54.723733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:54.727523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Usage tracker for resource:subnet and tenant:7ec8e40282384717b6c6f54aee51b429 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:15:54.730999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:15:54.737593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:54.749489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Made reservation on behalf of 7ec8e40282384717b6c6f54aee51b429 for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:15:54.751870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.965073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:54.970156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fd4ce7cd-d899-46a8-863e-a329bbc9b6b0 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:55.046546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b094dd83-cd6d-4b7e-b7e9-a83e042b0354,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:55.050815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:55.061456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Checking segment: {'id': 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:15:55.061807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Network hostable DHCP agents. Network: 1abfed9b-53f5-4aad-bc00-33823760449b, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:15:55.086683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Network 1abfed9b-53f5-4aad-bc00-33823760449b is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:15:55.097485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 1abfed9b-53f5-4aad-bc00-33823760449b) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:55.102141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:15:55.103147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.106409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32ce62-7dbf-4da8-9a5a-a715a0b6baa1 None None] Network 1abfed9b-53f5-4aad-bc00-33823760449b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:15:55.125618 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3c18c393-ea95-46ba-8fc4-5f34d22fbe96 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4110076 Dec 22 09:15:55.128223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48528) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:55.133581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:15:55.138583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:15:55.142383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Usage tracker for resource:router and tenant:7ec8e40282384717b6c6f54aee51b429 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:15:55.145232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:15:55.150800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:15:55.161659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.162792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.182654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.319380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-1abfed9b-53f5-4aad-bc00-33823760449b', 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'fixed_ips': [{'subnet_id': 'b094dd83-cd6d-4b7e-b7e9-a83e042b0354'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:15:55.320237 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.330691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.475925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Allocated IP 172.20.0.2 (1abfed9b-53f5-4aad-bc00-33823760449b/b094dd83-cd6d-4b7e-b7e9-a83e042b0354/e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:15:55.533967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.566570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.672368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:55.758145 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.771007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Transition to ACTIVE for port object e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:55.794888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Transition to ACTIVE for port object e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:55.803622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.808024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-14aad9e8-59a8-44d8-93f8-89255eb88668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:55.815125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Allocated IP 172.26.5.127 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/8c0052b4-6605-4f4c-b26e-4f83d76cf7e4) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:15:55.837366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:55.837703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.924757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Pushing event updated for resources: {'Port': ['ID=e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:55.927576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:55.929508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Network 1abfed9b-53f5-4aad-bc00-33823760449b is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:55.931971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:55.934171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:15:55.966236 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.995197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:55.998792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ee51fc47-c946-4bcc-99ab-b84b8e0a4b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:56.066861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:56.067583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Attempting to bind port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:15:56.067962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Attempting to bind port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:15:56.068691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Attempting to bind port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 on network 1abfed9b-53f5-4aad-bc00-33823760449b {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:15:56.070571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8c0052b4-6605-4f4c-b26e-4f83d76cf7e4,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:56.073247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:56.074977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:56.075641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:15:56.089802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:15:56.090538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Checking segment: {'id': 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:15:56.091358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:56.092052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Bound using segment: {'id': 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:15:56.092878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Bound port: e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:15:56.093510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:56.185427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] For port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:15:56.188397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] For port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63,segment=NetworkSegment(f77dbaa3-5d3f-4666-b91f-fa4c1005729e),segment_id=f77dbaa3-5d3f-4666-b91f-fa4c1005729e)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:15:56.192015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:56.197319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:56.228824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:56.229572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:56.273491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Pushing event updated for resources: {'Port': ['ID=e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:56.276893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:56.476526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:15:56.684189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:15:56.694706 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Sync routers for ids ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:15:56.707973 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Routers {'7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:15:56.708680 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:15:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:56.711290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:56.715362 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5836608 Dec 22 09:15:56.715602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48532) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:15:56.881822 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Set router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:15:57.174234 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:15:56Z', 'revision_number': 3, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'gw_port': {'id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:57.178223 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Checking router: 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:15:57.178571 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Updating router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:15:57.218144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9e0e4e-947a-4eb7-a886-4075e7d04cfd None None] Network 1abfed9b-53f5-4aad-bc00-33823760449b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:15:57.268867 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.319583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ed886a6b-f9d9-4860-9247-9db04e17982f None None] Provisioning for port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:57.609100 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.636103 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.650300 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Transition to ACTIVE for port object 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:57.658775 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.668231 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:57.710108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:57.757842 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Pushing event updated for resources: {'Port': ['ID=8c0052b4-6605-4f4c-b26e-4f83d76cf7e4,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:57.763836 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Attempting to bind port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:15:57.764200 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Attempting to bind port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:15:57.764552 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Attempting to bind port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:15:57.772685 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.773021 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.773344 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.773665 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.773985 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.774306 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.774610 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.775159 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.775623 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.775945 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.776261 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:15:57.779892 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:57.783890 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:15:57.784351 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:15:57.784775 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.785220 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:15:57.785689 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Bound port: 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:15:57.786177 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.788017 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:57.793260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:57.793785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.862052 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] For port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:15:57.865382 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] For port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8c0052b4-6605-4f4c-b26e-4f83d76cf7e4,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:15:57.871769 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.877311 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-28ceb3e6-60f5-469d-ba5f-d0aac76f7838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:57.894117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Allocated IP 172.20.0.1 (1abfed9b-53f5-4aad-bc00-33823760449b/b094dd83-cd6d-4b7e-b7e9-a83e042b0354/f1dfd33c-71ac-4e60-8086-100e008e5ba2) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:15:57.909208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8ec03bf0-bc1e-4147-b146-8ac8f56e28ec None None] Provisioning complete for port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:57.909545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8ec03bf0-bc1e-4147-b146-8ac8f56e28ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.959858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:57.972071 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Pushing event updated for resources: {'Port': ['ID=8c0052b4-6605-4f4c-b26e-4f83d76cf7e4,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:57.976680 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:57.978320 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Routers {'7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:15:57.979065 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:15:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:58.013197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63,segment=NetworkSegment(f77dbaa3-5d3f-4666-b91f-fa4c1005729e),segment_id=f77dbaa3-5d3f-4666-b91f-fa4c1005729e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:15:58.046384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:58.047329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:58.051208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-886fbbc3-b276-45ec-9295-40c6fd0fe99e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:58.065395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Transition to ACTIVE for port object f1dfd33c-71ac-4e60-8086-100e008e5ba2 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:15:58.090462 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:58.095079 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-393dfab3-5cc9-4986-8fe6-0b8459d6b08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:58.132326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:58.136179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:58.160724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Network 1abfed9b-53f5-4aad-bc00-33823760449b is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:58.163830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:58.168060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:15:58.173701 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] Set router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:15:58.195786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Pushing event updated for resources: {'Port': ['ID=f1dfd33c-71ac-4e60-8086-100e008e5ba2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:58.201889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:58.226554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:58.308785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:58.436556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b768908a-3638-4f3d-bc57-89d23b6ffbf8 None None] Provisioning for port f1dfd33c-71ac-4e60-8086-100e008e5ba2 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:15:58.442276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b768908a-3638-4f3d-bc57-89d23b6ffbf8 None None] Provisioning complete for port f1dfd33c-71ac-4e60-8086-100e008e5ba2 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:58.443343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b768908a-3638-4f3d-bc57-89d23b6ffbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:58.467145 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:15:56Z', 'revision_number': 3, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'gw_port': {'id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:15:58.471115 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f7e47b-735e-4ffc-835f-07c2eb22659e None None] The sync data for ids ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'] in dv-neutron-822610-1-hyperv is: [{'id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:15:56Z', 'revision_number': 3, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'gw_port': {'id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:15:58.499590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b768908a-3638-4f3d-bc57-89d23b6ffbf8 None None] Port f1dfd33c-71ac-4e60-8086-100e008e5ba2 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:15:58.562556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:58.568331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:58.592190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7cf0741e-36f8-478f-8720-3c9c100d0942 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:15:58.667579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Pushing event updated for resources: {'Port': ['ID=f1dfd33c-71ac-4e60-8086-100e008e5ba2,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:15:58.671565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:15:58.672444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:58.810928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Network 1abfed9b-53f5-4aad-bc00-33823760449b is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:15:58.812072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:15:59.029506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c5b2d998-5376-48fc-9810-a9690cb38128 None None] Provisioning complete for port f1dfd33c-71ac-4e60-8086-100e008e5ba2 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:59.029901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c5b2d998-5376-48fc-9810-a9690cb38128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:15:59.081736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c5b2d998-5376-48fc-9810-a9690cb38128 None None] Port f1dfd33c-71ac-4e60-8086-100e008e5ba2 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:15:59.312596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:15:59.520767 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:15:59.530349 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] 10.222.0.31 "PUT /v2.0/routers/7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8137150 Dec 22 09:15:59.657516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:15:59.761056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:15:59.761446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:03.704399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:03.804268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:16:03.810387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:03.810766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:03.957614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:03.978260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8c0052b4-6605-4f4c-b26e-4f83d76cf7e4,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:16:03.984828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:03.988300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1c960191-f917-48ab-a383-55e279db5f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:04.070079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=8c0052b4-6605-4f4c-b26e-4f83d76cf7e4,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:04.073385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:05.663293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:05.745652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:05.745947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:07.134611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f6f959f5-3007-4de7-b955-2c37ecf10f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:07.730363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Sync routers for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:16:07.750374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:16:07.751001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:15:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:07.943114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:16:08.330497 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 2, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:08.334382 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Checking router: 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:16:08.334737 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Updating router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 port 87b6ab53-8a11-432e-958f-e00be3df1a06 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:16:08.391118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:08.760650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:08.775787 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Transition to ACTIVE for port object 87b6ab53-8a11-432e-958f-e00be3df1a06 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:16:08.784071 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:08.796709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:08.972273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c929684-e8ae-476c-bc8d-64898c37976c None None] Pushing event updated for resources: {'Port': ['ID=87b6ab53-8a11-432e-958f-e00be3df1a06,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:08.975051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8c929684-e8ae-476c-bc8d-64898c37976c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:09.043399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Attempting to bind port 87b6ab53-8a11-432e-958f-e00be3df1a06 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:16:09.043399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Attempting to bind port 87b6ab53-8a11-432e-958f-e00be3df1a06 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:16:09.043399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Attempting to bind port 87b6ab53-8a11-432e-958f-e00be3df1a06 on network 554a5235-89da-4626-ae6a-1616a3108ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:16:09.050053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:16:09.050434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Checking segment: {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:16:09.050846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:09.051265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Bound using segment: {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:16:09.051743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Bound port: 87b6ab53-8a11-432e-958f-e00be3df1a06, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:16:09.052127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:09.159835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] For port 87b6ab53-8a11-432e-958f-e00be3df1a06, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:16:09.163023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] For port 87b6ab53-8a11-432e-958f-e00be3df1a06, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=87b6ab53-8a11-432e-958f-e00be3df1a06,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:16:09.179652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:09.183939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:09.263653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3546422b-2a8b-4b88-ba3e-9b9d1591e066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:09.281092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:16:09.281801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:16:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:09.490493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c929684-e8ae-476c-bc8d-64898c37976c None None] Pushing event updated for resources: {'Port': ['ID=87b6ab53-8a11-432e-958f-e00be3df1a06,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:09.493875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8c929684-e8ae-476c-bc8d-64898c37976c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:09.554820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:16:09.663298 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Sync routers for ids ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:16:09.688715 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Routers {'7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:16:09.689737 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:16:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:09.729029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 87b6ab53-8a11-432e-958f-e00be3df1a06 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:09.902386 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Set router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:16:10.008256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 87b6ab53-8a11-432e-958f-e00be3df1a06 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:16:10.013484 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 87b6ab53-8a11-432e-958f-e00be3df1a06 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:10.013864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:10.142170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:16:09Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:10.157315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b72af44-a445-4fa5-a626-5e27ead326c8 None None] The sync data for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv is: [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:16:09Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:16:10.178283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:10.218964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 87b6ab53-8a11-432e-958f-e00be3df1a06, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=87b6ab53-8a11-432e-958f-e00be3df1a06,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:16:10.229806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:10.232976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-75b83aba-5ce8-42ee-a76f-c03a294e9915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:10.312344 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:15:58Z', 'revision_number': 4, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'gw_port': {'id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'f1dfd33c-71ac-4e60-8086-100e008e5ba2', 'name': '', 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'mac_address': 'fa:16:3e:b7:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b094dd83-cd6d-4b7e-b7e9-a83e042b0354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:57Z', 'updated_at': '2021-12-22T09:15:58Z', 'revision_number': 2, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'subnets': [{'id': 'b094dd83-cd6d-4b7e-b7e9-a83e042b0354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:10.315442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=87b6ab53-8a11-432e-958f-e00be3df1a06,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:10.316794 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Checking router: 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:16:10.317145 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Updating router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 port f1dfd33c-71ac-4e60-8086-100e008e5ba2 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:16:10.319263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:10.368998 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:10.445728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:10.625684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:10.754523 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:10.768743 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Transition to ACTIVE for port object f1dfd33c-71ac-4e60-8086-100e008e5ba2 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:16:10.776780 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:10.780870 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:10.839031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-370beafc-8580-4b44-bfc0-ae44b6a79b26 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:10.839031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-370beafc-8580-4b44-bfc0-ae44b6a79b26 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Synchronizing usage tracker for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:network {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:16:10.857855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-370beafc-8580-4b44-bfc0-ae44b6a79b26 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Unset dirty status for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:network {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:16:10.859312 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-370beafc-8580-4b44-bfc0-ae44b6a79b26 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 815 time: 0.1732512 Dec 22 09:16:10.883281 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-8faafbb9-e717-4b99-8e2b-6f12fd70c6dd tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/quotas/46e29baf1ab14120a46e6f6be9ed8261 HTTP/1.1" status: 200 len: 375 time: 0.0167694 Dec 22 09:16:10.911886 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df207977-311b-430d-a91d-06edb74c1164 None None] Pushing event updated for resources: {'Port': ['ID=f1dfd33c-71ac-4e60-8086-100e008e5ba2,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:10.915827 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-df207977-311b-430d-a91d-06edb74c1164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:10.969759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-7f13f255-17da-4f51-b1d5-d2ef3d2728e3 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Synchronizing usage tracker for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:16:10.989334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-7f13f255-17da-4f51-b1d5-d2ef3d2728e3 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Unset dirty status for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:16:11.002489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-7f13f255-17da-4f51-b1d5-d2ef3d2728e3 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115851 Dec 22 09:16:11.003878 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Attempting to bind port f1dfd33c-71ac-4e60-8086-100e008e5ba2 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:16:11.004262 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Attempting to bind port f1dfd33c-71ac-4e60-8086-100e008e5ba2 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:16:11.004690 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Attempting to bind port f1dfd33c-71ac-4e60-8086-100e008e5ba2 on network 1abfed9b-53f5-4aad-bc00-33823760449b {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:16:11.012575 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:16:11.013042 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Checking segment: {'id': 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:16:11.013509 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:11.014073 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Bound using segment: {'id': 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:16:11.014583 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Bound port: f1dfd33c-71ac-4e60-8086-100e008e5ba2, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:16:11.015016 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:11.105974 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] For port f1dfd33c-71ac-4e60-8086-100e008e5ba2, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:16:11.109135 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] For port f1dfd33c-71ac-4e60-8086-100e008e5ba2, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f1dfd33c-71ac-4e60-8086-100e008e5ba2,segment=NetworkSegment(f77dbaa3-5d3f-4666-b91f-fa4c1005729e),segment_id=f77dbaa3-5d3f-4666-b91f-fa4c1005729e)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:16:11.114155 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:11.117687 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-98b8ed40-8563-4e0e-b6e1-c0a3fe3a1c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:11.133812 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-036d3e63-407c-4d68-abc8-2a3b4fef097d service neutron] 10.222.0.31 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301575 Dec 22 09:16:11.194456 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df207977-311b-430d-a91d-06edb74c1164 None None] Pushing event updated for resources: {'Port': ['ID=f1dfd33c-71ac-4e60-8086-100e008e5ba2,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:11.197812 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-df207977-311b-430d-a91d-06edb74c1164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:11.200512 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Routers {'7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:16:11.201121 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:16:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:11.276600 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-7fe7465e-e632-48b6-9183-f2d16eac3de2 service neutron] 10.222.0.31 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369913 Dec 22 09:16:11.393522 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] Set router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:16:11.506021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97a2ed71-e1fe-416e-b3eb-bfcc86bb47ae req-16178442-136a-419a-a77c-f35ab36452e0 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 210 time: 0.0754795 Dec 22 09:16:11.683967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 87b6ab53-8a11-432e-958f-e00be3df1a06 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:11.710459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:11.741070 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:15:58Z', 'revision_number': 4, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'gw_port': {'id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'f1dfd33c-71ac-4e60-8086-100e008e5ba2', 'name': '', 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'mac_address': 'fa:16:3e:b7:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b094dd83-cd6d-4b7e-b7e9-a83e042b0354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:57Z', 'updated_at': '2021-12-22T09:16:11Z', 'revision_number': 4, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'subnets': [{'id': 'b094dd83-cd6d-4b7e-b7e9-a83e042b0354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:11.747420 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4a448-a47a-4c88-ba29-48f79b9ec0a8 None None] The sync data for ids ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'] in dv-neutron-822610-1-hyperv is: [{'id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:15:58Z', 'revision_number': 4, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'gw_port': {'id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'f1dfd33c-71ac-4e60-8086-100e008e5ba2', 'name': '', 'network_id': '1abfed9b-53f5-4aad-bc00-33823760449b', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'mac_address': 'fa:16:3e:b7:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b094dd83-cd6d-4b7e-b7e9-a83e042b0354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:57Z', 'updated_at': '2021-12-22T09:16:11Z', 'revision_number': 4, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'subnets': [{'id': 'b094dd83-cd6d-4b7e-b7e9-a83e042b0354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:16:11.762969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 87b6ab53-8a11-432e-958f-e00be3df1a06 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:11.763379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:11.944960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:12.649242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-961f2812-c6a9-4e51-aceb-eb254f5a286f tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:12.650742 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-961f2812-c6a9-4e51-aceb-eb254f5a286f tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 815 time: 0.1650712 Dec 22 09:16:12.668347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'port': {'device_id': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'admin_state_up': True, 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:12.689686 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b2904d2e-dd19-4d9e-8725-5e030a2113e7 req-fd4053bc-f8ad-40b4-ace5-4954f5546815 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 210 time: 0.0469270 Dec 22 09:16:12.803365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:12.814211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:12.825878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Made reservation on behalf of 46e29baf1ab14120a46e6f6be9ed8261 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:16:12.829324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:12.996748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Allocated IP 172.20.0.13 (554a5235-89da-4626-ae6a-1616a3108ead/b5354c8b-72c8-41e2-b3ed-55019c294208/32b28e7c-be0e-4004-bc1b-950e1463bad6) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:16:13.206268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.224012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Transition to ACTIVE for port object 32b28e7c-be0e-4004-bc1b-950e1463bad6 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:16:13.249855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.261356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2c8e789-bb9a-4b8a-b0b3-d4d5d7f4165e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:13.342106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Network 554a5235-89da-4626-ae6a-1616a3108ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:16:13.345613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:16:13.348159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:16:13.382619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'Port': ['ID=32b28e7c-be0e-4004-bc1b-950e1463bad6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:13.401156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.401535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.401903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.402262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.402620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.403180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.403714 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.404069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.404421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.404772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.405122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:13.415513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:13.446944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:13.447682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.477786 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8133831 Dec 22 09:16:13.702977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f1dfd33c-71ac-4e60-8086-100e008e5ba2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:13.791999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port f1dfd33c-71ac-4e60-8086-100e008e5ba2 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:16:13.807613 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3a52150f-37a7-43dc-aae9-98355ac6a956 None None] Provisioning for port 32b28e7c-be0e-4004-bc1b-950e1463bad6 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:16:13.810731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port f1dfd33c-71ac-4e60-8086-100e008e5ba2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:13.811113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.847127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3a52150f-37a7-43dc-aae9-98355ac6a956 None None] Provisioning complete for port 32b28e7c-be0e-4004-bc1b-950e1463bad6 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:13.848061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3a52150f-37a7-43dc-aae9-98355ac6a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:13.932394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0fcd1-09b1-4e81-ad11-08c5b498097b req-dbdbafa9-58ee-4d84-aa0c-15595c551c03 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:13.933139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-03f0fcd1-09b1-4e81-ad11-08c5b498097b req-dbdbafa9-58ee-4d84-aa0c-15595c551c03 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Synchronizing usage tracker for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:16:13.937541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3a52150f-37a7-43dc-aae9-98355ac6a956 None None] Port 32b28e7c-be0e-4004-bc1b-950e1463bad6 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:16:13.968399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-03f0fcd1-09b1-4e81-ad11-08c5b498097b req-dbdbafa9-58ee-4d84-aa0c-15595c551c03 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Unset dirty status for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:16:13.970652 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-03f0fcd1-09b1-4e81-ad11-08c5b498097b req-dbdbafa9-58ee-4d84-aa0c-15595c551c03 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 932 time: 0.1359251 Dec 22 09:16:14.025393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:14.025949 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-03f0fcd1-09b1-4e81-ad11-08c5b498097b req-76f30af0-20fe-416c-b18f-59ff9b5bece4 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491176 Dec 22 09:16:14.068662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port f1dfd33c-71ac-4e60-8086-100e008e5ba2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f1dfd33c-71ac-4e60-8086-100e008e5ba2,segment=NetworkSegment(f77dbaa3-5d3f-4666-b91f-fa4c1005729e),segment_id=f77dbaa3-5d3f-4666-b91f-fa4c1005729e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:16:14.072950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:14.076069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1f962e25-3c60-4b21-89f4-166d63e2d306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:14.146086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=f1dfd33c-71ac-4e60-8086-100e008e5ba2,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:14.149205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:15.256401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea03b2-cdd5-45e7-9873-d7f8730c3504 req-3e684467-147f-4fb3-ba51-537830aa746e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:15.258872 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02ea03b2-cdd5-45e7-9873-d7f8730c3504 req-3e684467-147f-4fb3-ba51-537830aa746e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 932 time: 0.1032915 Dec 22 09:16:15.307029 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-02ea03b2-cdd5-45e7-9873-d7f8730c3504 req-c9090afe-ef67-4f85-bead-524cc1a1cc5b tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Synchronizing usage tracker for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:16:15.335444 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-02ea03b2-cdd5-45e7-9873-d7f8730c3504 req-c9090afe-ef67-4f85-bead-524cc1a1cc5b tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Unset dirty status for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:16:15.336154 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02ea03b2-cdd5-45e7-9873-d7f8730c3504 req-c9090afe-ef67-4f85-bead-524cc1a1cc5b tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716753 Dec 22 09:16:15.671475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f1dfd33c-71ac-4e60-8086-100e008e5ba2 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:15.759477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port f1dfd33c-71ac-4e60-8086-100e008e5ba2 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:15.759925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:16.549979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c868be6-c1b5-4af0-949f-f872f15f082b req-2383fe9c-ec46-4591-9f73-9b3d1624b6cf tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:16.551528 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0c868be6-c1b5-4af0-949f-f872f15f082b req-2383fe9c-ec46-4591-9f73-9b3d1624b6cf tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 932 time: 0.0804095 Dec 22 09:16:16.605737 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0c868be6-c1b5-4af0-949f-f872f15f082b req-839da0d4-976c-4f65-b7be-94de003e5d1c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Dec 22 09:16:17.843082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be9cf6-bf2c-44a6-9282-5b23a87eea93 req-af4a1cca-25aa-493f-941e-eed663fa66a2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:17.844686 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-35be9cf6-bf2c-44a6-9282-5b23a87eea93 req-af4a1cca-25aa-493f-941e-eed663fa66a2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 932 time: 0.1040306 Dec 22 09:16:17.895406 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-35be9cf6-bf2c-44a6-9282-5b23a87eea93 req-f9785bea-5806-4cbc-a88a-70af403b7928 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443459 Dec 22 09:16:19.118576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8da35-532a-4f14-bc98-2622d8d9a3f4 req-0c73ff2c-6243-41d5-bb22-9cfdc1dba4db tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:19.120281 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c7b8da35-532a-4f14-bc98-2622d8d9a3f4 req-0c73ff2c-6243-41d5-bb22-9cfdc1dba4db tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 932 time: 0.0901747 Dec 22 09:16:19.181115 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c7b8da35-532a-4f14-bc98-2622d8d9a3f4 req-37951875-b3d6-415d-a3ee-0720b1b3b441 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545120 Dec 22 09:16:20.405931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ea77-d1cb-4bbb-9067-de969f418d8d req-f7e00261-c285-4829-8041-6bc0ff925b37 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:20.407517 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a712ea77-d1cb-4bbb-9067-de969f418d8d req-f7e00261-c285-4829-8041-6bc0ff925b37 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 932 time: 0.0941579 Dec 22 09:16:20.470130 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a712ea77-d1cb-4bbb-9067-de969f418d8d req-d3f3702d-7f13-407a-a8fd-0d5b70366965 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569508 Dec 22 09:16:21.685332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd52f8-b7cd-4cac-bc19-18b3bf551a80 req-489a5648-6e90-4884-aeeb-6cd759d1b3c4 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:21.686846 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9cdd52f8-b7cd-4cac-bc19-18b3bf551a80 req-489a5648-6e90-4884-aeeb-6cd759d1b3c4 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 932 time: 0.0921078 Dec 22 09:16:21.747169 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9cdd52f8-b7cd-4cac-bc19-18b3bf551a80 req-fd4c092a-faec-43d2-84ee-fc56cfcb54d4 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546565 Dec 22 09:16:22.952738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717339eb-d2cb-4d38-ad30-8d8576242378 req-0070ff05-3e55-4138-b65a-2cba8dcf3999 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:22.954172 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-717339eb-d2cb-4d38-ad30-8d8576242378 req-0070ff05-3e55-4138-b65a-2cba8dcf3999 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 932 time: 0.0831997 Dec 22 09:16:23.001127 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-717339eb-d2cb-4d38-ad30-8d8576242378 req-d7cbe6f2-3ce0-4d1e-8b7a-74c9e96f9210 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388994 Dec 22 09:16:23.799621 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:16:24.065882 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Request body: {'port': {'device_id': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:24.221916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:24.417754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87192c-7e5d-4ad0-97d9-483413f5cc9f req-8b07de7c-bcd9-49d4-9f4c-94449435c632 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:24.419345 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-da87192c-7e5d-4ad0-97d9-483413f5cc9f req-8b07de7c-bcd9-49d4-9f4c-94449435c632 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 932 time: 0.2668331 Dec 22 09:16:24.543615 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-da87192c-7e5d-4ad0-97d9-483413f5cc9f req-91ee7284-7dc0-4657-867c-0f6457509e1e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157928 Dec 22 09:16:24.721988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b28e7c-be0e-4004-bc1b-950e1463bad6 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:16:24.729011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:24.752045 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Transition to ACTIVE for port object 32b28e7c-be0e-4004-bc1b-950e1463bad6 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:16:24.758351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:24.763682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64c91b41-6e60-466c-9c92-a3f1c5dcb44b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:24.888190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Pushing event updated for resources: {'Port': ['ID=32b28e7c-be0e-4004-bc1b-950e1463bad6,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:24.892555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:25.003736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Attempting to bind port 32b28e7c-be0e-4004-bc1b-950e1463bad6 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:16:25.004073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Attempting to bind port 32b28e7c-be0e-4004-bc1b-950e1463bad6 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:16:25.004384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Attempting to bind port 32b28e7c-be0e-4004-bc1b-950e1463bad6 on network 554a5235-89da-4626-ae6a-1616a3108ead {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:16:25.010207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Port 32b28e7c-be0e-4004-bc1b-950e1463bad6 on network 554a5235-89da-4626-ae6a-1616a3108ead not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:16:25.010516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Attempting to bind port 32b28e7c-be0e-4004-bc1b-950e1463bad6 on network 554a5235-89da-4626-ae6a-1616a3108ead {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:16:25.016751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:16:25.017073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Checking segment: {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:16:25.017438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Bound using segment: {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:16:25.017853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Bound port: 32b28e7c-be0e-4004-bc1b-950e1463bad6, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6eb8b36-77ca-42c9-a445-f0a04ac24897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:16:25.018178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:25.112751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] For port 32b28e7c-be0e-4004-bc1b-950e1463bad6, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:16:25.115776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] For port 32b28e7c-be0e-4004-bc1b-950e1463bad6, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:16:25.124323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:25.130949 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:25.194219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:25.195629 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] 10.222.0.32 "PUT /v2.0/ports/32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 1094 time: 1.1349032 Dec 22 09:16:25.196229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:25.220382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Pushing event updated for resources: {'Port': ['ID=32b28e7c-be0e-4004-bc1b-950e1463bad6,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:25.223513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:25.282396 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'status': 'completed', 'code': 200} Dec 22 09:16:25.321678 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-47298d1c-d4f2-463d-872b-3cd6c422a38a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1097 time: 0.0745585 Dec 22 09:16:25.392961 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-320528b2-f45c-4cf2-8b2c-b1566483d024 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 217 time: 0.0642567 Dec 22 09:16:25.455743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-cf2fa7dc-50a6-493c-970d-1b6771be4c82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:25.457142 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-cf2fa7dc-50a6-493c-970d-1b6771be4c82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0586283 Dec 22 09:16:25.532223 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-7fdf4b4c-6437-4e4a-a37d-3a13cf2b573b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686841 Dec 22 09:16:25.713278 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-1150c09c-0c5a-40c1-80b2-2af65ddd2356 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733141 Dec 22 09:16:25.862979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c48f07-fefe-41fa-8f97-73cd88a5e7ff req-e1e6dce2-1ee0-43c9-a528-afb0a91e0d23 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:25.864627 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-05c48f07-fefe-41fa-8f97-73cd88a5e7ff req-e1e6dce2-1ee0-43c9-a528-afb0a91e0d23 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 944 time: 0.1944616 Dec 22 09:16:25.869230 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dd0416c-db93-4a6a-aa22-f2172e0243fe req-d0b31b53-5031-4f0c-a5a2-3fcb74e1588e service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498556 Dec 22 09:16:25.914121 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-05c48f07-fefe-41fa-8f97-73cd88a5e7ff req-62607669-a674-4550-9700-9212f6ea2649 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Dec 22 09:16:25.995964 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-188f1847-3a92-456d-8fa0-9f0b98976cb6 req-c0bb3b04-87a4-4f2e-9a02-0ecf307eb71e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1097 time: 0.0776324 Dec 22 09:16:26.137819 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f1847-3a92-456d-8fa0-9f0b98976cb6 req-7382c6f8-e317-44c2-acca-303e71e80015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:26.142915 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-188f1847-3a92-456d-8fa0-9f0b98976cb6 req-7382c6f8-e317-44c2-acca-303e71e80015 service neutron] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 916 time: 0.1378298 Dec 22 09:16:26.318352 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-188f1847-3a92-456d-8fa0-9f0b98976cb6 req-a753d27e-fe39-4111-b45d-6334b17dd709 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 217 time: 0.1720486 Dec 22 09:16:26.385636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f1847-3a92-456d-8fa0-9f0b98976cb6 req-dcacba0a-01ee-4bf8-b91c-4b04ada489b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:26.387372 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-188f1847-3a92-456d-8fa0-9f0b98976cb6 req-dcacba0a-01ee-4bf8-b91c-4b04ada489b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0631354 Dec 22 09:16:26.465545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-188f1847-3a92-456d-8fa0-9f0b98976cb6 req-f6eeca69-30d2-4157-8fd0-e3135f2f9cb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715768 Dec 22 09:16:26.597407 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-188f1847-3a92-456d-8fa0-9f0b98976cb6 req-00e02b09-ece0-4ae2-9820-4a1ec9deca66 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247752 Dec 22 09:16:26.730406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-188f1847-3a92-456d-8fa0-9f0b98976cb6 req-7a82e56a-d7fa-4460-bb26-49bf19fa5e41 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261256 Dec 22 09:16:27.127920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712512b-5258-48c0-95d4-29156e3bc8da req-4a226128-1ff2-4583-aef2-7d42c1f50b9d tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:27.129385 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1712512b-5258-48c0-95d4-29156e3bc8da req-4a226128-1ff2-4583-aef2-7d42c1f50b9d tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 944 time: 0.0902221 Dec 22 09:16:27.184669 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1712512b-5258-48c0-95d4-29156e3bc8da req-edb2fc50-bbae-40f1-b2ff-e1ce97aaf563 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472775 Dec 22 09:16:27.923426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 32b28e7c-be0e-4004-bc1b-950e1463bad6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:16:28.058189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 32b28e7c-be0e-4004-bc1b-950e1463bad6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:16:28.072690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'port_id': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'mac_address': 'fa:16:3e:aa:c6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:16:28.129186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:28.146781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b28e7c-be0e-4004-bc1b-950e1463bad6 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:16:28.163476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 32b28e7c-be0e-4004-bc1b-950e1463bad6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:16:28.168067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:28.169799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:28.237021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=32b28e7c-be0e-4004-bc1b-950e1463bad6,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:28.240346 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:28.414126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e7074-a090-4a84-ad3e-03d74c81ad14 req-3fb4a7be-2436-4a65-b93d-a15d58e3c1f6 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:28.415637 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7c1e7074-a090-4a84-ad3e-03d74c81ad14 req-3fb4a7be-2436-4a65-b93d-a15d58e3c1f6 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 945 time: 0.1014547 Dec 22 09:16:28.461258 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7c1e7074-a090-4a84-ad3e-03d74c81ad14 req-986178e4-733c-4ca3-a106-f44975f07007 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Dec 22 09:16:28.490133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['32b28e7c-be0e-4004-bc1b-950e1463bad6'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:16:29.671687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c253ab-a5fb-44a5-8b08-7e7282a3fe6c req-47d49f97-c021-44c4-8644-3a5bb51eaddb tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:29.673205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-82c253ab-a5fb-44a5-8b08-7e7282a3fe6c req-47d49f97-c021-44c4-8644-3a5bb51eaddb tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 945 time: 0.0860298 Dec 22 09:16:29.721497 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-82c253ab-a5fb-44a5-8b08-7e7282a3fe6c req-7e97db87-3432-462c-9c77-ceb8d8e7203f tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Dec 22 09:16:29.929752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 32b28e7c-be0e-4004-bc1b-950e1463bad6 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:16:30.005431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 32b28e7c-be0e-4004-bc1b-950e1463bad6 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:16:30.013333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 32b28e7c-be0e-4004-bc1b-950e1463bad6 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:30.013751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:30.135995 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:30.163630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:30.174014 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 32b28e7c-be0e-4004-bc1b-950e1463bad6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:16:30.179251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:30.181240 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5da83481-ffd5-4575-9586-d45624b038fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:30.222851 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'code': 200} Dec 22 09:16:30.253049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=32b28e7c-be0e-4004-bc1b-950e1463bad6,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:30.256233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:30.467554 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4029788-d29c-4c0d-9542-9daf1d8b1379 req-868d10e0-8d4b-4d38-a14e-d668cb70c555 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1099 time: 0.0748072 Dec 22 09:16:30.510689 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4029788-d29c-4c0d-9542-9daf1d8b1379 req-233ca115-ef06-4dc3-ba5f-48bde1b305c1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364883 Dec 22 09:16:30.958146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ba6c6-31df-4d73-9879-41d712cb8b33 req-d1f6f49d-f2fe-4a6a-b60f-f789b867abd5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:30.960067 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-450ba6c6-31df-4d73-9879-41d712cb8b33 req-d1f6f49d-f2fe-4a6a-b60f-f789b867abd5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 946 time: 0.0971599 Dec 22 09:16:31.014003 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-450ba6c6-31df-4d73-9879-41d712cb8b33 req-77898b20-f993-40a6-a0a9-12df39342e57 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Dec 22 09:16:32.240306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555b8a4-ad8b-4483-82cc-707d8a68aad9 req-6822138b-d690-47c0-bedd-11190c82793c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:32.241790 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4555b8a4-ad8b-4483-82cc-707d8a68aad9 req-6822138b-d690-47c0-bedd-11190c82793c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 946 time: 0.0955505 Dec 22 09:16:32.286522 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4555b8a4-ad8b-4483-82cc-707d8a68aad9 req-30cabfdd-2408-42dc-b06b-0d2ec16049ba tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389297 Dec 22 09:16:32.489006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c883404-b817-4686-9239-6e737095c031 req-5fa3b193-1db2-4678-8151-03aa6836a7cc tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:32.490444 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5c883404-b817-4686-9239-6e737095c031 req-5fa3b193-1db2-4678-8151-03aa6836a7cc tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 946 time: 0.0848866 Dec 22 09:16:32.535664 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5c883404-b817-4686-9239-6e737095c031 req-ab14bd00-6354-48cf-a2a0-828e2d5165da tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Dec 22 09:16:32.993774 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6023-a178-4390-89a3-203e8f12f34b req-c8c997b9-f95a-48b6-9909-f5f89dba1411 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:32.995312 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6adf6023-a178-4390-89a3-203e8f12f34b req-c8c997b9-f95a-48b6-9909-f5f89dba1411 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 946 time: 0.1042087 Dec 22 09:16:33.041863 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6adf6023-a178-4390-89a3-203e8f12f34b req-e0578d8e-6537-4eed-8544-65372200c695 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Dec 22 09:16:37.146393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-571b6b09-78a5-4cb5-a110-9195308190f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:39.225582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-94e5a080-9c58-4c36-97dd-78cc72230d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:40.452070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:40.622794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:41.704049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:41.929786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:42.630337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-99d9b7e3-38cd-43c3-b19b-09dc1355d946 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823903 Dec 22 09:16:42.791803 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-1302dcd9-de60-4589-8f58-e87bab547754 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1099 time: 0.0825081 Dec 22 09:16:42.940479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-7fb7cc6e-5acf-45ab-8aa8-53008739c95d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:42.941954 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-7fb7cc6e-5acf-45ab-8aa8-53008739c95d service neutron] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 916 time: 0.1309330 Dec 22 09:16:43.009867 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-50f84c8d-234e-4164-93f4-c8545913ba38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 217 time: 0.0607390 Dec 22 09:16:43.081894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-1814b41e-636c-4764-a037-004744efd805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:43.083381 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-1814b41e-636c-4764-a037-004744efd805 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0664754 Dec 22 09:16:43.161152 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-38a7b05c-a9e9-4a36-b8ff-949b95900d58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715024 Dec 22 09:16:43.292604 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-0defe5fb-0e94-4cb0-9d82-e775b7c3a131 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248038 Dec 22 09:16:43.431073 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2b74fc92-c16c-40a0-8210-fb529b1c7399 req-973cc4d6-e2c0-43dd-bf9d-c017af30ec69 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305761 Dec 22 09:16:43.477432 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe3b54-b470-4fa4-a5a6-145ffa04e761 req-7b7cd50f-85e5-46f5-b024-4487ca8098eb tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:43.478876 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8dbe3b54-b470-4fa4-a5a6-145ffa04e761 req-7b7cd50f-85e5-46f5-b024-4487ca8098eb tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 946 time: 0.0767603 Dec 22 09:16:43.523989 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8dbe3b54-b470-4fa4-a5a6-145ffa04e761 req-b690c340-7912-44d7-94c6-899754434a97 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Dec 22 09:16:43.559529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48708) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:43.849268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12738047-79f3-4285-9420-ffbe1d04e4ea tempest-TestMinimumBasicScenario-722698922 tempest-TestMinimumBasicScenario-722698922-project-admin] Synchronizing usage tracker for tenant:7ec8e40282384717b6c6f54aee51b429 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:16:43.867588 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12738047-79f3-4285-9420-ffbe1d04e4ea tempest-TestMinimumBasicScenario-722698922 tempest-TestMinimumBasicScenario-722698922-project-admin] Unset dirty status for tenant:7ec8e40282384717b6c6f54aee51b429 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:16:43.868907 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-12738047-79f3-4285-9420-ffbe1d04e4ea tempest-TestMinimumBasicScenario-722698922 tempest-TestMinimumBasicScenario-722698922-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1094 time: 0.3083336 Dec 22 09:16:43.871867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48714) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:43.877223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:43.882774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:43.887734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Usage tracker for resource:floatingip and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:16:43.890607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:16:43.896401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:43.908737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:44.055870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:44.206360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Allocated IP 172.26.5.246 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/73d8a8f2-eba0-464e-8209-24e93cc106bb) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:16:44.364952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:44.397858 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:44.403898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:44.464725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:16:44.472158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:16:44.476217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:16:44.507425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'Port': ['ID=73d8a8f2-eba0-464e-8209-24e93cc106bb,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:44.514362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:45.008124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:45.067959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:45.292044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:45.298541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:45.302217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:45.396082 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'Port': ['ID=73d8a8f2-eba0-464e-8209-24e93cc106bb,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:45.399871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:45.419377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:45.721367 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Floating IP b21b5d97-b90d-4b7e-a2da-988811a08e44 associated. External IP: 172.26.5.246, port: 32b28e7c-be0e-4004-bc1b-950e1463bad6. Dec 22 09:16:46.139592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:16:46.351641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:16:46.363968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] Sync routers for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:16:46.378491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:16:46.378882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:16:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:46.380728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.438955 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5628870 Dec 22 09:16:46.438955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:46.439478 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48718) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:46.451582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484174135', 'description': 'tempest-secgroup-smoke-484174135 description', 'project_id': '46e29baf1ab14120a46e6f6be9ed8261'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:46.467398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:46.486901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:46.498460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.525736 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'status': 'completed', 'code': 200} Dec 22 09:16:46.544955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:46.549005 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Usage tracker for resource:security_group_rule and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:16:46.552246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:16:46.557980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:46.561062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:16:46.631651 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38fecd21-2e60-4c5e-bf16-9f719c2a2783 req-156eff9b-3d0d-4198-9304-27e4e7d1cbc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1099 time: 0.0827951 Dec 22 09:16:46.732716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.738826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.749390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b99fe1bc-4369-4d82-a76f-d4c29ab99556 tempest-PortsAdminExtendedAttrsTestJSON-520653839 tempest-PortsAdminExtendedAttrsTestJSON-520653839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:46.783841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fecd21-2e60-4c5e-bf16-9f719c2a2783 req-0cb8ebff-1674-44ab-a242-4689bea92559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:46.785289 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38fecd21-2e60-4c5e-bf16-9f719c2a2783 req-0cb8ebff-1674-44ab-a242-4689bea92559 service neutron] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 916 time: 0.1443303 Dec 22 09:16:46.789575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243f019e-3a86-4ea2-9b7f-d2596066a7a3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:46.792797 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.793977 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3530061 Dec 22 09:16:46.799596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48724) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:46.805416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'security_group_rule': {'security_group_id': '243f019e-3a86-4ea2-9b7f-d2596066a7a3', 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:46.810324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.810709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.811076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.811476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.811842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.812247 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.812738 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.813139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.813526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.814080 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.814465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:16:46.818552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0128cb19-1b8a-488e-8418-58ba1984ed06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:46.821076 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:46.825965 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Usage tracker for resource:security_group_rule and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:16:46.829840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:16:46.835728 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:46.853449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.898689 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38fecd21-2e60-4c5e-bf16-9f719c2a2783 req-c5a63110-271a-464c-9678-81f785b9cbe7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 1000 time: 0.1055911 Dec 22 09:16:46.916197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.920901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.923513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-724739ca-b395-4457-b23c-23ae8e514758 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:46.943433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'b21b5d97-b90d-4b7e-a2da-988811a08e44', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'floating_ip_address': '172.26.5.246', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'port_id': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'mac_address': 'fa:16:3e:aa:c6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:16:44Z', 'updated_at': '2021-12-22T09:16:44Z', 'revision_number': 0, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:16:10Z', 'revision_number': 5, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:46.948053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] Checking router: 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:16:46.948908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b935cdb0-b535-4e2d-b6cc-edd403f5a33c,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:46.954277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:46.959906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:16:46.960536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:16:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:46.960698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:46.961956 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1614077 Dec 22 09:16:46.964654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48728) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:46.971051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fecd21-2e60-4c5e-bf16-9f719c2a2783 req-71cc5364-5bb8-48a9-9d90-22a6648b7aa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:46.971947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'security_group_rule': {'security_group_id': '243f019e-3a86-4ea2-9b7f-d2596066a7a3', 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:46.972659 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38fecd21-2e60-4c5e-bf16-9f719c2a2783 req-71cc5364-5bb8-48a9-9d90-22a6648b7aa4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0678525 Dec 22 09:16:46.978033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:46.981886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Usage tracker for resource:security_group_rule and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:16:46.985093 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:16:46.990808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:47.009245 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.054470 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38fecd21-2e60-4c5e-bf16-9f719c2a2783 req-2dc5d1ac-8874-47c1-bd70-ba13af0c5c77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742309 Dec 22 09:16:47.078849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.083737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.085648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-03416676-a985-4835-96a2-3e4fbb8f09ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:47.108409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5acb66e-27d4-4cc2-af58-e13b060fab9a,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:47.111482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:47.121766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.123102 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1569977 Dec 22 09:16:47.126001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48732) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:47.132242 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'security_group_rule': {'security_group_id': '243f019e-3a86-4ea2-9b7f-d2596066a7a3', 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:47.138387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:47.142460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Usage tracker for resource:security_group_rule and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:16:47.146063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:16:47.151591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:47.162248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:16:47.169536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.197775 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38fecd21-2e60-4c5e-bf16-9f719c2a2783 req-879dfaf6-49b9-4037-95a2-c0eeb39206e9 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369462 Dec 22 09:16:47.232650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.237625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.239531 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4b5768b7-d060-4916-a6bb-d2f42532f448 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:47.261808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde1d764-0ee6-4fcc-9f9a-bb27b8f47e1c,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:47.264224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:47.275852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.277307 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6090640e-73a2-46b8-bd32-8a396350a235 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1500866 Dec 22 09:16:47.280363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48736) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:47.287936 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'security_group_rule': {'security_group_id': '243f019e-3a86-4ea2-9b7f-d2596066a7a3', 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:47.293908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:47.297785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Usage tracker for resource:security_group_rule and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:16:47.300919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:16:47.306740 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:47.326949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.343150 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-38fecd21-2e60-4c5e-bf16-9f719c2a2783 req-67b7cbe3-2de1-4bdd-8576-53a9289cd636 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393137 Dec 22 09:16:47.390938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.396201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.397997 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:47.422315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e32c88-fd8c-4b6d-8044-755e6474e502,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:47.424809 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:47.433315 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.434729 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4463f840-6740-4dba-ab78-ab3f27e56c6c tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1530151 Dec 22 09:16:47.437563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48740) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:47.443615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'security_group_rule': {'security_group_id': '243f019e-3a86-4ea2-9b7f-d2596066a7a3', 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:47.449674 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:47.454039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Usage tracker for resource:security_group_rule and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:16:47.457378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:16:47.463415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:47.474707 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Project 46e29baf1ab14120a46e6f6be9ed8261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:16:47.481434 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.550831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.555604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.557579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-684fbf7c-b8a7-4882-85f5-b9f19b635da6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:47.578208 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa669f01-62a3-45b4-aa1b-9f6e60cb5f88,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:47.578724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'b21b5d97-b90d-4b7e-a2da-988811a08e44', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'floating_ip_address': '172.26.5.246', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'port_id': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'mac_address': 'fa:16:3e:aa:c6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:16:44Z', 'updated_at': '2021-12-22T09:16:44Z', 'revision_number': 0, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:16:10Z', 'revision_number': 5, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:16:47.582358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:47.584033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7c9db-bc43-45c7-a27f-338b01696267 None None] The sync data for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv is: [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'b21b5d97-b90d-4b7e-a2da-988811a08e44', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'floating_ip_address': '172.26.5.246', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'port_id': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'mac_address': 'fa:16:3e:aa:c6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:16:44Z', 'updated_at': '2021-12-22T09:16:44Z', 'revision_number': 0, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:16:10Z', 'revision_number': 5, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:16:47.590543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.591862 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1533175 Dec 22 09:16:47.594749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48744) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:16:47.600391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'security_group_rule': {'security_group_id': '243f019e-3a86-4ea2-9b7f-d2596066a7a3', 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:47.606549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:16:47.611664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Usage tracker for resource:security_group_rule and tenant:46e29baf1ab14120a46e6f6be9ed8261 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:16:47.613334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:16:47.619212 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:16:47.632267 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Project 46e29baf1ab14120a46e6f6be9ed8261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:16:47.639488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.708336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.713139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.721296 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1c792d6f-bfc4-4148-a457-2493d44377d5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:47.743671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd1668f-88f3-4f45-aef2-3cefbb7f54a1,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:47.746853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:47.752498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:47.753634 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1578450 Dec 22 09:16:47.814319 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1c8ad9-4894-4726-9b70-90486e9d0025 None None] New status for floating IP b21b5d97-b90d-4b7e-a2da-988811a08e44: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:16:47.888832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-4e3ffe99-f26e-48a2-89a6-245697b01be1 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Synchronizing usage tracker for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:16:47.905654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-4e3ffe99-f26e-48a2-89a6-245697b01be1 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Unset dirty status for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:16:47.907050 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-4e3ffe99-f26e-48a2-89a6-245697b01be1 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484174135&fields=id&tenant_id=46e29baf1ab14120a46e6f6be9ed8261 HTTP/1.1" status: 200 len: 267 time: 0.0612042 Dec 22 09:16:47.989871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-f52eac13-8aec-4fce-9b49-1b71f930aafc tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:47.991335 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-f52eac13-8aec-4fce-9b49-1b71f930aafc tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 946 time: 0.0786047 Dec 22 09:16:48.001966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'port': {'security_groups': ['27346ed2-1cc1-45c8-b078-b106770a11a7', '243f019e-3a86-4ea2-9b7f-d2596066a7a3']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:16:48.118159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:48.378120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] For port 32b28e7c-be0e-4004-bc1b-950e1463bad6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:16:48.408660 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:48.415475 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:48.422577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fef2fb3d-7e2f-4d76-b404-08c216d6e3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:16:48.431612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['32b28e7c-be0e-4004-bc1b-950e1463bad6'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:16:48.491943 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:48.492988 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:48.511993 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c5bde6e4-47b7-4d3b-9f20-b2863524b93e req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "PUT /v2.0/ports/32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 982 time: 0.5027392 Dec 22 09:16:48.512580 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:16:48.545645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'Port': ['ID=32b28e7c-be0e-4004-bc1b-950e1463bad6,revision_number=6']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:16:48.555784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['32b28e7c-be0e-4004-bc1b-950e1463bad6'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:16:48.558769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:16:48.697463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e1880-5253-495b-8bf4-89d613f75782 req-66c9062c-1693-4369-a23f-a27b16bf53ea tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:48.704569 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-051e1880-5253-495b-8bf4-89d613f75782 req-66c9062c-1693-4369-a23f-a27b16bf53ea tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0895441 Dec 22 09:16:48.803641 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'status': 'completed', 'code': 200} Dec 22 09:16:48.903692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2f84d43e-9fa5-428b-86a1-9c1179ef5bbc None None] Provisioning complete for port 32b28e7c-be0e-4004-bc1b-950e1463bad6 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:16:48.904309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2f84d43e-9fa5-428b-86a1-9c1179ef5bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:16:48.942406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-051e1880-5253-495b-8bf4-89d613f75782 req-6ebd10cc-17a7-40e4-a85a-aba0ed0188b4 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2366779 Dec 22 09:16:48.976769 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8848fd3e-da66-4491-a6b6-824546e7e186 req-cf19f2fb-4380-4434-90c2-f104d060efcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1138 time: 0.0807452 Dec 22 09:16:49.109128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fd3e-da66-4491-a6b6-824546e7e186 req-2567facc-6c93-439c-98d8-438b25c1d530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:49.110973 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8848fd3e-da66-4491-a6b6-824546e7e186 req-2567facc-6c93-439c-98d8-438b25c1d530 service neutron] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 916 time: 0.1272254 Dec 22 09:16:49.216396 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8848fd3e-da66-4491-a6b6-824546e7e186 req-2e25c080-dec2-4ed4-88c3-8a3e44227cd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 1002 time: 0.0989013 Dec 22 09:16:49.277316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848fd3e-da66-4491-a6b6-824546e7e186 req-38bf2e68-2244-4fea-910d-02d9e4bd17a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:16:49.278733 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8848fd3e-da66-4491-a6b6-824546e7e186 req-38bf2e68-2244-4fea-910d-02d9e4bd17a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0560448 Dec 22 09:16:49.363993 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8848fd3e-da66-4491-a6b6-824546e7e186 req-6730028f-29f8-4ed7-95c5-7a5892a4ae00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776362 Dec 22 09:16:49.511659 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8848fd3e-da66-4491-a6b6-824546e7e186 req-62f284f2-fb32-473f-b3c8-4627e1d392d1 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356912 Dec 22 09:16:49.649944 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8848fd3e-da66-4491-a6b6-824546e7e186 req-1f9a6136-a10c-489e-9a3f-e44677bf3336 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281111 Dec 22 09:17:00.801347 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:17:07.145948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bce34f3b-df01-4b33-94fd-a7915257c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:09.226830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-267620ed-028e-4fc8-ad41-64e5b0846745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:10.442225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:10.625059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:11.700389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:11.936418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:37.142897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1a79c75c-dc63-4c31-91c2-bdd7d32a55eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:37.807790 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:17:39.231109 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0f44d90a-56c4-416b-8c0b-568e9511162e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:40.441297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:40.628163 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:41.726398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:41.936836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:17:42.679766 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-dd72e1c4-bead-4409-b459-87079619a0e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1410046 Dec 22 09:17:42.829523 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-aee39ecf-cc26-42bb-be83-11373242255c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1138 time: 0.0802720 Dec 22 09:17:42.974688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-b7fb0587-4452-4ac8-9554-8c2789e2239e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:42.976137 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-b7fb0587-4452-4ac8-9554-8c2789e2239e service neutron] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 916 time: 0.1277201 Dec 22 09:17:43.085900 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-f931efc9-9ea1-4736-941e-4b67d446f142 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 1002 time: 0.1026855 Dec 22 09:17:43.165447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-0ae5e1bd-985a-4071-8b59-c5a81b025d57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:43.166927 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-0ae5e1bd-985a-4071-8b59-c5a81b025d57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0747564 Dec 22 09:17:43.255115 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-037cbf38-3549-4220-b0a4-f4965e200c94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820935 Dec 22 09:17:43.264947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-ec5e39bb-954b-4a12-969b-118958770e23 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:17:43.265885 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-ec5e39bb-954b-4a12-969b-118958770e23 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046742 Dec 22 09:17:43.405223 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-b7ac7559-b4e0-4063-a414-f2865c9874e0 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330483 Dec 22 09:17:43.535473 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2aa0b20-61f1-4dc1-a81d-c5703b6942c1 req-703d586c-d927-4880-b6dc-284ed2c34f21 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240597 Dec 22 09:17:46.870295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f051740-abd2-4728-9864-a1c7ae86ec19 req-eaa5c124-a5e6-4d0e-acde-5c9b5c5989af tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:46.871832 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f051740-abd2-4728-9864-a1c7ae86ec19 req-eaa5c124-a5e6-4d0e-acde-5c9b5c5989af tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.2118604 Dec 22 09:17:46.874768 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d5e2284-5e52-4b9b-a26e-da0be407ba51 req-3228a279-7341-4bbe-a7e4-5fdb0c771661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1138 time: 0.2488432 Dec 22 09:17:47.007917 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7f051740-abd2-4728-9864-a1c7ae86ec19 req-54784a99-c79f-433e-ab2d-3679b4aeffc1 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288466 Dec 22 09:17:47.048435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2284-5e52-4b9b-a26e-da0be407ba51 req-4bfcd787-75f3-4e21-b3ed-b2a79a549716 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:47.049865 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d5e2284-5e52-4b9b-a26e-da0be407ba51 req-4bfcd787-75f3-4e21-b3ed-b2a79a549716 service neutron] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 916 time: 0.1571605 Dec 22 09:17:47.162225 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d5e2284-5e52-4b9b-a26e-da0be407ba51 req-29542003-013e-4d3c-a55c-35c608d42d20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 1002 time: 0.1053054 Dec 22 09:17:47.237838 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2284-5e52-4b9b-a26e-da0be407ba51 req-fdd31528-b303-4289-bdab-120226d49f64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:47.239274 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d5e2284-5e52-4b9b-a26e-da0be407ba51 req-fdd31528-b303-4289-bdab-120226d49f64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0704255 Dec 22 09:17:47.323884 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d5e2284-5e52-4b9b-a26e-da0be407ba51 req-f1f02dce-b4cf-4015-89dd-18e921195989 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779045 Dec 22 09:17:47.466651 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d5e2284-5e52-4b9b-a26e-da0be407ba51 req-f58a14cb-b884-4cde-b9ec-04137f266f3c service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351249 Dec 22 09:17:47.611647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d5e2284-5e52-4b9b-a26e-da0be407ba51 req-2f4b7000-5917-4729-8495-6049c5b34eb1 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378930 Dec 22 09:17:48.229802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073430-c046-45eb-8066-e40e40990736 req-b81bdde4-f571-42d6-aea0-e4156ec503bb tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:48.231258 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-09073430-c046-45eb-8066-e40e40990736 req-b81bdde4-f571-42d6-aea0-e4156ec503bb tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0930490 Dec 22 09:17:48.280606 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-09073430-c046-45eb-8066-e40e40990736 req-ba022b61-8236-4562-9114-72ff00d59a42 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409853 Dec 22 09:17:49.520719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c645244-661b-477d-8bda-73bb03894597 req-ed37a98f-3622-42a4-afce-e8f1a9fed842 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:49.522170 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9c645244-661b-477d-8bda-73bb03894597 req-ed37a98f-3622-42a4-afce-e8f1a9fed842 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0907264 Dec 22 09:17:49.574733 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9c645244-661b-477d-8bda-73bb03894597 req-6ed99027-183d-4985-853e-2181935ab607 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465000 Dec 22 09:17:50.948183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769f475-c7b3-4bcb-8789-e495d4977628 req-939f8d30-e9cb-48f4-a4a9-6c57715d133e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:50.949631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c769f475-c7b3-4bcb-8789-e495d4977628 req-939f8d30-e9cb-48f4-a4a9-6c57715d133e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0915496 Dec 22 09:17:51.008237 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c769f475-c7b3-4bcb-8789-e495d4977628 req-a22d9974-bda2-4032-8b67-023139f9cb17 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500333 Dec 22 09:17:52.252148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481b643-27cf-475e-8d5b-34a9f3dca554 req-e7b77ae3-73a1-43d5-a236-26231c288644 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:52.253868 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d481b643-27cf-475e-8d5b-34a9f3dca554 req-e7b77ae3-73a1-43d5-a236-26231c288644 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0976980 Dec 22 09:17:52.304852 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d481b643-27cf-475e-8d5b-34a9f3dca554 req-96b3278c-4538-4afe-a52a-1fda07f39e75 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448928 Dec 22 09:17:53.533034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcbe6a-325b-4b3c-89cd-a68b35f5de20 req-60b364ba-4c0e-405b-bcff-5fe6767a2ac1 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:53.534490 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e9dcbe6a-325b-4b3c-89cd-a68b35f5de20 req-60b364ba-4c0e-405b-bcff-5fe6767a2ac1 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0854979 Dec 22 09:17:53.583427 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e9dcbe6a-325b-4b3c-89cd-a68b35f5de20 req-825bce8d-4030-49ac-a251-b232c583927b tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432799 Dec 22 09:17:54.801753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef24e8-95df-4e64-bdde-2da1adbab002 req-6e621fbd-8076-4b71-861a-cec07cae9aa4 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:54.803081 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cbef24e8-95df-4e64-bdde-2da1adbab002 req-6e621fbd-8076-4b71-861a-cec07cae9aa4 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0846786 Dec 22 09:17:54.857245 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cbef24e8-95df-4e64-bdde-2da1adbab002 req-45967cd7-8ecd-424f-aef9-00c44ee677c0 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485144 Dec 22 09:17:56.057933 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd85803-8703-4e44-8098-95a4586b974c req-86485a79-0d80-42d6-a1f6-a91919fec79e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:56.059515 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1dd85803-8703-4e44-8098-95a4586b974c req-86485a79-0d80-42d6-a1f6-a91919fec79e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0820615 Dec 22 09:17:56.109100 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1dd85803-8703-4e44-8098-95a4586b974c req-72330e00-d44a-4afd-b5cb-7640f5b36517 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437565 Dec 22 09:17:57.334738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebd2b7-1aa7-4d73-a2b2-7fbd2386d634 req-689e39d9-b1fa-4702-9ecf-8f935062cc3d tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:57.336212 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-02ebd2b7-1aa7-4d73-a2b2-7fbd2386d634 req-689e39d9-b1fa-4702-9ecf-8f935062cc3d tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0926354 Dec 22 09:17:57.388096 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-02ebd2b7-1aa7-4d73-a2b2-7fbd2386d634 req-0c4b8f71-a135-4578-99cc-944ddc7e1455 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461473 Dec 22 09:17:58.598579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625542c1-d7ed-44e8-adae-d1b0064fc41d req-7b9122e8-1118-41bc-bceb-5284779cfbd3 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:58.600052 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-625542c1-d7ed-44e8-adae-d1b0064fc41d req-7b9122e8-1118-41bc-bceb-5284779cfbd3 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0806925 Dec 22 09:17:58.646163 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-625542c1-d7ed-44e8-adae-d1b0064fc41d req-713e6a6f-2f82-4843-a70b-60ea76069b30 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404692 Dec 22 09:17:59.859823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a34d1a-db09-4857-986c-8eb2076ec295 req-28bc09c5-a38c-4d7d-9c20-451b226fea59 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:17:59.861164 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-18a34d1a-db09-4857-986c-8eb2076ec295 req-28bc09c5-a38c-4d7d-9c20-451b226fea59 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0916309 Dec 22 09:17:59.915664 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-18a34d1a-db09-4857-986c-8eb2076ec295 req-c22bdf27-2254-4bda-8562-e7c605067a06 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&id=243f019e-3a86-4ea2-9b7f-d2596066a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484428 Dec 22 09:18:07.148040 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d68554e9-6eb4-46fd-9fec-76dd84fbfdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:09.236391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d63d6745-af05-4dea-a057-96fedca28aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:10.447499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:10.637355 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:11.733538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:11.942228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:14.798096 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:18:37.152331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-83325c1f-579b-4568-98d5-96c8aa536289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:39.227307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-33a52fe3-0eb7-451f-908f-44d9bf7d445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.439200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:40.637043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.745378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:41.941304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:18:44.652348 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-2337780d-647f-4694-9324-00167545ae83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759320 Dec 22 09:18:44.788902 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-e5446ff9-b3f9-470d-a37a-03c03630d390 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1138 time: 0.0699451 Dec 22 09:18:44.934281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-61144c34-b475-4f61-95da-ebd199497169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:44.935737 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-61144c34-b475-4f61-95da-ebd199497169 service neutron] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 916 time: 0.1274757 Dec 22 09:18:45.040762 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-bd65fe27-d739-4d27-93c3-4dcf4fe8266c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 1002 time: 0.0987406 Dec 22 09:18:45.103550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-148f6da7-dc15-44cb-9d9d-0484bdfc1e80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:18:45.104949 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-148f6da7-dc15-44cb-9d9d-0484bdfc1e80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0583241 Dec 22 09:18:45.293309 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-34feb828-6f8f-4507-b1da-12098c106b2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1815314 Dec 22 09:18:45.432964 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-b9861c12-1cc3-4fd7-908f-71cd00e1c1b8 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329408 Dec 22 09:18:45.565628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97a93442-8a8a-4f6e-b01d-28121b248b00 req-1ea278ae-4142-4774-8150-6012c73d8012 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266830 Dec 22 09:18:51.801515 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:19:03.257638 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-6a23423e-d918-427c-a4c6-c89c68e255bc tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484174135&fields=id&tenant_id=46e29baf1ab14120a46e6f6be9ed8261 HTTP/1.1" status: 200 len: 267 time: 0.0461004 Dec 22 09:19:03.347329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-60528562-1e3f-4ceb-90bf-84dc6ccff743 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:03.348893 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-60528562-1e3f-4ceb-90bf-84dc6ccff743 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 985 time: 0.0831389 Dec 22 09:19:03.362426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Request body: {'port': {'security_groups': ['27346ed2-1cc1-45c8-b078-b106770a11a7']}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:03.481755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.729519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] For port 32b28e7c-be0e-4004-bc1b-950e1463bad6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:03.757778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.762558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.768416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-934b2267-1024-4d39-a249-84c28bc92e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:03.774794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['32b28e7c-be0e-4004-bc1b-950e1463bad6'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:19:03.936587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:03.937197 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:03.938550 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ce9f4cad-b3a4-4a47-812d-18a0a7cf0c73 req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "PUT /v2.0/ports/32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 943 time: 0.5810184 Dec 22 09:19:03.939081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:03.944682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48830) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:03.972615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event updated for resources: {'Port': ['ID=32b28e7c-be0e-4004-bc1b-950e1463bad6,revision_number=7']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:03.981773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.982156 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.982560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.982928 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.983507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.983871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.984230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.984718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.985082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.985426 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.985784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:03.990802 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:04.004374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['32b28e7c-be0e-4004-bc1b-950e1463bad6'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:19:04.010891 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'status': 'completed', 'code': 200} Dec 22 09:19:04.043297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.116363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.175837 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-19cc3c91-7e11-489e-bc91-aa05c26b6278 req-11e4d528-58a1-4abb-9228-26d74c3406e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1099 time: 0.1337240 Dec 22 09:19:04.194526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d6494ae1-33b6-44a0-bdc5-e31859be8970 None None] Provisioning complete for port 32b28e7c-be0e-4004-bc1b-950e1463bad6 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:04.194941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d6494ae1-33b6-44a0-bdc5-e31859be8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.276953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.282432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-74d0988f-1277-4ede-9d97-d0c4d7387dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:04.301220 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243f019e-3a86-4ea2-9b7f-d2596066a7a3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:04.331243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.331631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.332001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.332367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.332728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.333083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.333441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.333792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.334144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.334501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.334851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:04.337417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.338530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "DELETE /v2.0/security-groups/243f019e-3a86-4ea2-9b7f-d2596066a7a3 HTTP/1.1" status: 204 len: 168 time: 0.3928661 Dec 22 09:19:04.341598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48834) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:04.342067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-999541f6-5764-4292-bbec-8c30c178d7b2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:04.359624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc3c91-7e11-489e-bc91-aa05c26b6278 req-71abaf84-c06c-402b-86f2-87a79c58211e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:04.360721 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-19cc3c91-7e11-489e-bc91-aa05c26b6278 req-71abaf84-c06c-402b-86f2-87a79c58211e service neutron] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 916 time: 0.1773522 Dec 22 09:19:04.467694 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-19cc3c91-7e11-489e-bc91-aa05c26b6278 req-0495b827-4574-4ed9-8a43-958a8863032c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 1002 time: 0.0985184 Dec 22 09:19:04.528061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc3c91-7e11-489e-bc91-aa05c26b6278 req-e2b2a14a-2c2d-430a-86ea-6a83fcf4bf0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:04.529498 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-19cc3c91-7e11-489e-bc91-aa05c26b6278 req-e2b2a14a-2c2d-430a-86ea-6a83fcf4bf0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0560582 Dec 22 09:19:04.546329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Deleting port 73d8a8f2-eba0-464e-8209-24e93cc106bb {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:04.546669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.602439 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-19cc3c91-7e11-489e-bc91-aa05c26b6278 req-aec089cc-e0fb-4d6b-ac40-eb87388dee35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669246 Dec 22 09:19:04.715501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.715821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.735005 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-19cc3c91-7e11-489e-bc91-aa05c26b6278 req-28ae626d-8ff9-4eaf-bb6b-7ea537770c62 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250942 Dec 22 09:19:04.834244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Calling delete_port for 73d8a8f2-eba0-464e-8209-24e93cc106bb owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:04.866041 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-19cc3c91-7e11-489e-bc91-aa05c26b6278 req-b9e4688f-d17a-4aa1-8aaa-2ce0dd0d7e40 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244051 Dec 22 09:19:04.985107 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:04.988558 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-92c48195-3224-485e-b1cb-bd82fc3ae45f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:05.030892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event deleted for resources: {'Port': ['ID=73d8a8f2-eba0-464e-8209-24e93cc106bb,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:05.034230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:05.121754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.531059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:19:05.739893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:19:05.750606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] Sync routers for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:19:05.761498 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:05.764576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:05.765242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:18:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:05.934084 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "DELETE /v2.0/floatingips/b21b5d97-b90d-4b7e-a2da-988811a08e44 HTTP/1.1" status: 204 len: 168 time: 1.5892503 Dec 22 09:19:05.992064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:06.012027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:06.070291 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'status': 'completed', 'code': 200} Dec 22 09:19:06.168554 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-568de149-e81c-4755-ab3a-19f37c72bc91 req-de0bf51a-95b4-433a-b717-9cfaf578a641 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 1099 time: 0.0746698 Dec 22 09:19:06.330289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de149-e81c-4755-ab3a-19f37c72bc91 req-48fc3617-0059-427a-a91e-6743c7715d0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:06.331792 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-568de149-e81c-4755-ab3a-19f37c72bc91 req-48fc3617-0059-427a-a91e-6743c7715d0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 200 len: 916 time: 0.1572568 Dec 22 09:19:06.333848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:16:10Z', 'revision_number': 5, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:06.337804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] Checking router: 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:19:06.349386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:06.350002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:18:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:06.407808 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-568de149-e81c-4755-ab3a-19f37c72bc91 req-a3ef783c-06fa-42b4-a19a-f416d9195f1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 200 len: 217 time: 0.0696697 Dec 22 09:19:06.470718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de149-e81c-4755-ab3a-19f37c72bc91 req-1a3e51f3-3a55-4a19-b580-bf54338af5c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:06.472104 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-568de149-e81c-4755-ab3a-19f37c72bc91 req-1a3e51f3-3a55-4a19-b580-bf54338af5c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 200 len: 854 time: 0.0575683 Dec 22 09:19:06.530681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:06.547869 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-568de149-e81c-4755-ab3a-19f37c72bc91 req-4f4a0966-91d2-4cd8-958e-ffc525d625ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=554a5235-89da-4626-ae6a-1616a3108ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682504 Dec 22 09:19:06.790781 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-568de149-e81c-4755-ab3a-19f37c72bc91 req-a3c2982a-7e97-4ee3-833b-a93323f7bfa0 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353821 Dec 22 09:19:06.848583 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:16:10Z', 'revision_number': 5, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:06.852678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ac9d4-89a3-47ad-abb4-2e71c56dbb30 None None] The sync data for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv is: [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:15:52Z', 'revision_number': 4, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '87b6ab53-8a11-432e-958f-e00be3df1a06', 'name': '', 'network_id': '554a5235-89da-4626-ae6a-1616a3108ead', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'mac_address': 'fa:16:3e:e8:07:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:51Z', 'updated_at': '2021-12-22T09:16:10Z', 'revision_number': 5, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'subnets': [{'id': 'b5354c8b-72c8-41e2-b3ed-55019c294208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:19:06.933139 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-568de149-e81c-4755-ab3a-19f37c72bc91 req-753994b6-9f0c-4180-9254-cc5ade0b9822 service neutron] 10.222.0.32 "GET /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346211 Dec 22 09:19:07.087631 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfce3b6-a046-4555-ba88-a19c2fd746b5 None None] New status for floating IP b21b5d97-b90d-4b7e-a2da-988811a08e44: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:19:07.148768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9eca0957-72ee-4b33-b9c1-3e526526d5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:09.224704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-37dcc2fe-1e8d-4d55-8508-9455c4a48186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.396255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe743f6-607b-4194-9b3e-369caf3ccef1 req-bf65c14e-3ff7-40e2-98a3-9b85b5e21ee1 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:10.397692 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe743f6-607b-4194-9b3e-369caf3ccef1 req-bf65c14e-3ff7-40e2-98a3-9b85b5e21ee1 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 946 time: 0.0837770 Dec 22 09:19:10.435150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:10.442086 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-dfe743f6-607b-4194-9b3e-369caf3ccef1 req-f92757d2-2ac7-453c-aded-6902bb7fe6ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Synchronizing usage tracker for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:10.459187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-dfe743f6-607b-4194-9b3e-369caf3ccef1 req-f92757d2-2ac7-453c-aded-6902bb7fe6ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Unset dirty status for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:10.460362 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfe743f6-607b-4194-9b3e-369caf3ccef1 req-f92757d2-2ac7-453c-aded-6902bb7fe6ad tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571945 Dec 22 09:19:10.644236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.666004 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f51212-d9de-468c-89de-98ded32c8432 req-2ded332e-0903-44a5-ba43-8acd807bfcc2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:11.666642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-54f51212-d9de-468c-89de-98ded32c8432 req-2ded332e-0903-44a5-ba43-8acd807bfcc2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Synchronizing usage tracker for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:11.685818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-54f51212-d9de-468c-89de-98ded32c8432 req-2ded332e-0903-44a5-ba43-8acd807bfcc2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Unset dirty status for tenant:46e29baf1ab14120a46e6f6be9ed8261 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:11.687516 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-54f51212-d9de-468c-89de-98ded32c8432 req-2ded332e-0903-44a5-ba43-8acd807bfcc2 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 946 time: 0.1030200 Dec 22 09:19:11.748812 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-54f51212-d9de-468c-89de-98ded32c8432 req-5d45fd29-d1c1-4502-adcb-7ace0869fbae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556834 Dec 22 09:19:11.765248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:11.941254 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.333003 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-714af19d-f53d-4c81-8787-aed9652a159d tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:12.334407 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-714af19d-f53d-4c81-8787-aed9652a159d tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 946 time: 0.0897856 Dec 22 09:19:12.405529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Deleting port 32b28e7c-be0e-4004-bc1b-950e1463bad6 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:12.405860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.650663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] For port 32b28e7c-be0e-4004-bc1b-950e1463bad6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=32b28e7c-be0e-4004-bc1b-950e1463bad6,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:12.651018 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.776582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Calling delete_port for 32b28e7c-be0e-4004-bc1b-950e1463bad6 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:12.960777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:12.966115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:13.015326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Pushing event deleted for resources: {'Port': ['ID=32b28e7c-be0e-4004-bc1b-950e1463bad6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:13.022596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:13.097871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a192f-92bf-4dc9-a370-1c801e429583 req-58d89d1a-acc2-4da9-a0d4-5e6f3986c194 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:13.099345 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-837a192f-92bf-4dc9-a370-1c801e429583 req-58d89d1a-acc2-4da9-a0d4-5e6f3986c194 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c3add1c-405f-4ae8-b34a-6d11640f85d3 HTTP/1.1" status: 200 len: 867 time: 0.2154465 Dec 22 09:19:13.103845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] No DVR routers for this DVR port 32b28e7c-be0e-4004-bc1b-950e1463bad6 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:19:13.106909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:13.109607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'name': 'network-vif-deleted', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:13.151133 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12d5c0ed-8c00-44ce-bf54-0cb95446bf25 req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.32 "DELETE /v2.0/ports/32b28e7c-be0e-4004-bc1b-950e1463bad6 HTTP/1.1" status: 204 len: 173 time: 0.8104312 Dec 22 09:19:13.164305 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-837a192f-92bf-4dc9-a370-1c801e429583 req-282d5c5b-d1cb-4d1d-a844-777d0d079a83 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] 10.222.0.31 "GET /v2.0/security-groups?id=27346ed2-1cc1-45c8-b078-b106770a11a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584669 Dec 22 09:19:13.273573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3add1c-405f-4ae8-b34a-6d11640f85d3', 'name': 'network-vif-deleted', 'tag': '32b28e7c-be0e-4004-bc1b-950e1463bad6', 'status': 'completed', 'code': 200} Dec 22 09:19:14.813855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 32b28e7c-be0e-4004-bc1b-950e1463bad6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:14.852117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 32b28e7c-be0e-4004-bc1b-950e1463bad6 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:19:14.852485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 32b28e7c-be0e-4004-bc1b-950e1463bad6 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:14.866084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48928) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:15.270185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:15.881894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Deleting port 87b6ab53-8a11-432e-958f-e00be3df1a06 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:15.882554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.057625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] For port 87b6ab53-8a11-432e-958f-e00be3df1a06, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=87b6ab53-8a11-432e-958f-e00be3df1a06,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:16.057979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.178550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Calling delete_port for 87b6ab53-8a11-432e-958f-e00be3df1a06 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:16.463940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:16.467916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:16.508754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b6ab53-8a11-432e-958f-e00be3df1a06,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:16.512692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:16.799074 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:17.410836 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:19:17.626855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:19:17.636981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] Sync routers for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:19:17.640574 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] 10.222.0.31 "PUT /v2.0/routers/9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7731483 Dec 22 09:19:17.643845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48932) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:17.652111 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:17.652734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:17.831077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:17.844210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.154198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.164835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Deleting port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:18.165133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.180021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:19:16Z', 'revision_number': 5, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port': {'id': 'ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:49Z', 'updated_at': '2021-12-22T09:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:18.184113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] Checking router: 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:19:18.194666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] Routers {'9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:18.195293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:18.333641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] For port ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:18.333957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.347440 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] Set router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:18.450922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Calling delete_port for ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:18.451893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:19:18Z', 'revision_number': 6, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:18.457044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8269e-1064-47ff-bfe6-86ebdd69c9b5 None None] The sync data for ids ['9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0'] in dv-neutron-822610-1-hyperv is: [{'id': '9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0', 'name': 'tempest-TestMinimumBasicScenario-1077927898-router', 'tenant_id': '46e29baf1ab14120a46e6f6be9ed8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:48Z', 'updated_at': '2021-12-22T09:19:18Z', 'revision_number': 6, 'project_id': '46e29baf1ab14120a46e6f6be9ed8261', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:19:18.622945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:18.626549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-86ff9a10-1d55-46d3-902f-0f1dba7a49d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:18.668387 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:18.671808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:18.898163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.154269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.158943 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.186528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.187081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:19:19.199856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.200982 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] 10.222.0.31 "DELETE /v2.0/routers/9874c7e9-99e2-4a14-b1e6-1fe8b59c91c0 HTTP/1.1" status: 204 len: 168 time: 1.5562077 Dec 22 09:19:19.204159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48936) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:19.262117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d205670-611b-43ca-8abe-20068b977523 admin admin] Deleting subnet b5354c8b-72c8-41e2-b3ed-55019c294208 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:19:19.265096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d205670-611b-43ca-8abe-20068b977523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.313083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d205670-611b-43ca-8abe-20068b977523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.512665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d205670-611b-43ca-8abe-20068b977523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.578985 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d205670-611b-43ca-8abe-20068b977523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.583267 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d5ed5b9f-63e0-4bb5-9480-7765f5900bb0 tempest-NetworksTestDHCPv6-1138628425 tempest-NetworksTestDHCPv6-1138628425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:19.619510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d205670-611b-43ca-8abe-20068b977523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5354c8b-72c8-41e2-b3ed-55019c294208,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:19.621958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d205670-611b-43ca-8abe-20068b977523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:19.624803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-2d205670-611b-43ca-8abe-20068b977523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.630926 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fde24d-eda0-4f0f-ab70-9a40cd880e7c None None] Network 554a5235-89da-4626-ae6a-1616a3108ead requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:19:19.631481 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-2d205670-611b-43ca-8abe-20068b977523 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5354c8b-72c8-41e2-b3ed-55019c294208 HTTP/1.1" status: 204 len: 168 time: 0.4258084 Dec 22 09:19:19.633653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48940) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:19.742102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.754252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Deleting port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:19.754583 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:19.786622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:19.829982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:19:19.830327 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ca6c8d66-6516-43b4-9b84-3ec5a7c46dc1 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:19.830759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 87b6ab53-8a11-432e-958f-e00be3df1a06 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:19.865385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 87b6ab53-8a11-432e-958f-e00be3df1a06 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:19:19.865716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 87b6ab53-8a11-432e-958f-e00be3df1a06 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:19.959359 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] DHCP port deletion for 554a5235-89da-4626-ae6a-1616a3108ead request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:19:19.963710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] Deleting port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:19.964038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.083098 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] For port 093f03ea-9d53-4ba8-96ea-c5651b520ba1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=093f03ea-9d53-4ba8-96ea-c5651b520ba1,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:20.083459 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.180377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] For port 093f03ea-9d53-4ba8-96ea-c5651b520ba1, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=093f03ea-9d53-4ba8-96ea-c5651b520ba1,segment=NetworkSegment(e6eb8b36-77ca-42c9-a445-f0a04ac24897),segment_id=e6eb8b36-77ca-42c9-a445-f0a04ac24897)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:20.180683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.201812 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Calling delete_port for 093f03ea-9d53-4ba8-96ea-c5651b520ba1 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:20.278534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.282284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fd3c2c0e-4215-4d03-b4a2-1d9d4a2b57d6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:20.302948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] Calling delete_port for 093f03ea-9d53-4ba8-96ea-c5651b520ba1 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:20.322094 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=093f03ea-9d53-4ba8-96ea-c5651b520ba1,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:20.325507 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:20.329953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] No DVR routers for this DVR port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:19:20.375420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:19:20.375900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:19:20.446035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.471964 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554a5235-89da-4626-ae6a-1616a3108ead']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:20.484124 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6eb8b36-77ca-42c9-a445-f0a04ac24897') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:20.484454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6eb8b36-77ca-42c9-a445-f0a04ac24897') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:20.495977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.512172 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.518669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:19:20.519049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:19:20.532255 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:19:20.612259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.619284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-cd263c86-5a3c-478d-ae7e-bcceed1b1b8c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:20.634187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.644354 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=554a5235-89da-4626-ae6a-1616a3108ead,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:20.647394 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:20.659841 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] 10.222.0.31 "DELETE /v2.0/networks/554a5235-89da-4626-ae6a-1616a3108ead HTTP/1.1" status: 204 len: 168 time: 1.0252099 Dec 22 09:19:20.664508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48944) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:20.877074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] Deleting port 093f03ea-9d53-4ba8-96ea-c5651b520ba1 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:20.878234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:20.945180 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b12ce-cff9-4d59-9d2a-1adcacb679cf None None] The port '093f03ea-9d53-4ba8-96ea-c5651b520ba1' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:19:21.077177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:21.770705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 093f03ea-9d53-4ba8-96ea-c5651b520ba1 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:21.804148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 093f03ea-9d53-4ba8-96ea-c5651b520ba1 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:19:21.804419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 093f03ea-9d53-4ba8-96ea-c5651b520ba1 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:21.810806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Deleting port f1dfd33c-71ac-4e60-8086-100e008e5ba2 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:21.810806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:21.979865 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] For port f1dfd33c-71ac-4e60-8086-100e008e5ba2, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f1dfd33c-71ac-4e60-8086-100e008e5ba2,segment=NetworkSegment(f77dbaa3-5d3f-4666-b91f-fa4c1005729e),segment_id=f77dbaa3-5d3f-4666-b91f-fa4c1005729e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:21.980206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:22.101518 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Calling delete_port for f1dfd33c-71ac-4e60-8086-100e008e5ba2 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:22.288560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:22.292540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-dc5e0200-dd8c-4b8a-ab86-e9556c365a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:22.337445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dfd33c-71ac-4e60-8086-100e008e5ba2,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:22.339892 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:22.634684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.330710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:19:23.541871 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:19:23.550989 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] Sync routers for ids ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:19:23.559854 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8943181 Dec 22 09:19:23.562230 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48948) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:23.564311 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] Routers {'7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:23.565002 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:23.753438 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] Set router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:23.767776 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.964435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:23.974512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Deleting port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:23.974870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:24.041096 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:19:22Z', 'revision_number': 5, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'gw_port': {'id': '8c0052b4-6605-4f4c-b26e-4f83d76cf7e4', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:24.045122 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] Checking router: 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:19:24.055952 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] Routers {'7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:24.056541 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:24.150145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] For port 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=8c0052b4-6605-4f4c-b26e-4f83d76cf7e4,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:24.150457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:24.235934 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] Set router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:24.274237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Calling delete_port for 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:24.343898 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:19:23Z', 'revision_number': 6, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:24.348004 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033fe4b-07d6-4b6a-a944-bf9bdd8630c6 None None] The sync data for ids ['7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3'] in dv-neutron-822610-1-hyperv is: [{'id': '7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3', 'name': 'tempest-TestMinimumBasicScenario-402420194-router', 'tenant_id': '7ec8e40282384717b6c6f54aee51b429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:15:55Z', 'updated_at': '2021-12-22T09:19:23Z', 'revision_number': 6, 'project_id': '7ec8e40282384717b6c6f54aee51b429', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:19:24.440763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:24.445234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:24.489808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c0052b4-6605-4f4c-b26e-4f83d76cf7e4,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:24.492222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:24.832191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.085704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.092448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.120391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.120974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:19:25.133474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.134616 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] 10.222.0.31 "DELETE /v2.0/routers/7c6d2c3e-9bbf-4c82-b047-e3a6ea4085f3 HTTP/1.1" status: 204 len: 168 time: 1.5713747 Dec 22 09:19:25.137214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48952) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:25.195901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f0e624-27af-4aad-b22e-486c77b3113e admin admin] Deleting subnet b094dd83-cd6d-4b7e-b7e9-a83e042b0354 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:19:25.199352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67f0e624-27af-4aad-b22e-486c77b3113e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.248877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67f0e624-27af-4aad-b22e-486c77b3113e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.331431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67f0e624-27af-4aad-b22e-486c77b3113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.405693 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67f0e624-27af-4aad-b22e-486c77b3113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.409513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-985d551c-ebee-4581-a0f6-b5024ac976fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:25.445477 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e624-27af-4aad-b22e-486c77b3113e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b094dd83-cd6d-4b7e-b7e9-a83e042b0354,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:25.448806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-67f0e624-27af-4aad-b22e-486c77b3113e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:25.452044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-67f0e624-27af-4aad-b22e-486c77b3113e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.458337 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-67f0e624-27af-4aad-b22e-486c77b3113e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b094dd83-cd6d-4b7e-b7e9-a83e042b0354 HTTP/1.1" status: 204 len: 168 time: 0.3201544 Dec 22 09:19:25.460079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e217e9-cf97-4729-88d8-ab3fa2f95473 None None] Network 1abfed9b-53f5-4aad-bc00-33823760449b requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:19:25.461152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 48956) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:25.572834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.583890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Deleting port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:25.584244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.707650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] DHCP port deletion for 1abfed9b-53f5-4aad-bc00-33823760449b request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:19:25.711667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] Deleting port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:25.712046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.788184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f1dfd33c-71ac-4e60-8086-100e008e5ba2 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:25.800283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] For port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63,segment=NetworkSegment(f77dbaa3-5d3f-4666-b91f-fa4c1005729e),segment_id=f77dbaa3-5d3f-4666-b91f-fa4c1005729e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:25.800633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:25.826629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: f1dfd33c-71ac-4e60-8086-100e008e5ba2 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:19:25.826966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f1dfd33c-71ac-4e60-8086-100e008e5ba2 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:25.827416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:25.867451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:19:25.867812 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 8c0052b4-6605-4f4c-b26e-4f83d76cf7e4 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:19:25.868208 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:19:25.919347 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Calling delete_port for e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:26.121972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] For port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63,segment=NetworkSegment(f77dbaa3-5d3f-4666-b91f-fa4c1005729e),segment_id=f77dbaa3-5d3f-4666-b91f-fa4c1005729e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:26.122463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.125086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.129469 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-88977324-7224-4857-9e06-b2eb112399fe tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:26.133143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.170389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:26.174466 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:26.177485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] No DVR routers for this DVR port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:19:26.255941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] Calling delete_port for e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:19:26.293563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.318889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abfed9b-53f5-4aad-bc00-33823760449b']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:26.331783 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:26.332077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77dbaa3-5d3f-4666-b91f-fa4c1005729e') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:26.344139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.361512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.367507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:19:26.367890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:19:26.368006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:19:26.368267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:19:26.381551 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:19:26.458647 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.462263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d9da1660-e726-499c-a688-53eef8e55f11 tempest-PortsIpV6TestJSON-195446739 tempest-PortsIpV6TestJSON-195446739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:26.474926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.484730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1abfed9b-53f5-4aad-bc00-33823760449b,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:26.488973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:26.494814 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] 10.222.0.31 "DELETE /v2.0/networks/1abfed9b-53f5-4aad-bc00-33823760449b HTTP/1.1" status: 204 len: 168 time: 1.0303705 Dec 22 09:19:26.700042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48962) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:26.753106 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b8bc4194-ec38-4ee0-bb89-cda0bda0cce7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46e29baf1ab14120a46e6f6be9ed8261&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516629 Dec 22 09:19:26.756643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48966) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:26.830083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-675c06eb-f67d-4228-a30e-503513b4e982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.855641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-675c06eb-f67d-4228-a30e-503513b4e982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.869064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] Deleting port e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:19:26.869548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.906325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-675c06eb-f67d-4228-a30e-503513b4e982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.910425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3e1255e1-9a7c-422b-892f-090bddadecc6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:26.925335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c06eb-f67d-4228-a30e-503513b4e982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27346ed2-1cc1-45c8-b078-b106770a11a7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:26.930106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-675c06eb-f67d-4228-a30e-503513b4e982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:26.932876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-675c06eb-f67d-4228-a30e-503513b4e982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:26.934233 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-675c06eb-f67d-4228-a30e-503513b4e982 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27346ed2-1cc1-45c8-b078-b106770a11a7 HTTP/1.1" status: 204 len: 168 time: 0.1767404 Dec 22 09:19:26.935345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-1d546e55-b3b1-46a0-8eeb-215cd9986d7a None None] The port 'e9eba4fb-f4a4-4ac3-aff7-bd71c1c42e63' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:19:27.362791 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48974) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:27.418200 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3aee058f-8935-4ecb-92bd-9aabac3fddf9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ec8e40282384717b6c6f54aee51b429&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539486 Dec 22 09:19:27.421553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 48978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:27.482862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdb17667-a6d3-4870-9eed-e2de74264611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.508023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdb17667-a6d3-4870-9eed-e2de74264611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.560593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdb17667-a6d3-4870-9eed-e2de74264611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.564198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f97857a-1c82-4187-aa06-071ce208265d tempest-ServersAdminNegativeTestJSON-501655072 tempest-ServersAdminNegativeTestJSON-501655072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:27.575252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17667-a6d3-4870-9eed-e2de74264611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d7290c-843e-411a-b7e7-c36e16abbbfe,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:27.578529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bdb17667-a6d3-4870-9eed-e2de74264611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:27.582311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-bdb17667-a6d3-4870-9eed-e2de74264611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:27.583463 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bdb17667-a6d3-4870-9eed-e2de74264611 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0d7290c-843e-411a-b7e7-c36e16abbbfe HTTP/1.1" status: 204 len: 168 time: 0.1608756 Dec 22 09:19:28.803494 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:19:31.442699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49024) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:31.448516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-91715373', 'description': 'tempest-secgroup-smoke-91715373 description', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:31.455191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:31.459388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:31.462698 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:31.468738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:31.481048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.494000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.525995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:31.530182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:31.533123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:31.538718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:31.609603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.615830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.619102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7372da1f-fafa-4b7b-8183-9886eb6caa9f tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:31.656732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:31.658936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfb87d-6867-46f5-82d1-d523e4ddbc6c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:31.662064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:31.664540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:31.667582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:31.673906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:31.729194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.735224 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.738785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1c5f0eff-a1a3-4645-931b-753ab398e13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:31.774903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:31.777963 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:31.779671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.781010 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.3372545 Dec 22 09:19:31.784301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49028) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:31.790195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'd5ca6563-01c3-4aeb-b2ea-13f31b4e231e', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:31.796955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:31.801733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:31.804947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:31.810917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:31.829547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.897181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.903625 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.905979 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-76d83f0a-ec21-44ef-b131-2d0756a32ab5 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:31.933293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14147042-a5b2-4e95-ae36-05a1b9c704ff,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:31.937612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:31.942719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:31.943919 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1585019 Dec 22 09:19:31.946638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49032) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:31.951992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'd5ca6563-01c3-4aeb-b2ea-13f31b4e231e', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:31.958313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:31.962104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:31.964953 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:31.970665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:31.990850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.064580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.069383 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.071160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2cc741cc-cbd3-4ed3-aab6-509ae7f59db9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:32.093800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1199a4-be3e-4db2-8a71-f1dda3befa00,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:32.096356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:32.104680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.105914 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1583526 Dec 22 09:19:32.108618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49036) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:32.114167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'd5ca6563-01c3-4aeb-b2ea-13f31b4e231e', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:32.120339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:32.124434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:32.127579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:32.133738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:32.153395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.217243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.222815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.224575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0f261dd7-010f-4eca-8524-f7cd193153bd tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:32.245747 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a46343-c817-418f-8b89-f7128615dd6c,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:32.247994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:32.256077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.257234 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1477137 Dec 22 09:19:32.260072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49040) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:32.265325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'd5ca6563-01c3-4aeb-b2ea-13f31b4e231e', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:32.272191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:32.276917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:32.279819 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:32.285982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:32.305049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.374292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.380691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.382937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aaf37fe3-1a55-416a-8d62-ae8735731317 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:32.412121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247b37d4-c4c2-41d8-8fa0-c8c7cc6066aa,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:32.415912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:32.424541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.425732 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1647682 Dec 22 09:19:32.428488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:32.433987 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'd5ca6563-01c3-4aeb-b2ea-13f31b4e231e', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:32.440192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:32.443915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:32.446729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:32.452602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:32.464573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:19:32.471349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.537760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.542655 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.548357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2721fb35-421e-45ff-815c-af160b1818e9 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:32.567431 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0d0bb3-1675-48c1-9bcc-884d8d56beb3,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:32.572653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:32.579142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.580846 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-63df3dba-9764-4f85-8639-ce5bc5ffa47d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1514542 Dec 22 09:19:32.584679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49048) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:32.589983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'd5ca6563-01c3-4aeb-b2ea-13f31b4e231e', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:32.595994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:32.601756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:32.604581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:32.610332 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:32.621085 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:19:32.628081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.695213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.701333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.703152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3cd4021-0fec-45d9-bc78-48d2b152433f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:32.727470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d06401-2df4-4931-ae9e-202c5ce3cd1d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:32.729701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:32.737778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.738986 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1533823 Dec 22 09:19:32.742235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49052) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:32.748185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'network': {'name': 'tempest-network-smoke--1188087336', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:32.754784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:32.760069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:network and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:32.764547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:32.770907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:32.782738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:32.785807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.815532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:19:32.824900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.825229 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Added segment 363e4847-d7ba-49a9-9095-9b9899364857 of type vlan for network 040e379c-8f6b-43c2-95f9-1373318be93c Dec 22 09:19:32.850468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.881235 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.885184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:32.885748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:32.889135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-214b962d-b70d-401d-9ad8-f8d6c790bb1b tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:32.981545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2380526 Dec 22 09:19:32.984899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49056) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:32.990556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Network': ['ID=040e379c-8f6b-43c2-95f9-1373318be93c,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:32.990712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'admin_state_up': True, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:32.993257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-aa3ee075-142a-4f3f-91b9-1ccb8b1c6d8a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:32.997898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:33.001552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 040e379c-8f6b-43c2-95f9-1373318be93c details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:19:33.002161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:router and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:33.005220 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:33.012119 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:33.022650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.023904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.043638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.191903 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.382851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.411545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.552832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.178 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:33.703204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.732479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.736170 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0d7288d6-bd43-4f58-8b89-f1da3fc906a2 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:33.804625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:33.807826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:33.809771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:33.811906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:19:33.836942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:33.982253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:33.982899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:34.230843 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 906d6996-2393-410c-aa81-065466955c6a is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:19:34.543049 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:19:34.552876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Sync routers for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:19:34.564719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:34.565339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:34.571852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:34.573037 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5870900 Dec 22 09:19:34.576266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49060) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:34.740134 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-49cc6618-e6c0-475b-aa04-ee82a42e3566 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f9f6011c0a6e480aa9b5312d2a0b76ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1626742 Dec 22 09:19:34.742763 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49066) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:34.743754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:34.876579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c82db-56db-47e7-aa82-5c520b42402d tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:34.878066 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-322c82db-56db-47e7-aa82-5c520b42402d tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343486 Dec 22 09:19:34.880956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49070) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:34.927929 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0a7efe89-7d78-4430-b790-95c30ea7515f tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434611 Dec 22 09:19:34.928145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49074) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:34.933822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2067709721', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:35.030969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:33Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:35.035610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Checking router: 906d6996-2393-410c-aa81-065466955c6a for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:19:35.036112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Updating router 906d6996-2393-410c-aa81-065466955c6a port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:19:35.047555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:35.051911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:subnet and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:35.054956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:35.061095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:35.073800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:35.145830 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.190287 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.421624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.425608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-116fa902-7ea7-4d87-a7c4-35f0206b1382 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:35.477875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.490812 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Transition to ACTIVE for port object 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:35.498827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.511033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:35.511333 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Subnet': ['ID=d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:35.515251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:35.523707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Checking segment: {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:19:35.524256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network hostable DHCP agents. Network: 040e379c-8f6b-43c2-95f9-1373318be93c, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:19:35.550006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 040e379c-8f6b-43c2-95f9-1373318be93c is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:19:35.562167 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 040e379c-8f6b-43c2-95f9-1373318be93c) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:35.569986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:35.571494 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.572851 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66324e3e-dd3e-49f3-8aa9-ca6069b02ef0 None None] Network 040e379c-8f6b-43c2-95f9-1373318be93c requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:19:35.596945 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0185692f-b543-44d4-bae0-e8dddf3a422f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6650829 Dec 22 09:19:35.597249 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49078) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:35.640236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Attempting to bind port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:35.640614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Attempting to bind port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:35.641096 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Attempting to bind port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:19:35.683735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Pushing event updated for resources: {'Port': ['ID=1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:35.685858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:19:35.686235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:19:35.686641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.687046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:19:35.687556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Bound port: 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:35.688218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.749006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.749006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.749446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.749779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.750177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.750858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.751602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.752115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.752660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.753033 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.753483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:35.757934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:35.840054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] For port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:19:35.857404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] For port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:19:35.892048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:35.899310 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:35.948206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-040e379c-8f6b-43c2-95f9-1373318be93c', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:19:35.949038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:36.056727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:36.057370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:36.111607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Pushing event updated for resources: {'Port': ['ID=1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:36.114720 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:36.301680 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Allocated IP 172.20.0.2 (040e379c-8f6b-43c2-95f9-1373318be93c/d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08/630c3afa-1413-4559-b244-511b5724c142) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:36.321278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:36.468712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:36.810720 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:36.823170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Transition to ACTIVE for port object 630c3afa-1413-4559-b244-511b5724c142 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:36.850821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Transition to ACTIVE for port object 630c3afa-1413-4559-b244-511b5724c142 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:36.859197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:36.864354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:36.900224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:33Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:36.918231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cc35c-0201-4fa1-a21c-ef74514f9d22 None None] The sync data for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv is: [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:33Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:19:36.928598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Network 040e379c-8f6b-43c2-95f9-1373318be93c is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:36.929343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.1 (040e379c-8f6b-43c2-95f9-1373318be93c/d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08/92d9f574-28f2-4102-9a34-92e61400864e) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:36.942150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:36.944024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:19:36.946535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Pushing event updated for resources: {'Port': ['ID=630c3afa-1413-4559-b244-511b5724c142,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:36.949524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:37.039735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Attempting to bind port 630c3afa-1413-4559-b244-511b5724c142 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:37.040117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Attempting to bind port 630c3afa-1413-4559-b244-511b5724c142 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:37.040474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Attempting to bind port 630c3afa-1413-4559-b244-511b5724c142 on network 040e379c-8f6b-43c2-95f9-1373318be93c {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:19:37.047636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:19:37.048938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Checking segment: {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:19:37.048938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.049134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Bound using segment: {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:19:37.049454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Bound port: 630c3afa-1413-4559-b244-511b5724c142, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:37.049852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.124854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.145585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object 92d9f574-28f2-4102-9a34-92e61400864e will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:37.171082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.174942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-375268f0-6837-49fb-a183-559682b9e032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:37.175081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eff9518d-5ea6-4754-8d32-8fdc20b58369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.179779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] For port 630c3afa-1413-4559-b244-511b5724c142, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:19:37.183641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] For port 630c3afa-1413-4559-b244-511b5724c142, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=630c3afa-1413-4559-b244-511b5724c142,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:19:37.196155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.198357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:37.235529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 040e379c-8f6b-43c2-95f9-1373318be93c is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:37.240285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:37.242921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:19:37.291735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Pushing event updated for resources: {'Port': ['ID=630c3afa-1413-4559-b244-511b5724c142,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:37.295105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:37.322989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=92d9f574-28f2-4102-9a34-92e61400864e,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:37.328253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:37.337588 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.438059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.840938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 630c3afa-1413-4559-b244-511b5724c142 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:37.909592 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.910206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 630c3afa-1413-4559-b244-511b5724c142 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:37.913626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:37.915546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:37.945165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da9f5683-c95e-4284-96d7-06712260ac7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:37.985025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:37.990459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:37.990762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.027823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.031470 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=92d9f574-28f2-4102-9a34-92e61400864e,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:38.037435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:38.121232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.141131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:38.146336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.149647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:38.221906 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:38.225464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:38.263986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83e5c9-1c48-4042-b9e3-b00f916e5530 None None] Network 040e379c-8f6b-43c2-95f9-1373318be93c requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:19:38.314271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 040e379c-8f6b-43c2-95f9-1373318be93c is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:38.315482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:38.368752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b7978852-57e2-4b29-9385-d0e4ce7f8ead None None] Provisioning for port 630c3afa-1413-4559-b244-511b5724c142 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:38.384171 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b7978852-57e2-4b29-9385-d0e4ce7f8ead None None] Provisioning complete for port 630c3afa-1413-4559-b244-511b5724c142 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:38.384546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b7978852-57e2-4b29-9385-d0e4ce7f8ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.581913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b7978852-57e2-4b29-9385-d0e4ce7f8ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.625777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b7978852-57e2-4b29-9385-d0e4ce7f8ead None None] For port 630c3afa-1413-4559-b244-511b5724c142, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=630c3afa-1413-4559-b244-511b5724c142,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:38.631051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b7978852-57e2-4b29-9385-d0e4ce7f8ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.633420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:38.700696 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7978852-57e2-4b29-9385-d0e4ce7f8ead None None] Pushing event updated for resources: {'Port': ['ID=630c3afa-1413-4559-b244-511b5724c142,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:38.704167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b7978852-57e2-4b29-9385-d0e4ce7f8ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:38.717180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 906d6996-2393-410c-aa81-065466955c6a has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:19:38.853711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4e825a94-85e9-4a2c-8121-dc0fbebfcb84 None None] Provisioning complete for port 630c3afa-1413-4559-b244-511b5724c142 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:38.854253 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4e825a94-85e9-4a2c-8121-dc0fbebfcb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:38.928053 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:19:38.945998 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/906d6996-2393-410c-aa81-065466955c6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3405187 Dec 22 09:19:39.006336 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4e825a94-85e9-4a2c-8121-dc0fbebfcb84 None None] Provisioning for port 92d9f574-28f2-4102-9a34-92e61400864e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:39.012079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4e825a94-85e9-4a2c-8121-dc0fbebfcb84 None None] Provisioning complete for port 92d9f574-28f2-4102-9a34-92e61400864e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:39.012479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4e825a94-85e9-4a2c-8121-dc0fbebfcb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:39.075973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-4e825a94-85e9-4a2c-8121-dc0fbebfcb84 None None] Port 92d9f574-28f2-4102-9a34-92e61400864e cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:19:39.131843 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-8cffff7d-4992-4867-b8a9-26021f639bb0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91715373&fields=id&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 267 time: 0.0423629 Dec 22 09:19:39.197719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-0ffabd04-3391-4e87-b96c-b1d5f4a1f731 None None] Provisioning complete for port 92d9f574-28f2-4102-9a34-92e61400864e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:39.198091 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0ffabd04-3391-4e87-b96c-b1d5f4a1f731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:39.248892 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2fd12b53-f10d-4a7d-ab98-a4688c13ef58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:39.260474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-0ffabd04-3391-4e87-b96c-b1d5f4a1f731 None None] Port 92d9f574-28f2-4102-9a34-92e61400864e cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:19:39.284829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-efba4b65-9426-46e4-bd03-9f2c12d7f042 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:39.286285 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-efba4b65-9426-46e4-bd03-9f2c12d7f042 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/networks?id=040e379c-8f6b-43c2-95f9-1373318be93c HTTP/1.1" status: 200 len: 797 time: 0.1481147 Dec 22 09:19:39.302289 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-21a2e7d5-92e4-4377-9e99-be1a366dc967 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/quotas/f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 375 time: 0.0108318 Dec 22 09:19:39.387929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-b5d3a36a-9156-4c4b-9855-2b0bf780fe7b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:39.408422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-b5d3a36a-9156-4c4b-9855-2b0bf780fe7b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:39.409713 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-b5d3a36a-9156-4c4b-9855-2b0bf780fe7b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026816 Dec 22 09:19:39.552899 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-dc89b5ad-723d-4eda-bff6-a02a774a11ba service neutron] 10.222.0.31 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281116 Dec 22 09:19:39.686912 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-6547e132-f43f-46d1-b5e3-c2dd8913cddc service neutron] 10.222.0.31 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281786 Dec 22 09:19:39.787048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 630c3afa-1413-4559-b244-511b5724c142 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:39.870917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 630c3afa-1413-4559-b244-511b5724c142 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:39.871645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:39.882526 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6c1eacf5-2d59-480f-bc73-fef95e19a98a req-15d029f0-3e66-4d58-b1e4-943c15782f83 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 210 time: 0.0424187 Dec 22 09:19:39.995530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:40.113697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:40.114073 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:40.437704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:40.530279 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Sync routers for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:19:40.545536 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:40.546247 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:40.639489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:40.731890 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:41.050684 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '92d9f574-28f2-4102-9a34-92e61400864e', 'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:0c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:36Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 2, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:41.056061 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9b8b90ca-d5f0-481b-bce9-7defe8865c35 req-943e89ef-b97a-454d-854b-3a6e26998635 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 210 time: 0.0478783 Dec 22 09:19:41.060124 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Checking router: 906d6996-2393-410c-aa81-065466955c6a for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:19:41.060482 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Updating router 906d6996-2393-410c-aa81-065466955c6a port 92d9f574-28f2-4102-9a34-92e61400864e binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:19:41.116823 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.188133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-da1a99e4-4e9e-437b-9484-a17700799e1b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:41.189380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-da1a99e4-4e9e-437b-9484-a17700799e1b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:41.207281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-da1a99e4-4e9e-437b-9484-a17700799e1b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:41.208628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-da1a99e4-4e9e-437b-9484-a17700799e1b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/networks?id=040e379c-8f6b-43c2-95f9-1373318be93c HTTP/1.1" status: 200 len: 797 time: 0.1703703 Dec 22 09:19:41.263528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-099e81fe-5be7-4f36-825e-c4c31a2995b1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:41.282774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-099e81fe-5be7-4f36-825e-c4c31a2995b1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:41.284566 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-099e81fe-5be7-4f36-825e-c4c31a2995b1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 378 time: 0.0625732 Dec 22 09:19:41.292896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'port': {'device_id': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'admin_state_up': True, 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'security_groups': ['d5ca6563-01c3-4aeb-b2ea-13f31b4e231e']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:41.437021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:41.446921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:41.457939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:19:41.462058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.472034 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.489051 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Transition to ACTIVE for port object 92d9f574-28f2-4102-9a34-92e61400864e will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:41.495865 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.499749 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-66f6dc65-1ea1-4a80-a826-5b2df4bcd292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:41.635172 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Pushing event updated for resources: {'Port': ['ID=92d9f574-28f2-4102-9a34-92e61400864e,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:41.637171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.14 (040e379c-8f6b-43c2-95f9-1373318be93c/d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08/535e5d40-193e-4c4f-9da6-3a6528048b06) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:41.757702 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.758040 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.758369 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.758693 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.759040 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.759388 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.759708 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.760024 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.760362 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.760672 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.760982 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:19:41.765086 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:41.775225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.796565 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Attempting to bind port 92d9f574-28f2-4102-9a34-92e61400864e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:41.796963 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Attempting to bind port 92d9f574-28f2-4102-9a34-92e61400864e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:41.797324 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Attempting to bind port 92d9f574-28f2-4102-9a34-92e61400864e on network 040e379c-8f6b-43c2-95f9-1373318be93c {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:19:41.810424 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:19:41.810752 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Checking segment: {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:19:41.811181 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.811700 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Bound using segment: {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:19:41.812182 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Bound port: 92d9f574-28f2-4102-9a34-92e61400864e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:41.812558 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.841112 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.856395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object 535e5d40-193e-4c4f-9da6-3a6528048b06 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:41.878574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.884071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8e9958ad-668b-4062-beb3-c152b1878a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:41.903891 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] For port 92d9f574-28f2-4102-9a34-92e61400864e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:19:41.907775 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] For port 92d9f574-28f2-4102-9a34-92e61400864e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=92d9f574-28f2-4102-9a34-92e61400864e,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:19:41.913343 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.918661 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-0924a0a4-a7ab-4d1a-afdf-e104d90c9511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:41.944157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:41.955273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 040e379c-8f6b-43c2-95f9-1373318be93c is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:41.958656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:41.962991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:19:41.991430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=535e5d40-193e-4c4f-9da6-3a6528048b06,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:41.995961 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Pushing event updated for resources: {'Port': ['ID=92d9f574-28f2-4102-9a34-92e61400864e,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:41.999648 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:42.001301 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:42.002012 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:42.017001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:42.028416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:42.029022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:42.058157 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689409 Dec 22 09:19:42.075198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Request body: {'port': {'device_id': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:42.192160 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:42.209230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:42.231586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ae7eea2c-4316-43c5-bf0a-332897068c57 None None] Provisioning for port 535e5d40-193e-4c4f-9da6-3a6528048b06 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:42.238476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-ae7eea2c-4316-43c5-bf0a-332897068c57 None None] Provisioning complete for port 535e5d40-193e-4c4f-9da6-3a6528048b06 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:42.238798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ae7eea2c-4316-43c5-bf0a-332897068c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:42.300665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ae7eea2c-4316-43c5-bf0a-332897068c57 None None] Port 535e5d40-193e-4c4f-9da6-3a6528048b06 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:19:42.522378 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '92d9f574-28f2-4102-9a34-92e61400864e', 'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:0c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:36Z', 'updated_at': '2021-12-22T09:19:41Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:42.528347 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54badb-3e36-426c-87a4-984d566870d3 None None] The sync data for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv is: [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '92d9f574-28f2-4102-9a34-92e61400864e', 'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:0c:1d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:36Z', 'updated_at': '2021-12-22T09:19:41Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:19:42.617665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f2942-f5a7-4759-892a-3e2c1c5b4412 req-f96ef1ce-0470-4525-8bde-cebfa29e4039 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:42.618340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f18f2942-f5a7-4759-892a-3e2c1c5b4412 req-f96ef1ce-0470-4525-8bde-cebfa29e4039 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:19:42.657596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f18f2942-f5a7-4759-892a-3e2c1c5b4412 req-f96ef1ce-0470-4525-8bde-cebfa29e4039 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:19:42.658911 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f18f2942-f5a7-4759-892a-3e2c1c5b4412 req-f96ef1ce-0470-4525-8bde-cebfa29e4039 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 932 time: 0.4180412 Dec 22 09:19:42.729330 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f18f2942-f5a7-4759-892a-3e2c1c5b4412 req-116b1aad-00a0-4aaa-9640-2ffe2be81867 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602491 Dec 22 09:19:42.804851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535e5d40-193e-4c4f-9da6-3a6528048b06 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:19:42.811895 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:42.827709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Transition to ACTIVE for port object 535e5d40-193e-4c4f-9da6-3a6528048b06 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:19:42.844907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:42.849536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-914ec102-f25b-471f-9550-f260ce8689f2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:42.979584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Pushing event updated for resources: {'Port': ['ID=535e5d40-193e-4c4f-9da6-3a6528048b06,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:43.008539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:43.093365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Attempting to bind port 535e5d40-193e-4c4f-9da6-3a6528048b06 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:19:43.093693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Attempting to bind port 535e5d40-193e-4c4f-9da6-3a6528048b06 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:19:43.094025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Attempting to bind port 535e5d40-193e-4c4f-9da6-3a6528048b06 on network 040e379c-8f6b-43c2-95f9-1373318be93c {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:19:43.101207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Port 535e5d40-193e-4c4f-9da6-3a6528048b06 on network 040e379c-8f6b-43c2-95f9-1373318be93c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:19:43.101533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Attempting to bind port 535e5d40-193e-4c4f-9da6-3a6528048b06 on network 040e379c-8f6b-43c2-95f9-1373318be93c {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:19:43.108408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:19:43.108759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Checking segment: {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:19:43.109124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Bound using segment: {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:19:43.109756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Bound port: 535e5d40-193e-4c4f-9da6-3a6528048b06, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '363e4847-d7ba-49a9-9095-9b9899364857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:19:43.110145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:43.205774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] For port 535e5d40-193e-4c4f-9da6-3a6528048b06, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:19:43.209131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] For port 535e5d40-193e-4c4f-9da6-3a6528048b06, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=535e5d40-193e-4c4f-9da6-3a6528048b06,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:19:43.213037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:43.217359 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e5cde916-07f1-4994-bc28-6fad01922fae tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:43.274459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:43.276111 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] 10.222.0.32 "PUT /v2.0/ports/535e5d40-193e-4c4f-9da6-3a6528048b06 HTTP/1.1" status: 200 len: 1094 time: 1.2097473 Dec 22 09:19:43.278690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:43.306325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Pushing event updated for resources: {'Port': ['ID=535e5d40-193e-4c4f-9da6-3a6528048b06,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:43.310319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:43.362746 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'status': 'completed', 'code': 200} Dec 22 09:19:43.405784 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-4094445c-3699-416a-96ad-f329dc0d26e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 1097 time: 0.0816061 Dec 22 09:19:43.480728 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-99057cd4-977d-46ad-855e-5c7190b1a161 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535e5d40-193e-4c4f-9da6-3a6528048b06 HTTP/1.1" status: 200 len: 217 time: 0.0677230 Dec 22 09:19:43.544668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-a8c1c17a-14a3-4116-8ddf-4d92710824d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:43.546141 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-a8c1c17a-14a3-4116-8ddf-4d92710824d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08 HTTP/1.1" status: 200 len: 835 time: 0.0588126 Dec 22 09:19:43.628079 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-fb13ba18-9e3b-4e73-8a11-1eb1d39bab85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=040e379c-8f6b-43c2-95f9-1373318be93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754960 Dec 22 09:19:43.771037 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-c6645bf4-246b-47a3-800e-4ea7ee75f42f service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365740 Dec 22 09:19:43.805501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 92d9f574-28f2-4102-9a34-92e61400864e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:43.875442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 92d9f574-28f2-4102-9a34-92e61400864e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:43.880170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 92d9f574-28f2-4102-9a34-92e61400864e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:43.880547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:43.952051 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97996e8d-2de1-4ae6-a7df-8054cd377e2a req-1b311ca0-db1a-4f74-ad65-9b3babe2be2e service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740437 Dec 22 09:19:43.978783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664610e7-f203-41ba-b8f8-8b749a1434f0 req-ad2bb424-32a1-4258-b2da-3cb76b09f138 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:43.980599 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-664610e7-f203-41ba-b8f8-8b749a1434f0 req-ad2bb424-32a1-4258-b2da-3cb76b09f138 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 944 time: 0.1136811 Dec 22 09:19:44.002669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:44.035501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 92d9f574-28f2-4102-9a34-92e61400864e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=92d9f574-28f2-4102-9a34-92e61400864e,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:44.039857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:44.042798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b87a4fef-e6ea-498a-8d62-1d408abde802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:44.079832 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-664610e7-f203-41ba-b8f8-8b749a1434f0 req-bbb07ecb-a00e-4573-876d-95ab3a1bba24 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916126 Dec 22 09:19:44.105155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dae4e610-edc0-4912-be72-6490aaa900ac req-7d330a1d-3d97-40d5-a75b-e5b57d9e73c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 1097 time: 0.0994692 Dec 22 09:19:44.116518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=92d9f574-28f2-4102-9a34-92e61400864e,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:44.119635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:44.342500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e610-edc0-4912-be72-6490aaa900ac req-6bd02212-fdf3-4abc-809a-5749a6d1c7e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:44.343858 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dae4e610-edc0-4912-be72-6490aaa900ac req-6bd02212-fdf3-4abc-809a-5749a6d1c7e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=040e379c-8f6b-43c2-95f9-1373318be93c HTTP/1.1" status: 200 len: 898 time: 0.2332189 Dec 22 09:19:44.410896 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dae4e610-edc0-4912-be72-6490aaa900ac req-aeeb4bc7-184e-45cd-b070-72986302bb88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535e5d40-193e-4c4f-9da6-3a6528048b06 HTTP/1.1" status: 200 len: 217 time: 0.0606430 Dec 22 09:19:44.488255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e610-edc0-4912-be72-6490aaa900ac req-1e2e4500-abed-4bbe-8ec9-0d2a240980c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:44.489652 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dae4e610-edc0-4912-be72-6490aaa900ac req-1e2e4500-abed-4bbe-8ec9-0d2a240980c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08 HTTP/1.1" status: 200 len: 835 time: 0.0728126 Dec 22 09:19:44.562650 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dae4e610-edc0-4912-be72-6490aaa900ac req-270d320a-3d5c-48d5-abfa-8fb595a9c172 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=040e379c-8f6b-43c2-95f9-1373318be93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670457 Dec 22 09:19:44.695975 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dae4e610-edc0-4912-be72-6490aaa900ac req-fb01deb5-a40b-4cfa-81d3-3c3b01c28836 service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261597 Dec 22 09:19:44.829198 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dae4e610-edc0-4912-be72-6490aaa900ac req-a2dee573-1ad0-47cf-a34b-5c49292e6514 service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269825 Dec 22 09:19:45.291433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc3c98-48f4-4692-bb83-0f37f3c73b74 req-9eb4b0d6-d52c-4bf8-8ca9-558d125a2f7e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:45.292780 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-65cc3c98-48f4-4692-bb83-0f37f3c73b74 req-9eb4b0d6-d52c-4bf8-8ca9-558d125a2f7e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 944 time: 0.0839825 Dec 22 09:19:45.343740 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-65cc3c98-48f4-4692-bb83-0f37f3c73b74 req-1fa545d6-862d-4820-bd19-ec5af75b24b7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450666 Dec 22 09:19:45.786607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 92d9f574-28f2-4102-9a34-92e61400864e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:45.859332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 92d9f574-28f2-4102-9a34-92e61400864e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:45.859761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:46.562551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246669c-8dd9-461b-9faf-b14bbc27a822 req-33e3b527-560f-4a06-a615-1846942dae12 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:46.564486 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b246669c-8dd9-461b-9faf-b14bbc27a822 req-33e3b527-560f-4a06-a615-1846942dae12 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 944 time: 0.0827112 Dec 22 09:19:46.612756 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b246669c-8dd9-461b-9faf-b14bbc27a822 req-fa57d091-d266-4735-b170-038f7bd8aa36 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423567 Dec 22 09:19:46.940058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 535e5d40-193e-4c4f-9da6-3a6528048b06 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:19:47.079416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 535e5d40-193e-4c4f-9da6-3a6528048b06, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=535e5d40-193e-4c4f-9da6-3a6528048b06,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:47.097184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'port_id': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'mac_address': 'fa:16:3e:5b:99:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:19:47.152833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:47.170061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535e5d40-193e-4c4f-9da6-3a6528048b06 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:19:47.186745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 535e5d40-193e-4c4f-9da6-3a6528048b06, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=535e5d40-193e-4c4f-9da6-3a6528048b06,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:47.194861 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:47.196624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:47.268534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=535e5d40-193e-4c4f-9da6-3a6528048b06,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:47.271632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:47.571203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['535e5d40-193e-4c4f-9da6-3a6528048b06'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:19:47.821415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28abe30-9b8d-4690-94f1-ffc20c96ef2a req-99c554c4-07ea-46d9-9b65-8abc2850dcd5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:47.822779 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c28abe30-9b8d-4690-94f1-ffc20c96ef2a req-99c554c4-07ea-46d9-9b65-8abc2850dcd5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 945 time: 0.0876827 Dec 22 09:19:47.869790 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c28abe30-9b8d-4690-94f1-ffc20c96ef2a req-2f817ab2-fee7-4968-b7d6-2347c4b39ed8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413408 Dec 22 09:19:48.987094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 535e5d40-193e-4c4f-9da6-3a6528048b06 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:19:49.062855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 535e5d40-193e-4c4f-9da6-3a6528048b06 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:19:49.068198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 535e5d40-193e-4c4f-9da6-3a6528048b06 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:19:49.068594 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:49.078976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacb7cb-8422-49ed-a6be-4ac644eb1c23 req-3fe87a8e-90d0-4c85-9942-8a0c446cb1ca tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:49.081004 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bacb7cb-8422-49ed-a6be-4ac644eb1c23 req-3fe87a8e-90d0-4c85-9942-8a0c446cb1ca tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 945 time: 0.0868416 Dec 22 09:19:49.126433 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7bacb7cb-8422-49ed-a6be-4ac644eb1c23 req-354c544e-3f06-40e7-90db-29724a08a05f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398307 Dec 22 09:19:49.186197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:49.214455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:49.225021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 535e5d40-193e-4c4f-9da6-3a6528048b06, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=535e5d40-193e-4c4f-9da6-3a6528048b06,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:19:49.230041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:49.231898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-17eec6aa-77d3-4439-99d1-56bc8a03eb8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:49.296797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=535e5d40-193e-4c4f-9da6-3a6528048b06,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:49.300130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:49.382157 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'code': 200} Dec 22 09:19:49.612876 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0aac39fc-940a-4a9e-869b-3b11a8b6cbd7 req-f74757c8-d5d8-4dc7-932c-05ea92a256fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 1099 time: 0.0730007 Dec 22 09:19:49.654912 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0aac39fc-940a-4a9e-869b-3b11a8b6cbd7 req-832caa9a-e384-404e-965a-f9b032344792 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358794 Dec 22 09:19:50.345668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741d23-de3f-4db4-8b96-b25c19d9d5a6 req-570f957a-4bad-4f6d-96a1-b56b063fddcc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:50.347027 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-75741d23-de3f-4db4-8b96-b25c19d9d5a6 req-570f957a-4bad-4f6d-96a1-b56b063fddcc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.0874708 Dec 22 09:19:50.397018 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-75741d23-de3f-4db4-8b96-b25c19d9d5a6 req-599d0072-9e9e-4be1-a077-dc734a9b9b5f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441527 Dec 22 09:19:51.610143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5381c0e-8d45-4826-85ae-82abc88a2c4b req-190df9ac-4210-42af-b150-879cc51d39d2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:51.611885 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a5381c0e-8d45-4826-85ae-82abc88a2c4b req-190df9ac-4210-42af-b150-879cc51d39d2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.0822361 Dec 22 09:19:51.773835 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a5381c0e-8d45-4826-85ae-82abc88a2c4b req-ece92b7d-b447-4676-9a05-dba7281c7d59 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1535215 Dec 22 09:19:52.100302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f63dc6-19e0-458f-a00b-8191896d5212 req-4568e2e3-83d8-456f-a8a0-6395742f8ec7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:52.101756 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-20f63dc6-19e0-458f-a00b-8191896d5212 req-4568e2e3-83d8-456f-a8a0-6395742f8ec7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.2125204 Dec 22 09:19:52.155147 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-20f63dc6-19e0-458f-a00b-8191896d5212 req-a9eb5c08-b76e-4825-ab7e-ccd1a246034d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471418 Dec 22 09:19:52.190461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49134) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:52.270602 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ab75b353-4a0f-40a2-84b7-b9f8eed81886 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 1094 time: 0.0788870 Dec 22 09:19:52.273350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49138) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:52.278849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:19:52.284949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:19:52.288968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:floatingip and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:19:52.291794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:19:52.297551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:19:52.309857 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:52.445398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:52.584630 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.46 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/da1efb1d-988a-49b1-ab24-b58cffa4c4a2) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:19:52.756260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:52.787189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:52.791077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:52.856687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:19:52.859826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:19:52.863901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:19:52.891978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=da1efb1d-988a-49b1-ab24-b58cffa4c4a2,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:52.900258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:53.387523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:53.444817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:53.659536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:53.667594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:53.671272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1b75af43-72e0-4159-bdb0-8cb730dd1faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:19:53.771571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=da1efb1d-988a-49b1-ab24-b58cffa4c4a2,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:19:53.775582 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:19:53.790545 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:54.094102 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Floating IP 23b8507a-6177-467a-8df0-c6da940b610a associated. External IP: 172.26.5.46, port: 535e5d40-193e-4c4f-9da6-3a6528048b06. Dec 22 09:19:54.517528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 906d6996-2393-410c-aa81-065466955c6a has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:19:54.729953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:19:54.740249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] Sync routers for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:19:54.752691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:54.753393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:54.761320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:19:54.819205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5446827 Dec 22 09:19:54.819930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:19:54.880316 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'status': 'completed', 'code': 200} Dec 22 09:19:54.979559 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8cbfb02a-90c0-4c01-a6de-008cdd89067f req-6dc8c8ac-bda2-46ee-b082-e882b4f6fdaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 1099 time: 0.0759974 Dec 22 09:19:54.983710 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:55.006217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3fe60-3d7d-4197-89c7-b0d718c3fbb2 req-dba41890-b03a-4079-be51-73320539c1aa tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:55.007763 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62b3fe60-3d7d-4197-89c7-b0d718c3fbb2 req-dba41890-b03a-4079-be51-73320539c1aa tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.0804946 Dec 22 09:19:55.056413 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-62b3fe60-3d7d-4197-89c7-b0d718c3fbb2 req-1444c51e-0354-4ab5-af64-3e9963c8f6bf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419831 Dec 22 09:19:55.086708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49146) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:55.114388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfb02a-90c0-4c01-a6de-008cdd89067f req-8efb6995-4669-4ef9-b398-8d34b2119eb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:55.115901 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8cbfb02a-90c0-4c01-a6de-008cdd89067f req-8efb6995-4669-4ef9-b398-8d34b2119eb6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=040e379c-8f6b-43c2-95f9-1373318be93c HTTP/1.1" status: 200 len: 898 time: 0.1301956 Dec 22 09:19:55.198846 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c459cf56-c69a-448a-8fd3-e86f06ae19fa tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/23b8507a-6177-467a-8df0-c6da940b610a HTTP/1.1" status: 200 len: 991 time: 0.1096640 Dec 22 09:19:55.219587 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8cbfb02a-90c0-4c01-a6de-008cdd89067f req-2ee5599e-acc8-43d4-8f04-7a558001543d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535e5d40-193e-4c4f-9da6-3a6528048b06 HTTP/1.1" status: 200 len: 999 time: 0.0966940 Dec 22 09:19:55.292560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfb02a-90c0-4c01-a6de-008cdd89067f req-99dcce2b-3832-4d97-81e4-cd9f5d2bee54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:19:55.294043 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8cbfb02a-90c0-4c01-a6de-008cdd89067f req-99dcce2b-3832-4d97-81e4-cd9f5d2bee54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08 HTTP/1.1" status: 200 len: 835 time: 0.0686088 Dec 22 09:19:55.352854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '23b8507a-6177-467a-8df0-c6da940b610a', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '906d6996-2393-410c-aa81-065466955c6a', 'port_id': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'mac_address': 'fa:16:3e:5b:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:19:53Z', 'updated_at': '2021-12-22T09:19:53Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d9f574-28f2-4102-9a34-92e61400864e', 'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:0c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:36Z', 'updated_at': '2021-12-22T09:19:44Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:55.356858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] Checking router: 906d6996-2393-410c-aa81-065466955c6a for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:19:55.368256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:19:55.368877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:19:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:55.369381 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8cbfb02a-90c0-4c01-a6de-008cdd89067f req-41c2666c-098a-46f8-a5b4-e2824d01059c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=040e379c-8f6b-43c2-95f9-1373318be93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691481 Dec 22 09:19:55.502822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8cbfb02a-90c0-4c01-a6de-008cdd89067f req-637b8431-e206-4611-b590-64a6e15754ae service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271315 Dec 22 09:19:55.556693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:19:55.648885 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8cbfb02a-90c0-4c01-a6de-008cdd89067f req-be377ce3-458f-4493-a007-d1e2e038df3c service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401589 Dec 22 09:19:55.920648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '23b8507a-6177-467a-8df0-c6da940b610a', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '906d6996-2393-410c-aa81-065466955c6a', 'port_id': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'mac_address': 'fa:16:3e:5b:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:19:53Z', 'updated_at': '2021-12-22T09:19:53Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d9f574-28f2-4102-9a34-92e61400864e', 'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:0c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:36Z', 'updated_at': '2021-12-22T09:19:44Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:19:55.924978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ed955-64ea-482d-a1ec-da8de7156d80 None None] The sync data for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv is: [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '23b8507a-6177-467a-8df0-c6da940b610a', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.46', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '906d6996-2393-410c-aa81-065466955c6a', 'port_id': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'mac_address': 'fa:16:3e:5b:99:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:19:53Z', 'updated_at': '2021-12-22T09:19:53Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d9f574-28f2-4102-9a34-92e61400864e', 'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:0c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:36Z', 'updated_at': '2021-12-22T09:19:44Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:19:56.201619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49150) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:56.310679 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0d9b1ef9-d3a2-4174-a8bb-339f58eb5af4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/23b8507a-6177-467a-8df0-c6da940b610a HTTP/1.1" status: 200 len: 991 time: 0.1079018 Dec 22 09:19:57.315492 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49154) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:57.433774 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-895f8e0f-c58a-46e3-b465-b8be0621ba40 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/23b8507a-6177-467a-8df0-c6da940b610a HTTP/1.1" status: 200 len: 991 time: 0.1170015 Dec 22 09:19:58.438093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49158) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:58.539493 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2d95d-91ab-4a07-b98b-d90251058fba None None] New status for floating IP 23b8507a-6177-467a-8df0-c6da940b610a: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:19:58.552923 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-7bb498db-1590-4650-8acf-c7d1b1f1a82c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/23b8507a-6177-467a-8df0-c6da940b610a HTTP/1.1" status: 200 len: 991 time: 0.1135795 Dec 22 09:19:59.556912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49162) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:19:59.661108 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-2106cae6-535f-4733-ae57-bfda463c16a2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/23b8507a-6177-467a-8df0-c6da940b610a HTTP/1.1" status: 200 len: 993 time: 0.1029596 Dec 22 09:20:05.804329 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:20:07.153157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-db999a3e-0342-48f4-a183-dc0af752c680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:09.225173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fdcf-44a5-441e-a7cc-f1cc931f2375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.454038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:10.644368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.767307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:11.952566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:37.152934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a42c72c-94c2-4010-94f4-cc952bca40f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:39.222641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-43b87654-c036-49ba-9418-e04b8f8b28dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.443485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:40.648865 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:41.794815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:41.951632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:20:42.808495 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:20:46.636862 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-8cd554e7-12fc-42da-889a-4ac655f37d8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775373 Dec 22 09:20:46.892426 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-33c42cb5-8728-499c-9586-f0b579c29e8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 1099 time: 0.1789167 Dec 22 09:20:47.034108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-2641a365-9a52-4a84-a98a-e132c25a0555 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:47.035545 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-2641a365-9a52-4a84-a98a-e132c25a0555 service neutron] 10.222.0.32 "GET /v2.0/networks?id=040e379c-8f6b-43c2-95f9-1373318be93c HTTP/1.1" status: 200 len: 898 time: 0.1241741 Dec 22 09:20:47.140041 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-9d12adeb-ca24-404f-b67c-ca5ce53128a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535e5d40-193e-4c4f-9da6-3a6528048b06 HTTP/1.1" status: 200 len: 1001 time: 0.0980861 Dec 22 09:20:47.201426 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-53aa88aa-c0b8-4e24-8ab4-56cd02445e23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:20:47.202711 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-53aa88aa-c0b8-4e24-8ab4-56cd02445e23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08 HTTP/1.1" status: 200 len: 835 time: 0.0568581 Dec 22 09:20:47.282433 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-8e08c1ed-85f9-42b8-9f39-f30cd1681e4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=040e379c-8f6b-43c2-95f9-1373318be93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737994 Dec 22 09:20:47.416037 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-851cdc58-6f72-408c-a33f-00de5e647592 service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271174 Dec 22 09:20:47.554985 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f651a37a-31e3-450e-84f7-9eaba78cf2d5 req-17e47f9b-0f21-4fb2-82bc-f9ae6ef5ef28 service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320374 Dec 22 09:21:07.129758 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d45e18-03d3-4fed-b9f8-8f9363684c55 req-b59cb43b-b646-40ad-903d-34e4923a5f37 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:07.131190 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66d45e18-03d3-4fed-b9f8-8f9363684c55 req-b59cb43b-b646-40ad-903d-34e4923a5f37 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.0873039 Dec 22 09:21:07.149258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-29854c3f-fa3c-4101-b3c0-7cc17b80b9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:07.177699 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66d45e18-03d3-4fed-b9f8-8f9363684c55 req-11aae89a-b59e-4d9d-a29e-e4a313d32bbc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405247 Dec 22 09:21:08.480129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ce0d1-8ce9-4614-ab9d-48764d89dd59 req-4e95ecf6-0e5d-4561-b602-5dc053f7b4a2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:08.481450 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ce1ce0d1-8ce9-4614-ab9d-48764d89dd59 req-4e95ecf6-0e5d-4561-b602-5dc053f7b4a2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.1660748 Dec 22 09:21:08.528131 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ce1ce0d1-8ce9-4614-ab9d-48764d89dd59 req-82605546-0006-424a-9bd7-d562420968d9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400858 Dec 22 09:21:08.556288 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49196) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:08.790187 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-310f06b4-ff5f-4d10-845e-6cad098a548d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/23b8507a-6177-467a-8df0-c6da940b610a HTTP/1.1" status: 200 len: 993 time: 0.2322526 Dec 22 09:21:09.222562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3a030db8-8c7c-4e73-b1cd-eee5e136eb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:10.292336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da608c-3993-48af-90cc-8472830b6a10 req-afc9e8d9-6833-4456-9093-2f56e5c8c206 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:10.293763 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-54da608c-3993-48af-90cc-8472830b6a10 req-afc9e8d9-6833-4456-9093-2f56e5c8c206 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.0881636 Dec 22 09:21:10.341604 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-54da608c-3993-48af-90cc-8472830b6a10 req-5dfd0ad1-7ba2-4c98-81e7-92a6f99f7fa2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419447 Dec 22 09:21:10.439934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:10.660690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:11.555447 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613706f4-0487-42db-ad0b-33856f8a0bf0 req-4261a632-72ad-4c70-bc8d-e2660a9e37b2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:11.556872 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-613706f4-0487-42db-ad0b-33856f8a0bf0 req-4261a632-72ad-4c70-bc8d-e2660a9e37b2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.0823081 Dec 22 09:21:11.611294 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-613706f4-0487-42db-ad0b-33856f8a0bf0 req-d38372c9-c86a-4bcb-a937-4ca094149e48 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462933 Dec 22 09:21:11.652752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49208) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:11.778322 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0deeaefb-c8b0-44c9-8359-39a0082daa4a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/23b8507a-6177-467a-8df0-c6da940b610a HTTP/1.1" status: 200 len: 993 time: 0.1239100 Dec 22 09:21:11.780900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:11.949281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:12.068922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49216) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:12.286849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port da1efb1d-988a-49b1-ab24-b58cffa4c4a2 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:21:12.287063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:12.472878 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:12.473169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:12.703632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for da1efb1d-988a-49b1-ab24-b58cffa4c4a2 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:21:12.852710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:12.856439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:12.897312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=da1efb1d-988a-49b1-ab24-b58cffa4c4a2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:12.938566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.938995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.939568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.940377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.940787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.941151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.941596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.941995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.942355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.942716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.943132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:12.946962 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:13.010520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:13.425555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 906d6996-2393-410c-aa81-065466955c6a has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:21:13.631686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:21:13.641708 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f55085-e629-4649-abc7-5e81a366930c None None] Sync routers for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:21:13.654024 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:13.655773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f55085-e629-4649-abc7-5e81a366930c None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:13.656470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01f55085-e629-4649-abc7-5e81a366930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:13.711809 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/floatingips/23b8507a-6177-467a-8df0-c6da940b610a HTTP/1.1" status: 204 len: 168 time: 1.6417105 Dec 22 09:21:13.712360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:13.771700 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'status': 'completed', 'code': 200} Dec 22 09:21:13.869316 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5aa613a5-263f-4cbb-ae31-cf0ad41f4cea req-c3b3f646-a889-4ed5-bb40-4571e66df355 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 1099 time: 0.0709984 Dec 22 09:21:13.899127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-01f55085-e629-4649-abc7-5e81a366930c None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:14.016472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa613a5-263f-4cbb-ae31-cf0ad41f4cea req-ddff7588-b26f-4099-906d-141019a44894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:14.018586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5aa613a5-263f-4cbb-ae31-cf0ad41f4cea req-ddff7588-b26f-4099-906d-141019a44894 service neutron] 10.222.0.32 "GET /v2.0/networks?id=040e379c-8f6b-43c2-95f9-1373318be93c HTTP/1.1" status: 200 len: 898 time: 0.1427498 Dec 22 09:21:14.130440 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5aa613a5-263f-4cbb-ae31-cf0ad41f4cea req-32e1f397-d7e3-45e3-a587-86a477cf56eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=535e5d40-193e-4c4f-9da6-3a6528048b06 HTTP/1.1" status: 200 len: 217 time: 0.1039655 Dec 22 09:21:14.212947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa613a5-263f-4cbb-ae31-cf0ad41f4cea req-ca63f3ab-8f43-456a-b959-4ef0b8f4a4fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:14.214466 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5aa613a5-263f-4cbb-ae31-cf0ad41f4cea req-ca63f3ab-8f43-456a-b959-4ef0b8f4a4fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08 HTTP/1.1" status: 200 len: 835 time: 0.0762453 Dec 22 09:21:14.222574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8206c5b-5a76-4393-b450-d1e45bc41a91 req-e0685f84-829c-4335-a4b9-649061e6ad1c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:14.223290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-d8206c5b-5a76-4393-b450-d1e45bc41a91 req-e0685f84-829c-4335-a4b9-649061e6ad1c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:14.240260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01f55085-e629-4649-abc7-5e81a366930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '92d9f574-28f2-4102-9a34-92e61400864e', 'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:0c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:36Z', 'updated_at': '2021-12-22T09:19:44Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:14.244183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f55085-e629-4649-abc7-5e81a366930c None None] Checking router: 906d6996-2393-410c-aa81-065466955c6a for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:21:14.254457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f55085-e629-4649-abc7-5e81a366930c None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:14.255058 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01f55085-e629-4649-abc7-5e81a366930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:14.284892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-d8206c5b-5a76-4393-b450-d1e45bc41a91 req-e0685f84-829c-4335-a4b9-649061e6ad1c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:14.286046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8206c5b-5a76-4393-b450-d1e45bc41a91 req-e0685f84-829c-4335-a4b9-649061e6ad1c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.2077060 Dec 22 09:21:14.337595 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5aa613a5-263f-4cbb-ae31-cf0ad41f4cea req-42151759-edff-438d-a1dd-b4f705a12c30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=040e379c-8f6b-43c2-95f9-1373318be93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115346 Dec 22 09:21:14.370889 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8206c5b-5a76-4393-b450-d1e45bc41a91 req-33d9070a-b83e-492a-b9af-349b1cce442d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772808 Dec 22 09:21:14.441176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-01f55085-e629-4649-abc7-5e81a366930c None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:14.603337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5aa613a5-263f-4cbb-ae31-cf0ad41f4cea req-c2933bfc-10d4-4780-bc0d-ef08c1375f8a service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577758 Dec 22 09:21:14.738304 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5aa613a5-263f-4cbb-ae31-cf0ad41f4cea req-9981a705-3e4f-4932-9fe3-c23661a871bd service neutron] 10.222.0.32 "GET /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279469 Dec 22 09:21:14.770138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-01f55085-e629-4649-abc7-5e81a366930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '92d9f574-28f2-4102-9a34-92e61400864e', 'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:0c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:36Z', 'updated_at': '2021-12-22T09:19:44Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:14.774307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f55085-e629-4649-abc7-5e81a366930c None None] The sync data for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv is: [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:37Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '92d9f574-28f2-4102-9a34-92e61400864e', 'name': '', 'network_id': '040e379c-8f6b-43c2-95f9-1373318be93c', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:0c:1d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:36Z', 'updated_at': '2021-12-22T09:19:44Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'd6ef67ea-0d34-48ae-9bda-7d9cbcc96d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:21:15.002087 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87117d91-3784-496d-bdf8-56d89ad60fa1 None None] New status for floating IP 23b8507a-6177-467a-8df0-c6da940b610a: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:21:15.576075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fb222-556b-4000-a07a-72ea229e331c req-47723676-3a48-4b61-9b31-0639ce0fe9e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:15.577574 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b71fb222-556b-4000-a07a-72ea229e331c req-47723676-3a48-4b61-9b31-0639ce0fe9e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.0803082 Dec 22 09:21:15.629586 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b71fb222-556b-4000-a07a-72ea229e331c req-9f4c6e19-c32a-4749-b56d-33aea62806da tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460811 Dec 22 09:21:15.976852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-695264c8-556a-417d-95c7-e746171c65e4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:15.978728 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-695264c8-556a-417d-95c7-e746171c65e4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 946 time: 0.1023233 Dec 22 09:21:16.058240 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 535e5d40-193e-4c4f-9da6-3a6528048b06 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:21:16.058546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:16.323847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 535e5d40-193e-4c4f-9da6-3a6528048b06, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=535e5d40-193e-4c4f-9da6-3a6528048b06,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:16.324072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:16.443841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 535e5d40-193e-4c4f-9da6-3a6528048b06 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:21:16.599863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:16.607740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c51682ba-2a32-45ed-9934-2599a3eef240 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:16.651939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=535e5d40-193e-4c4f-9da6-3a6528048b06,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:16.660544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:16.734261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] No DVR routers for this DVR port 535e5d40-193e-4c4f-9da6-3a6528048b06 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:21:16.737173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:16.739749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'name': 'network-vif-deleted', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:16.756504 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ea6377a6-43fb-4f90-9b77-37df9a3cd40f req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "DELETE /v2.0/ports/535e5d40-193e-4c4f-9da6-3a6528048b06 HTTP/1.1" status: 204 len: 173 time: 0.7723019 Dec 22 09:21:16.803684 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394982ce-b63a-45ff-927a-53b53cf4b7a1', 'name': 'network-vif-deleted', 'tag': '535e5d40-193e-4c4f-9da6-3a6528048b06', 'status': 'completed', 'code': 200} Dec 22 09:21:16.805120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-18b5e365-c5ba-4ffb-ae3d-21dc34ae5fbc req-708014ce-c56c-422a-86fa-6b7314a84593 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:16.821106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-18b5e365-c5ba-4ffb-ae3d-21dc34ae5fbc req-708014ce-c56c-422a-86fa-6b7314a84593 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:16.822295 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-18b5e365-c5ba-4ffb-ae3d-21dc34ae5fbc req-708014ce-c56c-422a-86fa-6b7314a84593 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=394982ce-b63a-45ff-927a-53b53cf4b7a1 HTTP/1.1" status: 200 len: 210 time: 0.0596881 Dec 22 09:21:17.926529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49234) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:18.366826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.091867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 92d9f574-28f2-4102-9a34-92e61400864e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:21:19.092564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.276834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 92d9f574-28f2-4102-9a34-92e61400864e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=92d9f574-28f2-4102-9a34-92e61400864e,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:19.277136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.393828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 92d9f574-28f2-4102-9a34-92e61400864e owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:21:19.411950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 535e5d40-193e-4c4f-9da6-3a6528048b06 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:21:19.447201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 535e5d40-193e-4c4f-9da6-3a6528048b06 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:21:19.447585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 535e5d40-193e-4c4f-9da6-3a6528048b06 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:21:19.588468 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:19.592104 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8adabc79-74a8-470f-a4ca-861cf89d29fd tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:19.633144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=92d9f574-28f2-4102-9a34-92e61400864e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:19.636604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:19.808305 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:21:19.937331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:20.625930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 906d6996-2393-410c-aa81-065466955c6a has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:21:20.838050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:21:20.848943 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] Sync routers for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:21:20.856397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/906d6996-2393-410c-aa81-065466955c6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9287753 Dec 22 09:21:20.859266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49238) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:20.861939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:20.862527 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:21.048396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:21.057852 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting subnet d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:21:21.061087 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.115412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.199192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.274400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.278529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-69b45ca9-4b6d-4f8e-a416-510d607dc69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:21.312935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:21.324346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.329499 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.329911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.330427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.330819 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.331180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.331570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.331917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.332271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.332623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.332999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.333361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:21.337663 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:21.342269 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0d5ed788-e1d0-46df-9e1a-c10538dcb43a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/subnets/d6ef67ea-0d34-48ae-9bda-7d9cbcc96d08 HTTP/1.1" status: 204 len: 168 time: 0.4788618 Dec 22 09:21:21.342269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49242) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:21.347927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596675c-1fb6-4a29-9d8d-35fed9e01cd3 None None] Network 040e379c-8f6b-43c2-95f9-1373318be93c requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:21:21.542181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.550070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:21:19Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:21.560738 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] Checking router: 906d6996-2393-410c-aa81-065466955c6a for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:21:21.576743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] Routers {'906d6996-2393-410c-aa81-065466955c6a'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:21.577351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['906d6996-2393-410c-aa81-065466955c6a'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:21.632386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] DHCP port deletion for 040e379c-8f6b-43c2-95f9-1373318be93c request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:21:21.647401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Deleting port 630c3afa-1413-4559-b244-511b5724c142 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:21:21.647786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.749782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.760440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:21:21.760780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.844963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 630c3afa-1413-4559-b244-511b5724c142 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:21:21.942979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:21.943656 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:21.967342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] Set router 906d6996-2393-410c-aa81-065466955c6a gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:22.062929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:21:22.170676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] For port 630c3afa-1413-4559-b244-511b5724c142, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=630c3afa-1413-4559-b244-511b5724c142,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:22.171072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.343149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Calling delete_port for 630c3afa-1413-4559-b244-511b5724c142 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:21:22.350391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.354010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1397a7b6-b1d8-41ba-8cc0-25e6d217adc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:22.396651 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:22.400123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:22.417357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.523430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 630c3afa-1413-4559-b244-511b5724c142, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=630c3afa-1413-4559-b244-511b5724c142,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:22.533819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.536757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:22.581062 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:21:22.581424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:21:22.616667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:21:19Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:22.618718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=630c3afa-1413-4559-b244-511b5724c142,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:22.622535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.624010 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb27406-6277-4e05-a401-1eff8d726366 None None] The sync data for ids ['906d6996-2393-410c-aa81-065466955c6a'] in dv-neutron-822610-1-hyperv is: [{'id': '906d6996-2393-410c-aa81-065466955c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-322861861', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:21:19Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:12:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906d6996-2393-410c-aa81-065466955c6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:19:33Z', 'updated_at': '2021-12-22T09:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:21:22.630560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.630885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.631246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.631579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.631923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.632230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.632544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.632864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.633190 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.633506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.633823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:22.637655 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:22.878440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.883017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.911951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.912542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Fanout notify agent at l3_agent the message router_deleted on router 906d6996-2393-410c-aa81-065466955c6a {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:21:22.927919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:22.929040 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/routers/906d6996-2393-410c-aa81-065466955c6a HTTP/1.1" status: 204 len: 168 time: 1.5862746 Dec 22 09:21:22.931909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:23.049009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.060875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 630c3afa-1413-4559-b244-511b5724c142 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:21:23.061322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.083155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Deleting port 630c3afa-1413-4559-b244-511b5724c142 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:21:23.083939 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.269551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 630c3afa-1413-4559-b244-511b5724c142, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=630c3afa-1413-4559-b244-511b5724c142,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:23.270127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.353044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] For port 630c3afa-1413-4559-b244-511b5724c142, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=630c3afa-1413-4559-b244-511b5724c142,segment=NetworkSegment(363e4847-d7ba-49a9-9095-9b9899364857),segment_id=363e4847-d7ba-49a9-9095-9b9899364857)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:23.353430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.392195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 630c3afa-1413-4559-b244-511b5724c142 owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:21:23.465081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.469590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:23.471980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Calling delete_port for 630c3afa-1413-4559-b244-511b5724c142 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:21:23.510745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=630c3afa-1413-4559-b244-511b5724c142,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:23.513275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:23.518850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] No DVR routers for this DVR port 630c3afa-1413-4559-b244-511b5724c142 on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:21:23.541443 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:21:23.541803 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:21:23.665326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Deleting port 630c3afa-1413-4559-b244-511b5724c142 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:21:23.665751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.729690 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-925eadba-37ed-4048-8ee4-1d0c6c710e0c None None] The port '630c3afa-1413-4559-b244-511b5724c142' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:21:23.766933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.793654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040e379c-8f6b-43c2-95f9-1373318be93c']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:23.808398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363e4847-d7ba-49a9-9095-9b9899364857') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:23.808672 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363e4847-d7ba-49a9-9095-9b9899364857') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:23.821154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.837261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.844075 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:21:23.844645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.845753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 92d9f574-28f2-4102-9a34-92e61400864e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:21:23.858855 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:21:23.877909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 92d9f574-28f2-4102-9a34-92e61400864e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:21:23.878227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 92d9f574-28f2-4102-9a34-92e61400864e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:21:23.878715 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:21:23.910413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:21:23.910680 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 1c3ebfbe-20df-48a9-af91-e1f61f7bbf1e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:21:23.937358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.944313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7c275466-6e86-4f38-b75e-02d177e57bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:23.958241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:23.969319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Network': ['ID=040e379c-8f6b-43c2-95f9-1373318be93c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:23.972484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:23.985434 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/networks/040e379c-8f6b-43c2-95f9-1373318be93c HTTP/1.1" status: 204 len: 168 time: 1.0524387 Dec 22 09:21:23.989151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:24.056790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e9363cac-b81f-48a2-84e7-3d2868cfc1e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.085766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e9363cac-b81f-48a2-84e7-3d2868cfc1e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.154955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e9363cac-b81f-48a2-84e7-3d2868cfc1e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.158722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7000e571-a666-46a1-9faa-d48adefeada5 tempest-NegativeSecGroupIPv6Test-393914936 tempest-NegativeSecGroupIPv6Test-393914936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:24.172027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9363cac-b81f-48a2-84e7-3d2868cfc1e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ca6563-01c3-4aeb-b2ea-13f31b4e231e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:24.175107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e9363cac-b81f-48a2-84e7-3d2868cfc1e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:24.185447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e9363cac-b81f-48a2-84e7-3d2868cfc1e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.186635 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e9363cac-b81f-48a2-84e7-3d2868cfc1e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5ca6563-01c3-4aeb-b2ea-13f31b4e231e HTTP/1.1" status: 204 len: 168 time: 0.1965785 Dec 22 09:21:24.573973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49260) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:24.579935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612766972', 'description': 'tempest-secgroup-smoke-1612766972 description', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:24.587019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:24.592413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:24.596859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:24.602707 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:24.614393 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.651089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:24.655201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:24.658239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:24.664277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:24.719828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.724749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.728370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a55675aa-be5b-4dd3-8d5f-b17abb9c5af8 tempest-TestNetworkAdvancedServerOps-188827978 tempest-TestNetworkAdvancedServerOps-188827978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:24.769155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f24173-7edb-45ee-b58f-9657052c3add,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:24.772084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.773260 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1982996 Dec 22 09:21:24.774133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7d701075-5962-452d-a646-684efa65af8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:24.776742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49264) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:24.782020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'b9f24173-7edb-45ee-b58f-9657052c3add', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:24.788200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:24.792003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:24.794914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:24.800755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:24.819027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.884521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.889162 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.890914 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0f3df27c-eb4f-4596-813d-a5b6d57bd2e3 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:24.911844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14a49f1-0572-4bbc-816f-47587c704b10,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:24.914110 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:24.921453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:24.922616 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1455989 Dec 22 09:21:24.925855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49268) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:24.934577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'b9f24173-7edb-45ee-b58f-9657052c3add', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:24.942831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:24.947127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:24.958213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:24.965371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:24.986150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.047603 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.052695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.054452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-26b54dab-cd4f-4b8f-93a4-2145119e673a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:25.076559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db29c1a-a0e2-462b-b658-093bc1c4919f,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:25.081021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:25.085876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.087123 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0fb4b1e6-ce86-4375-b6f2-96ab049fdca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1600862 Dec 22 09:21:25.089989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49272) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:25.096715 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'b9f24173-7edb-45ee-b58f-9657052c3add', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:25.102204 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:25.106235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:25.109253 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:25.115223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:25.133235 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.195412 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.200324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.206134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6bc083a2-c0e1-45c3-b121-ebe79a0a97be tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:25.227111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8414e12-cd57-43fc-9c8f-3d238eee583c,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:25.229357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:25.242598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.243857 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-3eaa4763-4d99-47aa-8b05-42e7d0cc159d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1524074 Dec 22 09:21:25.246640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49276) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:25.252289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'b9f24173-7edb-45ee-b58f-9657052c3add', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:25.258389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:25.263696 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:25.268298 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:25.275942 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:25.296721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.369514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.375769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.377624 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a05eac4f-a690-4484-b220-04a81dcf0d52 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:25.410062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd8a705-d1e1-4ed3-a374-972ba937deb2,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:25.414491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:25.419745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.420920 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1733186 Dec 22 09:21:25.423751 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49280) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:25.429722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'b9f24173-7edb-45ee-b58f-9657052c3add', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:25.435724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:25.440038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:25.444273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:25.450329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:25.464667 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:21:25.471398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.537286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.542926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.551505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6fe1855b-2820-4b55-a71b-1d0a76b85b5d tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:25.570136 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4734de39-daf0-499e-9fda-674db9598ddb,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:25.572391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:25.581259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.582495 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1572268 Dec 22 09:21:25.586817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49284) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:25.592594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'b9f24173-7edb-45ee-b58f-9657052c3add', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:25.598952 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:25.603161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:25.606295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:25.616812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:25.629561 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:21:25.636777 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.701376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.707516 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.709613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-647ba612-6a3d-44da-a85d-5fcff662ad11 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:25.740219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f067c576-43f2-4938-83da-0405175dc755,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:25.742492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:25.750720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.752222 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4869d1f-4d1c-423d-a634-67ecff1d9e7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1641216 Dec 22 09:21:25.755077 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49288) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:25.760593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'network': {'name': 'tempest-network-smoke--24828965', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'port_security_enabled': True}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:25.766150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:25.770859 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:network and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:25.773814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:25.779651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:25.792580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:21:25.795615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.824910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:21:25.834561 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.834909 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Added segment 6ea6d3d7-5739-4085-9359-761c9a807564 of type vlan for network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 Dec 22 09:21:25.859769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.889213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.892911 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:25.893473 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:25.898335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-271ef00c-556d-4c2b-8c46-941bfc2f5134 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:25.992236 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2361047 Dec 22 09:21:25.995154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49292) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:26.000760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'admin_state_up': True, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:26.001182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Network': ['ID=c0f5490b-6f61-46a4-8233-91cd1ddb39e2,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:26.003941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:26.008555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:26.012173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:21:26.012703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:router and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:26.015571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:26.023179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:26.033449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:26.034355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:26.053135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:26.211456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:26.505921 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:26.535827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:26.677096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.86 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/43c181d5-c679-4389-b1c0-1f19bfa8ef13) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:21:26.838876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:26.871649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:26.875344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1a0f8fa6-f6ee-411b-b589-76e65e33e3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:26.941069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:21:26.945067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:26.947622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:21:26.977890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=43c181d5-c679-4389-b1c0-1f19bfa8ef13,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:26.980818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:27.134560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:27.135341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:27.387405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router d554d21d-4290-4a11-893c-57d64407cfd9 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:21:27.590908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:21:27.600480 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Sync routers for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:21:27.612617 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:27.613203 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:27.617414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:27.618676 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6224155 Dec 22 09:21:27.621821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49296) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:27.662051 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fa535c96-a39e-4c09-a5bb-e290444bd502 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f9f6011c0a6e480aa9b5312d2a0b76ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389197 Dec 22 09:21:27.666325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49300) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:27.800949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99aaf1f-83c0-46b2-9af8-55014ac03bc5 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:27.802440 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-b99aaf1f-83c0-46b2-9af8-55014ac03bc5 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352220 Dec 22 09:21:27.805519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49304) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:27.826247 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:27.844075 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5a101a2e-26c5-4eb7-809b-80fb8e4f56b0 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374117 Dec 22 09:21:27.846732 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49308) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:27.852597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1188383810', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:27.962542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:27.966168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:subnet and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:27.969020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:27.974964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:27.986108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:21:28.087261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.115556 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:27Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:28.119513 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Checking router: d554d21d-4290-4a11-893c-57d64407cfd9 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:21:28.120122 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Updating router d554d21d-4290-4a11-893c-57d64407cfd9 port 43c181d5-c679-4389-b1c0-1f19bfa8ef13 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:21:28.170588 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.303352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.309414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-db0bc1d9-03be-4a5e-b729-4cc30ff07ea9 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:28.389376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Subnet': ['ID=00ae2fa8-439c-4a12-9a95-92baf1e69c5e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:28.393376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:28.399132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Checking segment: {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:21:28.399495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network hostable DHCP agents. Network: c0f5490b-6f61-46a4-8233-91cd1ddb39e2, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:21:28.421536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:21:28.431542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, c0f5490b-6f61-46a4-8233-91cd1ddb39e2) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:28.435368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:28.435970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.440774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d6b85-707d-4045-a63a-16f5ffdb977f None None] Network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:21:28.461077 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6102738 Dec 22 09:21:28.461307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49312) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:28.505635 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.518210 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Transition to ACTIVE for port object 43c181d5-c679-4389-b1c0-1f19bfa8ef13 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:21:28.526344 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.531388 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-ef19d49a-5ac7-4b92-8a66-bce858317571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:28.603331 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Attempting to bind port 43c181d5-c679-4389-b1c0-1f19bfa8ef13 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:21:28.604009 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Attempting to bind port 43c181d5-c679-4389-b1c0-1f19bfa8ef13 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:21:28.604100 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Attempting to bind port 43c181d5-c679-4389-b1c0-1f19bfa8ef13 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:21:28.612545 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:21:28.612945 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:21:28.613327 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.613698 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:21:28.615694 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Bound port: 43c181d5-c679-4389-b1c0-1f19bfa8ef13, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:21:28.615694 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.666528 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Pushing event updated for resources: {'Port': ['ID=43c181d5-c679-4389-b1c0-1f19bfa8ef13,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:28.672258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:21:28.673345 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.686431 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.686770 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.687101 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.687757 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.688089 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.688411 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.688728 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.689045 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.689799 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.689799 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.689958 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:21:28.702036 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:28.716061 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] For port 43c181d5-c679-4389-b1c0-1f19bfa8ef13, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:21:28.719132 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] For port 43c181d5-c679-4389-b1c0-1f19bfa8ef13, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=43c181d5-c679-4389-b1c0-1f19bfa8ef13,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:21:28.724190 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:28.727678 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-28ceb3e6-60f5-469d-ba5f-d0aac76f7838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:28.811590 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Pushing event updated for resources: {'Port': ['ID=43c181d5-c679-4389-b1c0-1f19bfa8ef13,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:28.814753 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:28.815488 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:28.816093 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:28.845399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Allocated IP 172.20.0.2 (c0f5490b-6f61-46a4-8233-91cd1ddb39e2/00ae2fa8-439c-4a12-9a95-92baf1e69c5e/96ec42c6-e99f-47c3-b1e0-70170800771f) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:21:29.007900 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:29.064806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:29.075883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Transition to ACTIVE for port object 96ec42c6-e99f-47c3-b1e0-70170800771f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:21:29.094625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Transition to ACTIVE for port object 96ec42c6-e99f-47c3-b1e0-70170800771f will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:21:29.100377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:29.104691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-1f962e25-3c60-4b21-89f4-166d63e2d306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:29.171862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:21:29.175048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:29.177133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Pushing event updated for resources: {'Port': ['ID=96ec42c6-e99f-47c3-b1e0-70170800771f,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:29.179847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:21:29.185663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:29.264806 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Attempting to bind port 96ec42c6-e99f-47c3-b1e0-70170800771f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:21:29.265191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Attempting to bind port 96ec42c6-e99f-47c3-b1e0-70170800771f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:21:29.265533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Attempting to bind port 96ec42c6-e99f-47c3-b1e0-70170800771f on network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:21:29.271978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:21:29.272346 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Checking segment: {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:21:29.272743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:29.273129 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Bound using segment: {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:21:29.273585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Bound port: 96ec42c6-e99f-47c3-b1e0-70170800771f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:21:29.273961 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:29.312802 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:27Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:29.317028 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ff4a9-9fdb-4577-90af-c803f58ecc4a None None] The sync data for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv is: [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:27Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:21:29.374088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:29.416807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] For port 96ec42c6-e99f-47c3-b1e0-70170800771f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:21:29.420471 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] For port 96ec42c6-e99f-47c3-b1e0-70170800771f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=96ec42c6-e99f-47c3-b1e0-70170800771f,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:21:29.427150 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:29.431474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:29.547685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Pushing event updated for resources: {'Port': ['ID=96ec42c6-e99f-47c3-b1e0-70170800771f,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:29.551905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:29.878470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.1 (c0f5490b-6f61-46a4-8233-91cd1ddb39e2/00ae2fa8-439c-4a12-9a95-92baf1e69c5e/b819d290-b5ee-4c93-b51b-7c5686ed6043) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:21:29.937369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 96ec42c6-e99f-47c3-b1e0-70170800771f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:30.020811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 96ec42c6-e99f-47c3-b1e0-70170800771f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:30.026667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 43c181d5-c679-4389-b1c0-1f19bfa8ef13 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:30.053463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.072269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object b819d290-b5ee-4c93-b51b-7c5686ed6043 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:21:30.097629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.103715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c680f281-1721-4c63-b77a-45db19c8a12f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:30.104229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 43c181d5-c679-4389-b1c0-1f19bfa8ef13 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:30.109641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 43c181d5-c679-4389-b1c0-1f19bfa8ef13 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:30.110027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.163867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:21:30.167036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:30.169573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:21:30.223152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=b819d290-b5ee-4c93-b51b-7c5686ed6043,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:30.226386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:30.235954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.249543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.258443 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 43c181d5-c679-4389-b1c0-1f19bfa8ef13, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=43c181d5-c679-4389-b1c0-1f19bfa8ef13,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:30.266419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.271679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-7883163e-6b9c-4240-9f82-03b265f7cf32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:30.344852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=43c181d5-c679-4389-b1c0-1f19bfa8ef13,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:30.348189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:30.354570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.583036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d16d47-1863-43f8-8d28-ea4556be98d0 None None] Network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:21:30.682786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-550b57b9-c3d1-4ed4-a6c6-64ae9608d932 None None] Provisioning for port 96ec42c6-e99f-47c3-b1e0-70170800771f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:30.701283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-550b57b9-c3d1-4ed4-a6c6-64ae9608d932 None None] Provisioning complete for port 96ec42c6-e99f-47c3-b1e0-70170800771f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:30.701664 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-550b57b9-c3d1-4ed4-a6c6-64ae9608d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.899818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.905629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.908847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-550b57b9-c3d1-4ed4-a6c6-64ae9608d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.933101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0edc3081-97cf-4168-8bb6-f4ea15c78396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:30.954042 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-550b57b9-c3d1-4ed4-a6c6-64ae9608d932 None None] For port 96ec42c6-e99f-47c3-b1e0-70170800771f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=96ec42c6-e99f-47c3-b1e0-70170800771f,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:30.959166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-550b57b9-c3d1-4ed4-a6c6-64ae9608d932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:30.961043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8c929684-e8ae-476c-bc8d-64898c37976c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:31.020669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:31.026330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=b819d290-b5ee-4c93-b51b-7c5686ed6043,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:31.030286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:31.033409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b57b9-c3d1-4ed4-a6c6-64ae9608d932 None None] Pushing event updated for resources: {'Port': ['ID=96ec42c6-e99f-47c3-b1e0-70170800771f,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:31.037393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-550b57b9-c3d1-4ed4-a6c6-64ae9608d932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:31.176146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:21:31.177851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:31.198893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-12ee8a43-cdd8-40fc-82ad-26fcaa41e7a2 None None] Provisioning for port b819d290-b5ee-4c93-b51b-7c5686ed6043 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:31.204361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-12ee8a43-cdd8-40fc-82ad-26fcaa41e7a2 None None] Provisioning complete for port b819d290-b5ee-4c93-b51b-7c5686ed6043 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:31.204744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-12ee8a43-cdd8-40fc-82ad-26fcaa41e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:31.261453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-12ee8a43-cdd8-40fc-82ad-26fcaa41e7a2 None None] Port b819d290-b5ee-4c93-b51b-7c5686ed6043 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:21:31.274974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-12ee8a43-cdd8-40fc-82ad-26fcaa41e7a2 None None] Provisioning complete for port 96ec42c6-e99f-47c3-b1e0-70170800771f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:31.275489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-12ee8a43-cdd8-40fc-82ad-26fcaa41e7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:31.524567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b2a7cc02-8ad3-432b-9f03-4f58d4f3b503 None None] Provisioning complete for port b819d290-b5ee-4c93-b51b-7c5686ed6043 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:31.525041 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b2a7cc02-8ad3-432b-9f03-4f58d4f3b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:31.578177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7cc02-8ad3-432b-9f03-4f58d4f3b503 None None] Port b819d290-b5ee-4c93-b51b-7c5686ed6043 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:21:31.588411 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router d554d21d-4290-4a11-893c-57d64407cfd9 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:21:31.701769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b2f49a61-8335-4b98-b4af-68a095a0e665 None None] Provisioning complete for port b819d290-b5ee-4c93-b51b-7c5686ed6043 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:31.702424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b2f49a61-8335-4b98-b4af-68a095a0e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:31.757706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b2f49a61-8335-4b98-b4af-68a095a0e665 None None] Port b819d290-b5ee-4c93-b51b-7c5686ed6043 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:21:31.806097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:21:31.819586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/d554d21d-4290-4a11-893c-57d64407cfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3572409 Dec 22 09:21:31.846512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 96ec42c6-e99f-47c3-b1e0-70170800771f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:31.918501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 96ec42c6-e99f-47c3-b1e0-70170800771f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:31.918883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:31.991737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-0e37d94a-19b0-4c92-959b-c3c261a15881 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:32.009111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-0e37d94a-19b0-4c92-959b-c3c261a15881 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:32.010416 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-0e37d94a-19b0-4c92-959b-c3c261a15881 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612766972&fields=id&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 267 time: 0.0604401 Dec 22 09:21:32.033805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 43c181d5-c679-4389-b1c0-1f19bfa8ef13 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:32.101286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 43c181d5-c679-4389-b1c0-1f19bfa8ef13 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:32.101665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:32.161648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-6a95cced-2988-490f-a306-f4211e886be4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:32.162315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-6a95cced-2988-490f-a306-f4211e886be4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:32.179023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-6a95cced-2988-490f-a306-f4211e886be4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:32.180452 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-6a95cced-2988-490f-a306-f4211e886be4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/networks?id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 200 len: 795 time: 0.1635075 Dec 22 09:21:32.197713 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-d39c6743-ea35-4a91-b9f1-aab54b571117 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/quotas/f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 375 time: 0.0115092 Dec 22 09:21:32.281449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-6651969e-8c12-432d-87a7-fb00c8424c2e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:32.299188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-6651969e-8c12-432d-87a7-fb00c8424c2e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:32.300711 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-6651969e-8c12-432d-87a7-fb00c8424c2e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968709 Dec 22 09:21:32.385452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bc78a86c-4a21-4758-8f73-9200f1a48013 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:21:32.386461 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bc78a86c-4a21-4758-8f73-9200f1a48013 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0740492 Dec 22 09:21:32.530987 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-b968e487-23a2-4802-853c-9af118c1f3ec service neutron] 10.222.0.31 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376874 Dec 22 09:21:32.684828 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-60048bbd-9545-4dd5-93fb-118e361448fa service neutron] 10.222.0.31 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435041 Dec 22 09:21:32.913162 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a4586632-6f04-4299-9d5c-19465e2aaa6f req-46ba3e05-df31-4ecf-9061-a7b05d250576 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 210 time: 0.0522575 Dec 22 09:21:33.018204 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Sync routers for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:21:33.031599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:33.032332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:33.272534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:33.629927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b819d290-b5ee-4c93-b51b-7c5686ed6043', 'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:e0:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:29Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 2, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:33.634228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Checking router: d554d21d-4290-4a11-893c-57d64407cfd9 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:21:33.634579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Updating router d554d21d-4290-4a11-893c-57d64407cfd9 port b819d290-b5ee-4c93-b51b-7c5686ed6043 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:21:33.685404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.049340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.062731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Transition to ACTIVE for port object b819d290-b5ee-4c93-b51b-7c5686ed6043 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:21:34.069912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.073722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8c929684-e8ae-476c-bc8d-64898c37976c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:34.119523 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d4b6cd3f-b3a4-4ded-afbc-a96ab34705cc req-65dfddd8-6e3b-444a-bc68-dff6a8b60005 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 210 time: 0.0598872 Dec 22 09:21:34.170192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-7ca38747-2596-4889-b869-300204e19b72 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:34.171798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-7ca38747-2596-4889-b869-300204e19b72 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/networks?id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 200 len: 795 time: 0.3129091 Dec 22 09:21:34.202197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e5317-1ed6-42df-89de-a4a113a73268 None None] Pushing event updated for resources: {'Port': ['ID=b819d290-b5ee-4c93-b51b-7c5686ed6043,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:34.205533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd4e5317-1ed6-42df-89de-a4a113a73268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:34.229474 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-0949ffc4-810c-46d1-9544-bb29b3b00504 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 380 time: 0.0441601 Dec 22 09:21:34.239175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'port': {'device_id': '81b84639-06e3-4018-ba61-6205b3958f4d', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'admin_state_up': True, 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'security_groups': ['b9f24173-7edb-45ee-b58f-9657052c3add']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:34.291446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Attempting to bind port b819d290-b5ee-4c93-b51b-7c5686ed6043 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:21:34.291820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Attempting to bind port b819d290-b5ee-4c93-b51b-7c5686ed6043 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:21:34.292189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Attempting to bind port b819d290-b5ee-4c93-b51b-7c5686ed6043 on network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:21:34.298904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:21:34.299329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Checking segment: {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:21:34.299723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.300314 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Bound using segment: {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:21:34.300588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Bound port: b819d290-b5ee-4c93-b51b-7c5686ed6043, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:21:34.300966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.381351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:34.390557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:34.399013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] For port b819d290-b5ee-4c93-b51b-7c5686ed6043, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:21:34.400303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:21:34.403249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] For port b819d290-b5ee-4c93-b51b-7c5686ed6043, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b819d290-b5ee-4c93-b51b-7c5686ed6043,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:21:34.403379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.409817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.414308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:34.492556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e5317-1ed6-42df-89de-a4a113a73268 None None] Pushing event updated for resources: {'Port': ['ID=b819d290-b5ee-4c93-b51b-7c5686ed6043,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:34.498206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd4e5317-1ed6-42df-89de-a4a113a73268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:34.498928 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:34.499572 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:34.579668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.11 (c0f5490b-6f61-46a4-8233-91cd1ddb39e2/00ae2fa8-439c-4a12-9a95-92baf1e69c5e/4a9d8379-4b06-49c0-b492-86133e02bfc8) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:21:34.689691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:34.767414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.782755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object 4a9d8379-4b06-49c0-b492-86133e02bfc8 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:21:34.804316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.809921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:34.882512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:21:34.885948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:34.890249 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:21:34.915948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=4a9d8379-4b06-49c0-b492-86133e02bfc8,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:34.921496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:34.956091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:34.956716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:34.985387 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7497551 Dec 22 09:21:35.002300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Request body: {'port': {'device_id': '81b84639-06e3-4018-ba61-6205b3958f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:35.129802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b819d290-b5ee-4c93-b51b-7c5686ed6043', 'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:e0:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:29Z', 'updated_at': '2021-12-22T09:21:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:35.135478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f9f78-366e-4221-9217-4d297bde05f8 None None] The sync data for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv is: [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b819d290-b5ee-4c93-b51b-7c5686ed6043', 'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:e0:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:29Z', 'updated_at': '2021-12-22T09:21:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:21:35.160351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:35.176754 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8991e087-7f8c-4e5e-80ca-65778e5f3b10 None None] Provisioning for port 4a9d8379-4b06-49c0-b492-86133e02bfc8 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:35.186292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8991e087-7f8c-4e5e-80ca-65778e5f3b10 None None] Provisioning complete for port 4a9d8379-4b06-49c0-b492-86133e02bfc8 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:35.186850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8991e087-7f8c-4e5e-80ca-65778e5f3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:35.261727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8991e087-7f8c-4e5e-80ca-65778e5f3b10 None None] Port 4a9d8379-4b06-49c0-b492-86133e02bfc8 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:21:35.459028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975e5bc-b721-4ef4-8d9a-5a3bbcad4d46 req-e134da7b-4531-4bbe-b69f-8a2ed5e5860c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:35.461706 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2975e5bc-b721-4ef4-8d9a-5a3bbcad4d46 req-e134da7b-4531-4bbe-b69f-8a2ed5e5860c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 932 time: 0.1079421 Dec 22 09:21:35.516011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2975e5bc-b721-4ef4-8d9a-5a3bbcad4d46 req-54b171d0-a08c-4be4-bb20-aa870de0ae7b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:35.533555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2975e5bc-b721-4ef4-8d9a-5a3bbcad4d46 req-54b171d0-a08c-4be4-bb20-aa870de0ae7b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:35.535670 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2975e5bc-b721-4ef4-8d9a-5a3bbcad4d46 req-54b171d0-a08c-4be4-bb20-aa870de0ae7b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673614 Dec 22 09:21:35.674161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9d8379-4b06-49c0-b492-86133e02bfc8 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:21:35.682665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:35.698896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Transition to ACTIVE for port object 4a9d8379-4b06-49c0-b492-86133e02bfc8 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:21:35.704110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:35.708830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5f4dee2f-20ef-4410-b172-497e38f352eb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:35.848656 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Pushing event updated for resources: {'Port': ['ID=4a9d8379-4b06-49c0-b492-86133e02bfc8,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:35.852658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:35.938372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b819d290-b5ee-4c93-b51b-7c5686ed6043 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:35.995660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Attempting to bind port 4a9d8379-4b06-49c0-b492-86133e02bfc8 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:21:35.996058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Attempting to bind port 4a9d8379-4b06-49c0-b492-86133e02bfc8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:21:35.996444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Attempting to bind port 4a9d8379-4b06-49c0-b492-86133e02bfc8 on network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:21:36.004584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Port 4a9d8379-4b06-49c0-b492-86133e02bfc8 on network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:21:36.005157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Attempting to bind port 4a9d8379-4b06-49c0-b492-86133e02bfc8 on network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:21:36.013560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:21:36.013897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Checking segment: {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:21:36.014277 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Bound using segment: {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:21:36.014999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Bound port: 4a9d8379-4b06-49c0-b492-86133e02bfc8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea6d3d7-5739-4085-9359-761c9a807564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:21:36.015133 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:36.022040 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port b819d290-b5ee-4c93-b51b-7c5686ed6043 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:36.029138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b819d290-b5ee-4c93-b51b-7c5686ed6043 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:36.030326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:36.124974 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] For port 4a9d8379-4b06-49c0-b492-86133e02bfc8, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:21:36.128527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] For port 4a9d8379-4b06-49c0-b492-86133e02bfc8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:21:36.133681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:36.137845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1b1ffeed-46a0-434e-9350-3d6877e1af0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:36.185550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:36.226654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port b819d290-b5ee-4c93-b51b-7c5686ed6043, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b819d290-b5ee-4c93-b51b-7c5686ed6043,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:36.231556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:36.234447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-62b79b2b-a7d0-4423-92b6-295c377a75fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:36.303595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=b819d290-b5ee-4c93-b51b-7c5686ed6043,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:36.306793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:36.319494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:36.320857 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] 10.222.0.32 "PUT /v2.0/ports/4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 200 len: 1094 time: 1.3245127 Dec 22 09:21:36.321386 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:36.350678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Pushing event updated for resources: {'Port': ['ID=4a9d8379-4b06-49c0-b492-86133e02bfc8,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:36.360327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:36.392692 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'status': 'completed', 'code': 200} Dec 22 09:21:36.437636 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-cd886554-5680-437f-95e0-46e4c745c02f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1097 time: 0.0762448 Dec 22 09:21:36.507583 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-534a2d17-8e8e-4d08-885a-c58ccc35cc59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 200 len: 217 time: 0.0628481 Dec 22 09:21:36.574722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e8cd1f8b-7cee-4fd5-accb-aa84df4a223c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:36.576310 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-e8cd1f8b-7cee-4fd5-accb-aa84df4a223c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00ae2fa8-439c-4a12-9a95-92baf1e69c5e HTTP/1.1" status: 200 len: 835 time: 0.0628057 Dec 22 09:21:36.650939 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-41ea96aa-cbe1-498c-bccd-327130cd8398 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684514 Dec 22 09:21:36.743832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9c45f-4623-4405-84d8-9f856813219f req-9044e0cc-55c2-411f-85bf-5e2e462cd532 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:36.745291 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9ae9c45f-4623-4405-84d8-9f856813219f req-9044e0cc-55c2-411f-85bf-5e2e462cd532 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 944 time: 0.0804129 Dec 22 09:21:36.784799 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-3e0fc8fc-628d-4e29-8040-00b448a33aab service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270378 Dec 22 09:21:36.792673 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9ae9c45f-4623-4405-84d8-9f856813219f req-87adaa33-e9b1-43e7-9b7a-f0ab90fde171 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 Dec 22 09:21:36.928389 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-eff4c779-a10a-48f9-a9d6-986ef731e79e req-3b585731-f16d-4247-9053-f326448944b4 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370637 Dec 22 09:21:37.045904 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1090fea-acd3-4d8d-8018-130805cef82d req-0dd190b1-07e8-4546-8a40-bc063669193e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1097 time: 0.0697186 Dec 22 09:21:37.150786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-bf57df8f-7f5b-421b-bebf-3eaacd8a8067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:37.191477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1090fea-acd3-4d8d-8018-130805cef82d req-db6f0ca2-b0bb-41c6-b553-1eb97f3527e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:37.193158 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1090fea-acd3-4d8d-8018-130805cef82d req-db6f0ca2-b0bb-41c6-b553-1eb97f3527e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 200 len: 896 time: 0.1405256 Dec 22 09:21:37.264323 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1090fea-acd3-4d8d-8018-130805cef82d req-e043b820-5937-4411-9290-2d2fe4f3a5d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 200 len: 217 time: 0.0645456 Dec 22 09:21:37.332139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1090fea-acd3-4d8d-8018-130805cef82d req-128c2359-5c0c-49df-b6b4-788044fafdd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:37.333512 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1090fea-acd3-4d8d-8018-130805cef82d req-128c2359-5c0c-49df-b6b4-788044fafdd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00ae2fa8-439c-4a12-9a95-92baf1e69c5e HTTP/1.1" status: 200 len: 835 time: 0.0628438 Dec 22 09:21:37.408848 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1090fea-acd3-4d8d-8018-130805cef82d req-cfc0a17e-d1d2-4470-ab61-a162ec39d4b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676548 Dec 22 09:21:37.541813 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1090fea-acd3-4d8d-8018-130805cef82d req-c23d2f8c-2bc0-4615-9918-f1459d1ebdb4 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266592 Dec 22 09:21:37.677215 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d1090fea-acd3-4d8d-8018-130805cef82d req-f4a88074-c957-463f-b8ca-f88f5dd24d5c service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284745 Dec 22 09:21:37.846189 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b819d290-b5ee-4c93-b51b-7c5686ed6043 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:37.918045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b819d290-b5ee-4c93-b51b-7c5686ed6043 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:37.918534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:37.989721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13272050-9994-4d09-a8fa-5a64befa31f2 req-26e0f4d0-37b4-4123-93b2-5fa773d25915 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:37.990328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-13272050-9994-4d09-a8fa-5a64befa31f2 req-26e0f4d0-37b4-4123-93b2-5fa773d25915 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:21:38.009477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-13272050-9994-4d09-a8fa-5a64befa31f2 req-26e0f4d0-37b4-4123-93b2-5fa773d25915 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:21:38.010652 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-13272050-9994-4d09-a8fa-5a64befa31f2 req-26e0f4d0-37b4-4123-93b2-5fa773d25915 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 944 time: 0.0962565 Dec 22 09:21:38.060776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-13272050-9994-4d09-a8fa-5a64befa31f2 req-a75c44f1-c8a8-40ce-9602-7269479e8236 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440094 Dec 22 09:21:39.218714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1a11a3fe-d9dd-47be-aef1-222298c28881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:39.278452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e113e8-2e5c-40dc-8f71-10d2a7fe9ae6 req-a0f1bcd8-30ed-44b9-8b58-c9928660fa71 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:39.279920 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-12e113e8-2e5c-40dc-8f71-10d2a7fe9ae6 req-a0f1bcd8-30ed-44b9-8b58-c9928660fa71 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 944 time: 0.0841246 Dec 22 09:21:39.327097 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-12e113e8-2e5c-40dc-8f71-10d2a7fe9ae6 req-214665d5-5ad2-4886-86e9-e2ac635901c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415490 Dec 22 09:21:40.434780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:40.541439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03a354-5807-4421-a855-5b38dcc25d57 req-8fab2f26-1fb6-47ec-bcaf-00e821340aa7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:40.542881 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e03a354-5807-4421-a855-5b38dcc25d57 req-8fab2f26-1fb6-47ec-bcaf-00e821340aa7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 944 time: 0.0780339 Dec 22 09:21:40.588725 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e03a354-5807-4421-a855-5b38dcc25d57 req-732faecb-ae5f-4ad1-ae05-02a3abe78195 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Dec 22 09:21:40.663863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.536867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4a9d8379-4b06-49c0-b492-86133e02bfc8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:21:41.683860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 4a9d8379-4b06-49c0-b492-86133e02bfc8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:41.697164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'port_id': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'mac_address': 'fa:16:3e:90:d2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:21:41.752056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.771735 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9d8379-4b06-49c0-b492-86133e02bfc8 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:21:41.793260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 4a9d8379-4b06-49c0-b492-86133e02bfc8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:41.800521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.803174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:41.848868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.873072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=4a9d8379-4b06-49c0-b492-86133e02bfc8,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:41.876481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:41.919226 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a478c81-9cb8-46f8-84fd-2381f6730415 req-bbfc0d05-a79a-4c9f-967f-c8b605fc7387 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:41.921242 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7a478c81-9cb8-46f8-84fd-2381f6730415 req-bbfc0d05-a79a-4c9f-967f-c8b605fc7387 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 945 time: 0.2049155 Dec 22 09:21:41.951215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:41.967512 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7a478c81-9cb8-46f8-84fd-2381f6730415 req-b084b78e-29a3-4cd7-9e62-59b8032c6f76 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404346 Dec 22 09:21:42.182430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['4a9d8379-4b06-49c0-b492-86133e02bfc8'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:21:43.176677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0b03-6784-4b21-b0d3-078e09ffd24e req-c377e6d0-b7c8-4f0b-808d-e7b2f0f704d3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:43.178090 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9aac0b03-6784-4b21-b0d3-078e09ffd24e req-c377e6d0-b7c8-4f0b-808d-e7b2f0f704d3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 945 time: 0.0881183 Dec 22 09:21:43.341680 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9aac0b03-6784-4b21-b0d3-078e09ffd24e req-b0b7e371-23a4-42b4-93d4-04b9c2c5ba8c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553202 Dec 22 09:21:43.537327 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4a9d8379-4b06-49c0-b492-86133e02bfc8 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:21:43.615117 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 4a9d8379-4b06-49c0-b492-86133e02bfc8 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:21:43.619630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 4a9d8379-4b06-49c0-b492-86133e02bfc8 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:21:43.620007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:43.737019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:43.763557 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:43.773609 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 4a9d8379-4b06-49c0-b492-86133e02bfc8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:21:43.777880 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:43.779741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:43.822778 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'code': 200} Dec 22 09:21:43.849339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=4a9d8379-4b06-49c0-b492-86133e02bfc8,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:43.852243 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:44.058671 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f506e833-a822-42bc-bba9-7a31c1a08fc5 req-f21148e2-0930-4689-b8a8-f9d49969d667 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1099 time: 0.0704324 Dec 22 09:21:44.101972 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f506e833-a822-42bc-bba9-7a31c1a08fc5 req-fe70ddc0-d767-4a04-980b-8f1b28600a91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367765 Dec 22 09:21:44.546520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c9a62-63de-4127-b4f7-1ec5c9747a57 req-6b4e1260-f566-43b2-8d81-16d1ba48b2fe tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:44.548007 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-077c9a62-63de-4127-b4f7-1ec5c9747a57 req-6b4e1260-f566-43b2-8d81-16d1ba48b2fe tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0822203 Dec 22 09:21:44.596830 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-077c9a62-63de-4127-b4f7-1ec5c9747a57 req-8af4bb83-109e-449e-9cae-9ca0640277f8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431178 Dec 22 09:21:45.814977 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959440e4-6db4-422a-b125-6b4ccf4658dd req-acfe660b-59c9-40d8-8527-03c3bf6b91a1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:45.816545 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-959440e4-6db4-422a-b125-6b4ccf4658dd req-acfe660b-59c9-40d8-8527-03c3bf6b91a1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0875387 Dec 22 09:21:45.865398 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-959440e4-6db4-422a-b125-6b4ccf4658dd req-7d2966ea-3c4b-4174-8436-243642c708e1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 Dec 22 09:21:46.073108 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006014c-9660-4eef-bb6a-3cdeaebc9da1 req-bd6645de-ddf8-40cc-8558-f28e9aac4c81 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:46.074428 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f006014c-9660-4eef-bb6a-3cdeaebc9da1 req-bd6645de-ddf8-40cc-8558-f28e9aac4c81 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0846174 Dec 22 09:21:46.122818 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f006014c-9660-4eef-bb6a-3cdeaebc9da1 req-02529c76-f432-4e99-91e8-be0c65197b32 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Dec 22 09:21:46.150345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49370) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:46.227339 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b579ae8f-7827-440d-b94c-2f888ee8a9b4 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1094 time: 0.0757024 Dec 22 09:21:46.229906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49374) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:46.234922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:21:46.240661 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:21:46.244531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:floatingip and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:21:46.247338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:21:46.252937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:21:46.265269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:46.404135 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:46.545051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.41 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/be9fe3ec-3174-4e85-91b5-39cde23499ed) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:21:46.698381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:46.729534 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:46.733065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c41e5a68-e35f-40d3-9209-1adb5c48f194 tempest-TestEncryptedCinderVolumes-1578261175 tempest-TestEncryptedCinderVolumes-1578261175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:46.796145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:21:46.799207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:21:46.803677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:21:46.830766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=be9fe3ec-3174-4e85-91b5-39cde23499ed,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:46.836645 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:47.347265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:47.404677 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:47.748886 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-3f75f960-cd30-4ecd-bfa5-f013c53c4259 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1223624 Dec 22 09:21:47.764167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:47.770017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:47.774490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2298ffa0-21bd-4431-8e43-9350ada01a44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:21:47.914544 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=be9fe3ec-3174-4e85-91b5-39cde23499ed,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:21:47.922837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:21:47.935455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:48.018008 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-67a04392-493d-4111-9bf5-dfb2aa723d2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1099 time: 0.1991484 Dec 22 09:21:48.232741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-cf132214-d123-4121-bb51-630b9daa14ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:48.234154 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-cf132214-d123-4121-bb51-630b9daa14ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 200 len: 896 time: 0.1960998 Dec 22 09:21:48.340288 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Floating IP 4875232f-5d14-4db9-b1be-13e18a265e59 associated. External IP: 172.26.5.41, port: 4a9d8379-4b06-49c0-b492-86133e02bfc8. Dec 22 09:21:48.403952 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-c35431a6-e26f-4199-8708-c9a76f4ae21e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 200 len: 999 time: 0.1626430 Dec 22 09:21:48.485477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-1a894dfa-8284-4407-8ad4-6bee77471256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:48.486882 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-1a894dfa-8284-4407-8ad4-6bee77471256 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00ae2fa8-439c-4a12-9a95-92baf1e69c5e HTTP/1.1" status: 200 len: 835 time: 0.0750608 Dec 22 09:21:48.630710 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-82874ac7-a1d6-4112-ad14-99e6b081b3b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1009629 Dec 22 09:21:48.834320 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-179d3a8b-331d-4413-bc82-5f191ebcd1a9 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966493 Dec 22 09:21:49.159885 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e28f4324-ad96-4bc3-b962-3119888bee03 req-296935f9-9584-43f2-bee3-2532cbf719fe service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191290 Dec 22 09:21:49.204856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router d554d21d-4290-4a11-893c-57d64407cfd9 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:21:49.414950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:21:49.424857 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] Sync routers for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:21:49.438874 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:49.439526 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:49.440504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:21:49.499928 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2689052 Dec 22 09:21:49.500891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:21:49.561461 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'status': 'completed', 'code': 200} Dec 22 09:21:49.616179 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:49.657324 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fdc04c8d-d6e8-4d9f-b500-576549360c04 req-b657af21-e396-49d0-a200-82273e4fd433 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1099 time: 0.0724580 Dec 22 09:21:49.677383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc00b-605e-4651-b829-0d5811bcced4 req-db614be8-11cc-43e7-acc2-ff7396da3a84 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:49.678992 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2bcfc00b-605e-4651-b829-0d5811bcced4 req-db614be8-11cc-43e7-acc2-ff7396da3a84 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0768478 Dec 22 09:21:49.725355 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2bcfc00b-605e-4651-b829-0d5811bcced4 req-5d0ecfba-723f-4b08-af5d-4360a39c8ac7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Dec 22 09:21:49.753572 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49382) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:49.792575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc04c8d-d6e8-4d9f-b500-576549360c04 req-7485d1db-e8e3-4820-ab2a-b576f6397833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:49.794015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fdc04c8d-d6e8-4d9f-b500-576549360c04 req-7485d1db-e8e3-4820-ab2a-b576f6397833 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 200 len: 896 time: 0.1302829 Dec 22 09:21:49.867877 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e48186f5-9767-4822-90ea-37daf7777fb5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/4875232f-5d14-4db9-b1be-13e18a265e59 HTTP/1.1" status: 200 len: 991 time: 0.1128647 Dec 22 09:21:49.900906 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fdc04c8d-d6e8-4d9f-b500-576549360c04 req-6dd8de46-32b6-4192-b3e1-b4b61959ed90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 200 len: 999 time: 0.1006975 Dec 22 09:21:49.962037 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc04c8d-d6e8-4d9f-b500-576549360c04 req-db9b8efd-45b1-4be0-b71d-a88a1ac87add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:21:49.963439 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fdc04c8d-d6e8-4d9f-b500-576549360c04 req-db9b8efd-45b1-4be0-b71d-a88a1ac87add service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00ae2fa8-439c-4a12-9a95-92baf1e69c5e HTTP/1.1" status: 200 len: 835 time: 0.0563736 Dec 22 09:21:49.964105 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '4875232f-5d14-4db9-b1be-13e18a265e59', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'port_id': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'mac_address': 'fa:16:3e:90:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b84639-06e3-4018-ba61-6205b3958f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:21:47Z', 'updated_at': '2021-12-22T09:21:47Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b819d290-b5ee-4c93-b51b-7c5686ed6043', 'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:e0:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:29Z', 'updated_at': '2021-12-22T09:21:36Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:49.968200 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] Checking router: d554d21d-4290-4a11-893c-57d64407cfd9 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:21:49.979078 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:21:49.979699 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:21:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:50.040224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fdc04c8d-d6e8-4d9f-b500-576549360c04 req-f160fb1f-15bd-457b-a7e9-7f45729b51c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702143 Dec 22 09:21:50.160020 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:21:50.172054 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fdc04c8d-d6e8-4d9f-b500-576549360c04 req-902b88bf-c3d6-4f51-8b9b-7e4dd7888b80 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254969 Dec 22 09:21:50.306410 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fdc04c8d-d6e8-4d9f-b500-576549360c04 req-60ecc703-7d99-4faa-90fb-0eb6ca2b8296 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283703 Dec 22 09:21:50.514830 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '4875232f-5d14-4db9-b1be-13e18a265e59', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'port_id': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'mac_address': 'fa:16:3e:90:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b84639-06e3-4018-ba61-6205b3958f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:21:47Z', 'updated_at': '2021-12-22T09:21:47Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b819d290-b5ee-4c93-b51b-7c5686ed6043', 'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:e0:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:29Z', 'updated_at': '2021-12-22T09:21:36Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:21:50.519124 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c992d5-5ade-44bc-a797-d1ba6ce61da9 None None] The sync data for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv is: [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '4875232f-5d14-4db9-b1be-13e18a265e59', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'port_id': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'mac_address': 'fa:16:3e:90:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b84639-06e3-4018-ba61-6205b3958f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:21:47Z', 'updated_at': '2021-12-22T09:21:47Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b819d290-b5ee-4c93-b51b-7c5686ed6043', 'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:e0:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:29Z', 'updated_at': '2021-12-22T09:21:36Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:21:50.871641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49386) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:50.981952 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-188fd49c-575b-46ba-9aac-8ad853b80822 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/4875232f-5d14-4db9-b1be-13e18a265e59 HTTP/1.1" status: 200 len: 991 time: 0.1089692 Dec 22 09:21:51.985405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49390) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:52.003412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0b06e-514f-464b-9022-7f0daf2fea55 None None] New status for floating IP 4875232f-5d14-4db9-b1be-13e18a265e59: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:21:52.098735 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d522c88e-c054-47e5-8c48-c10094f72afe tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/4875232f-5d14-4db9-b1be-13e18a265e59 HTTP/1.1" status: 200 len: 991 time: 0.1106572 Dec 22 09:21:53.101706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49394) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:21:53.206003 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c551c494-95ee-4b86-91f1-c28844c83b11 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/4875232f-5d14-4db9-b1be-13e18a265e59 HTTP/1.1" status: 200 len: 993 time: 0.1030848 Dec 22 09:21:56.814448 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:22:07.158401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9c430f27-558a-442f-a48e-5b924b285bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:09.225724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dc7ccb67-ebf6-4b13-9b49-4338c553baf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:10.445215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:10.661503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:11.807852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:11.961842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:33.819842 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:22:37.156313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c7486a91-5905-4b69-853e-07cd11e22e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:39.221608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9c030a9c-5eac-4cc2-930c-a3215b2f2286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:40.455691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:40.673459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:41.808994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:41.967430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:22:48.707517 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-6894207c-b9b5-44cf-8837-43698e926be7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1452541 Dec 22 09:22:48.969240 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-db780db8-e76f-4a31-989e-777778c17c48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1099 time: 0.1910927 Dec 22 09:22:49.117792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-66dd125a-2534-4238-9bef-4c1b5b12edad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:49.119212 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-66dd125a-2534-4238-9bef-4c1b5b12edad service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 200 len: 896 time: 0.1291935 Dec 22 09:22:49.223013 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-68dd61b7-8737-461f-b230-fe509cb812fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 200 len: 1001 time: 0.0972707 Dec 22 09:22:49.286637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-37bc7a24-940e-4be8-b56d-2d583c7af9c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:22:49.288081 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-37bc7a24-940e-4be8-b56d-2d583c7af9c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00ae2fa8-439c-4a12-9a95-92baf1e69c5e HTTP/1.1" status: 200 len: 835 time: 0.0589452 Dec 22 09:22:49.366626 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-ddf389af-b724-4ab7-858f-da2f89524c31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721526 Dec 22 09:22:49.499166 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-8c903bb5-4a3f-431d-8130-a560ccb6d425 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262143 Dec 22 09:22:49.629625 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-383f56de-f347-47e1-8da5-eeae26f7d803 req-bdef936b-7633-4bb2-b513-fc45d3123998 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243095 Dec 22 09:23:04.669714 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c9233317-aa14-4279-a23f-4d391c3abd99 req-c6c684d5-c818-4cb1-8d5a-3ec5a0dd87c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1099 time: 0.1172414 Dec 22 09:23:04.754781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca47d8-b96b-4b96-ab60-a86d04dc6c8c req-b8c18643-60fb-41bf-ba78-635cdf8e2c18 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:04.756218 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bbca47d8-b96b-4b96-ab60-a86d04dc6c8c req-b8c18643-60fb-41bf-ba78-635cdf8e2c18 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.1604924 Dec 22 09:23:04.840902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9233317-aa14-4279-a23f-4d391c3abd99 req-b186259d-85c3-4389-8ebd-a2a9168c9c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:04.842307 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c9233317-aa14-4279-a23f-4d391c3abd99 req-b186259d-85c3-4389-8ebd-a2a9168c9c0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 200 len: 896 time: 0.1642146 Dec 22 09:23:04.844777 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bbca47d8-b96b-4b96-ab60-a86d04dc6c8c req-594950f8-94ff-4435-97c7-da95fa4794ff tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769353 Dec 22 09:23:04.956838 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c9233317-aa14-4279-a23f-4d391c3abd99 req-410a5caa-5ef7-4b61-a2ee-6a34ff183a85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 200 len: 1001 time: 0.1077943 Dec 22 09:23:05.023999 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9233317-aa14-4279-a23f-4d391c3abd99 req-ba91078f-bf84-4fb9-b966-882828b9aeb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:05.026126 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c9233317-aa14-4279-a23f-4d391c3abd99 req-ba91078f-bf84-4fb9-b966-882828b9aeb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00ae2fa8-439c-4a12-9a95-92baf1e69c5e HTTP/1.1" status: 200 len: 835 time: 0.0618553 Dec 22 09:23:05.116717 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c9233317-aa14-4279-a23f-4d391c3abd99 req-4d814728-24c2-475b-b960-7da837d123b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836759 Dec 22 09:23:05.251345 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c9233317-aa14-4279-a23f-4d391c3abd99 req-5dcc07d4-c425-44c0-9537-7a05b0c74b39 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273332 Dec 22 09:23:05.384345 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c9233317-aa14-4279-a23f-4d391c3abd99 req-ed4361d1-fcda-4a02-acfd-3a659241b3c6 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257703 Dec 22 09:23:06.075813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb3776-422d-47fa-ab5d-645e24a45c9f req-b1eb5616-59c3-464b-8b72-60899685e7fd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:06.077313 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b8fb3776-422d-47fa-ab5d-645e24a45c9f req-b1eb5616-59c3-464b-8b72-60899685e7fd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0848815 Dec 22 09:23:06.128740 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b8fb3776-422d-47fa-ab5d-645e24a45c9f req-2d63467b-7815-4182-a93d-ee6652b939cb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431633 Dec 22 09:23:07.148030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8062ba78-0e1d-4b4c-b332-5bec86e6febf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:07.451425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b13be8-165a-46a3-8b79-389edecdba69 req-9b7b0f23-dbed-40e5-920e-b8ffc838cb15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:07.453110 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-48b13be8-165a-46a3-8b79-389edecdba69 req-9b7b0f23-dbed-40e5-920e-b8ffc838cb15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.1957288 Dec 22 09:23:07.499381 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-48b13be8-165a-46a3-8b79-389edecdba69 req-29e334ac-cb7b-446e-881a-bd9a9d33f7fb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 Dec 22 09:23:08.704421 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79bb3-8901-4450-888f-68bc278c290d req-765bcfb8-7eb8-4183-90b7-20c950c623b0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:08.705742 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3bd79bb3-8901-4450-888f-68bc278c290d req-765bcfb8-7eb8-4183-90b7-20c950c623b0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0791061 Dec 22 09:23:08.754440 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3bd79bb3-8901-4450-888f-68bc278c290d req-881b7084-c215-4b28-80b8-2f8791888139 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392802 Dec 22 09:23:09.223790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d18bf572-caa9-4199-8f72-62864bad5d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:09.973349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d91be-694a-4563-997b-16631923ac58 req-a97aa6db-7ca9-49e7-b6d5-fcc0ab7f56ef tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:09.974766 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f86d91be-694a-4563-997b-16631923ac58 req-a97aa6db-7ca9-49e7-b6d5-fcc0ab7f56ef tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0910206 Dec 22 09:23:10.021681 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f86d91be-694a-4563-997b-16631923ac58 req-a8004aa8-66d7-477e-b206-4b50cd19abe1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388761 Dec 22 09:23:10.446741 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.668324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:10.825265 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:23:11.240764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053561c9-889e-405d-baa6-e821ffbae53d req-534e48f6-9231-4ea6-bb1c-059f578703f4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:11.242116 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-053561c9-889e-405d-baa6-e821ffbae53d req-534e48f6-9231-4ea6-bb1c-059f578703f4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0907981 Dec 22 09:23:11.287647 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-053561c9-889e-405d-baa6-e821ffbae53d req-c0044fa1-a266-4886-ab59-879bb860f837 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Dec 22 09:23:11.817518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:11.975517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:12.492102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e8369-eaf0-418b-96d8-dcb98c6d2b91 req-7129ace0-ea6a-4c39-a464-5d339a4664a0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:12.493543 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-161e8369-eaf0-418b-96d8-dcb98c6d2b91 req-7129ace0-ea6a-4c39-a464-5d339a4664a0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0814407 Dec 22 09:23:12.539891 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-161e8369-eaf0-418b-96d8-dcb98c6d2b91 req-e2f778d0-cb90-49a4-aef8-cd399730b895 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407465 Dec 22 09:23:13.764231 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8304ba0-281c-4c34-a8d6-f1ba8c4a1603 req-ede86597-5208-47a7-bb35-f08cbdad1943 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:13.766201 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8304ba0-281c-4c34-a8d6-f1ba8c4a1603 req-ede86597-5208-47a7-bb35-f08cbdad1943 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0964592 Dec 22 09:23:13.819976 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d8304ba0-281c-4c34-a8d6-f1ba8c4a1603 req-be7aa76e-932d-4a86-a6fe-3758a705c712 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447392 Dec 22 09:23:15.026910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee309e6-7144-4474-84ab-c5b6a488e896 req-55383740-61b0-43b4-a216-0886ccd65cf1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:15.028358 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8ee309e6-7144-4474-84ab-c5b6a488e896 req-55383740-61b0-43b4-a216-0886ccd65cf1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0817993 Dec 22 09:23:15.078180 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8ee309e6-7144-4474-84ab-c5b6a488e896 req-59016c54-0dc5-4958-90c1-49f0d2a5bf55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Dec 22 09:23:16.288869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02446fab-8883-4535-81ff-c101482a0d5a req-1fb89c3e-957a-48c5-840c-921db28d9c23 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:16.290349 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02446fab-8883-4535-81ff-c101482a0d5a req-1fb89c3e-957a-48c5-840c-921db28d9c23 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0802076 Dec 22 09:23:16.337313 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-02446fab-8883-4535-81ff-c101482a0d5a req-8dc3f1d5-6c05-4268-86b4-22e9ddf02957 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 Dec 22 09:23:17.551666 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f9895-8cb4-4a9f-a984-263cf99224ab req-bd75c953-c25c-4153-b0ca-f05d976807fa tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:17.553113 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8c9f9895-8cb4-4a9f-a984-263cf99224ab req-bd75c953-c25c-4153-b0ca-f05d976807fa tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0827525 Dec 22 09:23:17.602368 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8c9f9895-8cb4-4a9f-a984-263cf99224ab req-7ac8f89e-e7f9-449d-9046-56653cd74163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436251 Dec 22 09:23:17.630623 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49452) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:23:17.742350 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fbb8a91d-b972-4882-a84d-175f0d0c9bf9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/4875232f-5d14-4db9-b1be-13e18a265e59 HTTP/1.1" status: 200 len: 993 time: 0.1104050 Dec 22 09:23:37.148923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1aa20ab2-4c71-4ab1-a265-235a729386cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:39.226772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1bfb-4c29-435a-8c6b-c1fff30f4ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:40.447789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:40.674276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:41.834852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:41.977966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:23:47.829060 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:23:50.620712 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-aa7e56b9-6100-4e4c-afcc-0ed6a00958c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800641 Dec 22 09:23:50.774109 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-2a0ad78a-5599-46dc-abde-4cf44d157ad1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1099 time: 0.0766075 Dec 22 09:23:50.920337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-7cb86da5-cd6f-49ab-8fe9-179ee796180f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:50.921887 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-7cb86da5-cd6f-49ab-8fe9-179ee796180f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 200 len: 896 time: 0.1277759 Dec 22 09:23:51.030214 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-34c5ce36-6c51-40dc-9b5b-3744e26250b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 200 len: 1001 time: 0.1014602 Dec 22 09:23:51.095827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-bfa02055-7344-4c9e-9570-811eeb7da1e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:23:51.097455 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-bfa02055-7344-4c9e-9570-811eeb7da1e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00ae2fa8-439c-4a12-9a95-92baf1e69c5e HTTP/1.1" status: 200 len: 835 time: 0.0614872 Dec 22 09:23:51.178181 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-8e6d7e36-ea39-4a99-8b4e-07b65ce69d39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743287 Dec 22 09:23:51.312028 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-c3d66b38-cd2f-4975-ab13-c3198ad2a978 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269109 Dec 22 09:23:51.453360 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-94908484-014c-4b9f-bb75-ffba3497f5f4 req-f2c0b8ad-8866-47f2-bf22-d4da625003b6 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339087 Dec 22 09:24:07.156060 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d7ac8459-977b-48c6-8b79-e91e779ef64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:09.230971 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-32724a25-a922-4d27-b6ab-0bce0ecbb463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:10.449860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:10.685706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.825631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:11.977335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.119034 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49478) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:15.327216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port be9fe3ec-3174-4e85-91b5-39cde23499ed {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:24:15.327483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.505968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.506401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.626294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for be9fe3ec-3174-4e85-91b5-39cde23499ed owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:24:15.897609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:15.903557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:15.946513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=be9fe3ec-3174-4e85-91b5-39cde23499ed,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:16.013758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.014109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.014512 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.014876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.015267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.015635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.016044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.016400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.016784 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.017150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.017496 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:16.022773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:16.050824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.466798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router d554d21d-4290-4a11-893c-57d64407cfd9 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:24:16.690764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:24:16.700601 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] Sync routers for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:24:16.711140 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:16.713346 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:16.713968 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:16.763633 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/floatingips/4875232f-5d14-4db9-b1be-13e18a265e59 HTTP/1.1" status: 204 len: 168 time: 1.6432669 Dec 22 09:24:16.764165 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:16.895873 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:16.907071 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'status': 'completed', 'code': 200} Dec 22 09:24:17.014996 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3e6ebbd1-a1de-4a94-b939-91253d16f754 req-0f196903-e450-4bcb-8632-bd8fef357f16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 1099 time: 0.0858548 Dec 22 09:24:17.154154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ebbd1-a1de-4a94-b939-91253d16f754 req-73d4655a-953d-48c7-81de-f819d270bb7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:17.155778 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3e6ebbd1-a1de-4a94-b939-91253d16f754 req-73d4655a-953d-48c7-81de-f819d270bb7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 200 len: 896 time: 0.1331038 Dec 22 09:24:17.158030 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54e08c-0d17-4c68-ac7a-be8e51394b66 req-feac97a3-dfea-4cac-a19d-7d410476631f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:17.158712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-bf54e08c-0d17-4c68-ac7a-be8e51394b66 req-feac97a3-dfea-4cac-a19d-7d410476631f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:17.174874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-bf54e08c-0d17-4c68-ac7a-be8e51394b66 req-feac97a3-dfea-4cac-a19d-7d410476631f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:17.176355 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bf54e08c-0d17-4c68-ac7a-be8e51394b66 req-feac97a3-dfea-4cac-a19d-7d410476631f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0996978 Dec 22 09:24:17.224910 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b819d290-b5ee-4c93-b51b-7c5686ed6043', 'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:e0:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:29Z', 'updated_at': '2021-12-22T09:21:36Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:17.227160 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bf54e08c-0d17-4c68-ac7a-be8e51394b66 req-9c96a452-935a-45df-bf1d-571d3d909e31 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447338 Dec 22 09:24:17.230913 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] Checking router: d554d21d-4290-4a11-893c-57d64407cfd9 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:24:17.232723 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3e6ebbd1-a1de-4a94-b939-91253d16f754 req-87428cbd-3a8a-4443-81e1-3dfd8e6badab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 200 len: 217 time: 0.0692203 Dec 22 09:24:17.245675 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:17.246338 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:17.299622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ebbd1-a1de-4a94-b939-91253d16f754 req-653dfeb7-3847-4f83-ae1a-5085eeff6a6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:17.300957 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3e6ebbd1-a1de-4a94-b939-91253d16f754 req-653dfeb7-3847-4f83-ae1a-5085eeff6a6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00ae2fa8-439c-4a12-9a95-92baf1e69c5e HTTP/1.1" status: 200 len: 835 time: 0.0620027 Dec 22 09:24:17.426555 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:17.478562 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3e6ebbd1-a1de-4a94-b939-91253d16f754 req-433ef4dc-ad03-47e8-ad0f-f42a37f7ffa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0f5490b-6f61-46a4-8233-91cd1ddb39e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1711042 Dec 22 09:24:17.612049 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3e6ebbd1-a1de-4a94-b939-91253d16f754 req-488aab1c-f65f-4e9c-a75a-96941b179baa service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261804 Dec 22 09:24:17.742615 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3e6ebbd1-a1de-4a94-b939-91253d16f754 req-dd749f93-9ac2-4c42-b050-821cb7687730 service neutron] 10.222.0.32 "GET /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237056 Dec 22 09:24:17.747605 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b819d290-b5ee-4c93-b51b-7c5686ed6043', 'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:e0:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:29Z', 'updated_at': '2021-12-22T09:21:36Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:17.751977 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb114-07c5-494a-8fb3-b11c859f5df1 None None] The sync data for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv is: [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'b819d290-b5ee-4c93-b51b-7c5686ed6043', 'name': '', 'network_id': 'c0f5490b-6f61-46a4-8233-91cd1ddb39e2', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:e0:70:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:29Z', 'updated_at': '2021-12-22T09:21:36Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '00ae2fa8-439c-4a12-9a95-92baf1e69c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:24:17.972377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e63b799-2dfe-4037-9d41-d0df3da355aa None None] New status for floating IP 4875232f-5d14-4db9-b1be-13e18a265e59: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:24:18.453280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f23063-e706-443b-96b0-8dac8e9b6209 req-ad862bbe-cbdd-46e6-ad67-a52a7733d3a1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:18.454895 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-16f23063-e706-443b-96b0-8dac8e9b6209 req-ad862bbe-cbdd-46e6-ad67-a52a7733d3a1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0833986 Dec 22 09:24:18.505978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-16f23063-e706-443b-96b0-8dac8e9b6209 req-c171b02f-6819-4a4d-88e9-ccd45ec4946b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=b9f24173-7edb-45ee-b58f-9657052c3add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Dec 22 09:24:18.928744 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-e2717951-a3f7-4543-a898-112e5b05ad12 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:18.930169 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-e2717951-a3f7-4543-a898-112e5b05ad12 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 946 time: 0.0832253 Dec 22 09:24:19.001347 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 4a9d8379-4b06-49c0-b492-86133e02bfc8 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:24:19.001683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.273889 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 4a9d8379-4b06-49c0-b492-86133e02bfc8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a9d8379-4b06-49c0-b492-86133e02bfc8,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:19.274151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.400863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 4a9d8379-4b06-49c0-b492-86133e02bfc8 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:24:19.543046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.549187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:19.599797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=4a9d8379-4b06-49c0-b492-86133e02bfc8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:19.642898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.643300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.643671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.644033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.644389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.644745 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.645101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.645454 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.645826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.646175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.646527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:19.649846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:19.672503 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-91273639-a7ce-4f03-baf9-4e6023ca32bf req-de9c49c9-2a7c-451d-8ceb-c8c3a28875ae tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b84639-06e3-4018-ba61-6205b3958f4d HTTP/1.1" status: 200 len: 210 time: 0.0407891 Dec 22 09:24:19.687293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] No DVR routers for this DVR port 4a9d8379-4b06-49c0-b492-86133e02bfc8 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:24:19.690271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:19.693063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'name': 'network-vif-deleted', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:19.710178 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ecfb3ea5-22a7-49d5-a8de-3cd1b5893897 req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "DELETE /v2.0/ports/4a9d8379-4b06-49c0-b492-86133e02bfc8 HTTP/1.1" status: 204 len: 173 time: 0.7743840 Dec 22 09:24:19.830347 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b84639-06e3-4018-ba61-6205b3958f4d', 'name': 'network-vif-deleted', 'tag': '4a9d8379-4b06-49c0-b492-86133e02bfc8', 'status': 'completed', 'code': 200} Dec 22 09:24:20.779886 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49500) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:21.328328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:21.972483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port b819d290-b5ee-4c93-b51b-7c5686ed6043 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:24:21.973177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:22.159464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port b819d290-b5ee-4c93-b51b-7c5686ed6043, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b819d290-b5ee-4c93-b51b-7c5686ed6043,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:22.159687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:22.281733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for b819d290-b5ee-4c93-b51b-7c5686ed6043 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:24:22.480723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:22.484303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0daee66-b359-40b6-8013-f9ffcea548e5 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:22.527483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=b819d290-b5ee-4c93-b51b-7c5686ed6043,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:22.530470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:22.961976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:23.564517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router d554d21d-4290-4a11-893c-57d64407cfd9 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:24:23.788089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:24:23.799567 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] Sync routers for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:24:23.802826 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/d554d21d-4290-4a11-893c-57d64407cfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0215983 Dec 22 09:24:23.805604 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49504) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:23.813717 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:23.814336 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:23.987551 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:23.993121 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa2f011-639a-4ba0-9a71-840b5744ba27 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting subnet 00ae2fa8-439c-4a12-9a95-92baf1e69c5e {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:24:23.996685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caa2f011-639a-4ba0-9a71-840b5744ba27 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.055290 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caa2f011-639a-4ba0-9a71-840b5744ba27 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.143071 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caa2f011-639a-4ba0-9a71-840b5744ba27 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.221466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caa2f011-639a-4ba0-9a71-840b5744ba27 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.226022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c09307b3-59d1-4e71-876b-ac9271e0a286 tempest-RoutersNegativeIpV6Test-2040267077 tempest-RoutersNegativeIpV6Test-2040267077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:24.263861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2f011-639a-4ba0-9a71-840b5744ba27 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Subnet': ['ID=00ae2fa8-439c-4a12-9a95-92baf1e69c5e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:24.267592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-caa2f011-639a-4ba0-9a71-840b5744ba27 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:24.268941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-caa2f011-639a-4ba0-9a71-840b5744ba27 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.275870 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-caa2f011-639a-4ba0-9a71-840b5744ba27 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/subnets/00ae2fa8-439c-4a12-9a95-92baf1e69c5e HTTP/1.1" status: 204 len: 168 time: 0.4693086 Dec 22 09:24:24.278395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49508) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:24.278601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335935c1-26a0-4d4e-9855-3317d6e28791 None None] Network c0f5490b-6f61-46a4-8233-91cd1ddb39e2 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:24:24.318927 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:24:22Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:24.322869 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] Checking router: d554d21d-4290-4a11-893c-57d64407cfd9 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:24:24.333921 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] Routers {'d554d21d-4290-4a11-893c-57d64407cfd9'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:24.334627 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['d554d21d-4290-4a11-893c-57d64407cfd9'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:24.379855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4a9d8379-4b06-49c0-b492-86133e02bfc8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:24.422487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 4a9d8379-4b06-49c0-b492-86133e02bfc8 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:24:24.423010 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 4a9d8379-4b06-49c0-b492-86133e02bfc8 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:24.512176 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] Set router d554d21d-4290-4a11-893c-57d64407cfd9 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:24.593391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] DHCP port deletion for c0f5490b-6f61-46a4-8233-91cd1ddb39e2 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:24:24.598035 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Deleting port 96ec42c6-e99f-47c3-b1e0-70170800771f {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:24:24.598495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.635217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.802147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] For port 96ec42c6-e99f-47c3-b1e0-70170800771f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=96ec42c6-e99f-47c3-b1e0-70170800771f,segment=NetworkSegment(6ea6d3d7-5739-4085-9359-761c9a807564),segment_id=6ea6d3d7-5739-4085-9359-761c9a807564)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:24.802611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.815715 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:24:22Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:24.821784 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0528c-c7e8-4a27-b9f8-a2d2452fec70 None None] The sync data for ids ['d554d21d-4290-4a11-893c-57d64407cfd9'] in dv-neutron-822610-1-hyperv is: [{'id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-10758171', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86'}], 'enable_snat': True}, 'gw_port_id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:24:22Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '43c181d5-c679-4389-b1c0-1f19bfa8ef13', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554d21d-4290-4a11-893c-57d64407cfd9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:21:26Z', 'updated_at': '2021-12-22T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:24:24.832042 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:24:24.844845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.865103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 43c181d5-c679-4389-b1c0-1f19bfa8ef13 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:24:24.865447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:24.974809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Calling delete_port for 96ec42c6-e99f-47c3-b1e0-70170800771f owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:24:25.046830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 43c181d5-c679-4389-b1c0-1f19bfa8ef13, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=43c181d5-c679-4389-b1c0-1f19bfa8ef13,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:25.047179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.047462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.051482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:25.093949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Pushing event deleted for resources: {'Port': ['ID=96ec42c6-e99f-47c3-b1e0-70170800771f,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:25.102934 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] No DVR routers for this DVR port 96ec42c6-e99f-47c3-b1e0-70170800771f on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:24:25.108040 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.108396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.108819 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.109063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.109452 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.109723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.110053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.110435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.111567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.111567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.111712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:25.114700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:25.173737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 43c181d5-c679-4389-b1c0-1f19bfa8ef13 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:24:25.357000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.361125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bbb5b94f-e836-4493-b78c-88dd9bb90f96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:25.401829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=43c181d5-c679-4389-b1c0-1f19bfa8ef13,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:25.405310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:25.630200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.887181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.892045 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.921413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.922876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Fanout notify agent at l3_agent the message router_deleted on router d554d21d-4290-4a11-893c-57d64407cfd9 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:24:25.938559 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:25.939780 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/routers/d554d21d-4290-4a11-893c-57d64407cfd9 HTTP/1.1" status: 204 len: 168 time: 1.6601675 Dec 22 09:24:25.942564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49512) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:25.993942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 96ec42c6-e99f-47c3-b1e0-70170800771f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:26.029277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 96ec42c6-e99f-47c3-b1e0-70170800771f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:24:26.029622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 96ec42c6-e99f-47c3-b1e0-70170800771f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:26.030022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b819d290-b5ee-4c93-b51b-7c5686ed6043 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:26.065415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: b819d290-b5ee-4c93-b51b-7c5686ed6043 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:24:26.065773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b819d290-b5ee-4c93-b51b-7c5686ed6043 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:26.180279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.317658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.347031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f5490b-6f61-46a4-8233-91cd1ddb39e2']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:26.360466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea6d3d7-5739-4085-9359-761c9a807564') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:26.360466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea6d3d7-5739-4085-9359-761c9a807564') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:26.372393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.389029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.395775 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:24:26.396283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:24:26.411132 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:24:26.490217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.495829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:26.513514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.524782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Network': ['ID=c0f5490b-6f61-46a4-8233-91cd1ddb39e2,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:26.527871 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:26.535703 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1dad8a68-f025-47cd-80a4-f24df91ab384 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/networks/c0f5490b-6f61-46a4-8233-91cd1ddb39e2 HTTP/1.1" status: 204 len: 168 time: 0.5921431 Dec 22 09:24:26.539668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49516) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:26.623735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccc03e13-f934-4273-a4f6-417a874190d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.652778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccc03e13-f934-4273-a4f6-417a874190d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.730100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccc03e13-f934-4273-a4f6-417a874190d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.734152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-269e436a-8a1b-4407-9c9c-f8682857b5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:26.749579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc03e13-f934-4273-a4f6-417a874190d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f24173-7edb-45ee-b58f-9657052c3add,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:26.752219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ccc03e13-f934-4273-a4f6-417a874190d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:26.760916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ccc03e13-f934-4273-a4f6-417a874190d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:26.764611 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ccc03e13-f934-4273-a4f6-417a874190d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/security-groups/b9f24173-7edb-45ee-b58f-9657052c3add HTTP/1.1" status: 204 len: 168 time: 0.2214181 Dec 22 09:24:27.891597 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 43c181d5-c679-4389-b1c0-1f19bfa8ef13 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:24:27.928342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 43c181d5-c679-4389-b1c0-1f19bfa8ef13 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:24:27.928721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 43c181d5-c679-4389-b1c0-1f19bfa8ef13 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:24:29.107660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49528) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:29.113687 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582841452', 'description': 'tempest-secgroup-smoke-1582841452 description', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:29.119773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:29.123907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:29.127073 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:29.132993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:29.145306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.189564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:29.193570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:29.196469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:29.202282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:29.259970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.265371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.269303 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bdb17667-a6d3-4870-9eed-e2de74264611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:29.310699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47768dc-17e0-4381-aeac-ef65fc88d6e7,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:29.314533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:29.315849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.317026 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-29dc838f-a55e-49a7-84f3-1fe4aa80f2af tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2084017 Dec 22 09:24:29.319972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49532) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:29.325686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a47768dc-17e0-4381-aeac-ef65fc88d6e7', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:29.331739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:29.335451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:29.338674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:29.345048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:29.366038 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.430887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.438065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.441076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-284103bf-a794-4000-863c-e9fecfd6316c tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:29.471997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653f7716-ca98-4203-8650-ff1c1435001b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:29.476551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:29.481727 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.483032 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c33ab940-8c67-42eb-8682-1397b6cefbe7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1619675 Dec 22 09:24:29.486282 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49536) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:29.491740 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a47768dc-17e0-4381-aeac-ef65fc88d6e7', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:29.497808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:29.501548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:29.504430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:29.509977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:29.527434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.588984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.594296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.596524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-bfbd0943-3fdb-4b58-9e7a-11449424ea93 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:29.617713 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6de2bc-8af4-49f5-8541-aebaa2de85a7,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:29.620140 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:29.628374 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.629550 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1423042 Dec 22 09:24:29.632413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49540) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:29.637991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a47768dc-17e0-4381-aeac-ef65fc88d6e7', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:29.644035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:29.647800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:29.650650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:29.656262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:29.677563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.740372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.744685 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.746449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-ef000c12-7c0d-49ab-bdf8-8c13dd1dfa96 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:29.768268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc4b640-f1b4-474b-9fd6-dad41be8e028,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:29.772554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:29.778084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.779269 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1459241 Dec 22 09:24:29.782369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49544) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:29.862072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a47768dc-17e0-4381-aeac-ef65fc88d6e7', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:29.868153 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:29.872014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:29.874888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:29.881319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:29.899741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.967853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.972978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:29.974902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-cd6e1b9c-0e62-460e-8cf3-188158554006 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:29.996241 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c04d5c7-19e3-4393-a5f9-a2223a1f3576,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:30.000630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:30.005819 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.007055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9ef2cc79-fd84-4b04-a173-4fd60a70efac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2236493 Dec 22 09:24:30.009807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:30.015202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a47768dc-17e0-4381-aeac-ef65fc88d6e7', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:30.021032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:30.024901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:30.027779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:30.033617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:30.044841 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:24:30.051187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.114836 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.119756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.122395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a514c523-b2ec-49f0-a997-9f7a1adf924f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:30.144659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470d3f04-ea88-4abd-ac0e-510242d3c451,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:30.147101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:30.154423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.155653 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1449742 Dec 22 09:24:30.158813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49554) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:30.166969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a47768dc-17e0-4381-aeac-ef65fc88d6e7', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:30.174899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:30.178823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:30.181865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:30.187719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:30.200384 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:24:30.206994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.278023 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.283826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.285756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e0a612c9-b320-43e6-addf-6d60bfe0f629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:30.307390 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8efaa8-8c55-4b5a-b65d-76817d051f5e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:30.312287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:30.321344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.323035 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1629124 Dec 22 09:24:30.326435 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49558) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:30.333824 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'network': {'name': 'tempest-network-smoke--1787244518', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'port_security_enabled': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:30.339089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:30.343722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:network and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:30.346755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:30.353374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:30.364801 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:24:30.369555 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.407974 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:24:30.417032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.417368 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Added segment 8722fc63-10a2-48d4-b369-0f9ce71cd0cb of type vlan for network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 Dec 22 09:24:30.443199 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.472373 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.476147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:30.476717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.480433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9b273ca5-a22e-455b-b2a8-6ca882c532ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:30.585496 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2573395 Dec 22 09:24:30.586286 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Network': ['ID=432b2eec-b041-44e3-bad9-14a7e6c0e7a9,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:30.588365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49562) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:30.589064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-37fb79c3-ea43-44ba-ae5f-4015795fc450 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:30.594403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'admin_state_up': True, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:30.601394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:24:30.602497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:30.606511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:router and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:30.609447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:30.615323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:30.627088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.628105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.648436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.799180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:30.994480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.022663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.163420 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.56 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/60a056ff-66bd-4e72-903e-0f5a1ee327b0) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:31.315349 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.348059 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.351633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-7bb7a042-1890-4fb8-bc88-7f4a4637fd87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:31.414210 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:31.417352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:31.421424 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:24:31.445765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=60a056ff-66bd-4e72-903e-0f5a1ee327b0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:31.450488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:31.586719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.587399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:31.929482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 6aba7701-fa89-45a6-8661-29a580816f54 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:24:32.135910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:24:32.146963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Sync routers for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:24:32.161112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:32.161777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:32.162072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:32.163398 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5738099 Dec 22 09:24:32.166576 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49566) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:32.205849 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-fa128c49-ad9b-4542-9e54-a0d075d692e9 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f9f6011c0a6e480aa9b5312d2a0b76ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380445 Dec 22 09:24:32.208408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:32.337160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c47fed-211c-4d6d-bf76-bf5e19ffc14c tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:32.338665 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-34c47fed-211c-4d6d-bf76-bf5e19ffc14c tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293859 Dec 22 09:24:32.343029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:32.343476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:32.388015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97efcaae-6af1-48cd-a5e7-ecdd8969ba4f tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431426 Dec 22 09:24:32.390178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49578) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:32.396084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-708482260', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:32.504993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:32.508833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:subnet and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:32.511710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:32.517665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:32.528997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:24:32.629413 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:32.633275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:31Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:32.637348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Checking router: 6aba7701-fa89-45a6-8661-29a580816f54 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:24:32.637692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Updating router 6aba7701-fa89-45a6-8661-29a580816f54 port 60a056ff-66bd-4e72-903e-0f5a1ee327b0 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:24:32.689675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:32.850900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:32.854837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d21d2485-a0f4-406f-8aed-943150fa8e0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:32.932440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Subnet': ['ID=c9a8da33-49fc-4131-ae1d-dd2197e1a10b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:32.936719 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:32.947877 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Checking segment: {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:24:32.948114 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network hostable DHCP agents. Network: 432b2eec-b041-44e3-bad9-14a7e6c0e7a9, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:24:32.969761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:24:32.981017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 432b2eec-b041-44e3-bad9-14a7e6c0e7a9) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:32.985302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:32.986001 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.004777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ccd1ba-ac09-4859-9150-e1a07f04a754 None None] Network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:24:33.009202 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6180840 Dec 22 09:24:33.012146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49582) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:33.148614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.168580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Transition to ACTIVE for port object 60a056ff-66bd-4e72-903e-0f5a1ee327b0 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:33.186420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.193056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:33.321088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Attempting to bind port 60a056ff-66bd-4e72-903e-0f5a1ee327b0 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:33.321467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Attempting to bind port 60a056ff-66bd-4e72-903e-0f5a1ee327b0 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:33.321836 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Attempting to bind port 60a056ff-66bd-4e72-903e-0f5a1ee327b0 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:24:33.332820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed71010-2fab-4f3d-83c3-ebf0e7e51c4a None None] Pushing event updated for resources: {'Port': ['ID=60a056ff-66bd-4e72-903e-0f5a1ee327b0,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:33.335620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4ed71010-2fab-4f3d-83c3-ebf0e7e51c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:33.344450 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:24:33.344834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:24:33.345247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.345639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:24:33.346480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Bound port: 60a056ff-66bd-4e72-903e-0f5a1ee327b0, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:33.346633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.435446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:24:33.436282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.525678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] For port 60a056ff-66bd-4e72-903e-0f5a1ee327b0, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:24:33.545805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] For port 60a056ff-66bd-4e72-903e-0f5a1ee327b0, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=60a056ff-66bd-4e72-903e-0f5a1ee327b0,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:24:33.551410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:33.558386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-2a2686d9-2f9d-4010-9fb7-32b2c3e6b506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:33.684626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed71010-2fab-4f3d-83c3-ebf0e7e51c4a None None] Pushing event updated for resources: {'Port': ['ID=60a056ff-66bd-4e72-903e-0f5a1ee327b0,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:33.687845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4ed71010-2fab-4f3d-83c3-ebf0e7e51c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:33.702057 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:33.702815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:33.751409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Allocated IP 172.20.0.2 (432b2eec-b041-44e3-bad9-14a7e6c0e7a9/c9a8da33-49fc-4131-ae1d-dd2197e1a10b/4fee402c-8616-4d2f-b36f-c58050cbf92c) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:33.902989 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:34.008372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:34.248977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:34.274900 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Transition to ACTIVE for port object 4fee402c-8616-4d2f-b36f-c58050cbf92c will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:34.321555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Transition to ACTIVE for port object 4fee402c-8616-4d2f-b36f-c58050cbf92c will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:34.356187 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:34.362938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-9920bc77-4b1e-4759-9191-61fbf021c785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:34.404017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.1 (432b2eec-b041-44e3-bad9-14a7e6c0e7a9/c9a8da33-49fc-4131-ae1d-dd2197e1a10b/02a84873-0fc2-48cc-bf94-836ae64c2076) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:34.443186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:34.447053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:34.449833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:24:34.457004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Pushing event updated for resources: {'Port': ['ID=4fee402c-8616-4d2f-b36f-c58050cbf92c,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:34.460930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:34.577810 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Attempting to bind port 4fee402c-8616-4d2f-b36f-c58050cbf92c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:34.578207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Attempting to bind port 4fee402c-8616-4d2f-b36f-c58050cbf92c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:34.578567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Attempting to bind port 4fee402c-8616-4d2f-b36f-c58050cbf92c on network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:24:34.584098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-7610bfde-9354-426d-983a-149b9211af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:31Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:34.590437 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7610bfde-9354-426d-983a-149b9211af79 None None] The sync data for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv is: [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:31Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:24:34.593455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:24:34.593841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Checking segment: {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:24:34.594258 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:34.595211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Bound using segment: {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:24:34.595211 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Bound port: 4fee402c-8616-4d2f-b36f-c58050cbf92c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:34.595532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:34.621245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:34.639098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object 02a84873-0fc2-48cc-bf94-836ae64c2076 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:34.669004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:34.674883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c056841d-5594-43fa-8ef1-58c6ec20a908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:34.704256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] For port 4fee402c-8616-4d2f-b36f-c58050cbf92c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:24:34.709709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] For port 4fee402c-8616-4d2f-b36f-c58050cbf92c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4fee402c-8616-4d2f-b36f-c58050cbf92c,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:24:34.715885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:34.723122 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:34.746217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:34.754755 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:34.757835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:24:34.806557 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=02a84873-0fc2-48cc-bf94-836ae64c2076,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:34.810226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:34.849254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:34.914614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Pushing event updated for resources: {'Port': ['ID=4fee402c-8616-4d2f-b36f-c58050cbf92c,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:34.917966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:34.980270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:35.467665 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:35.474696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:35.638178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1031dcef-d798-46ec-9c32-9e128609a27a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:35.723716 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=02a84873-0fc2-48cc-bf94-836ae64c2076,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:35.726056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:35.729958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:35.867847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:35.868982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:35.953757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eadd117-f3bf-4c4b-b7ff-4df10a1cd9e5 None None] Network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:24:36.038714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 60a056ff-66bd-4e72-903e-0f5a1ee327b0 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:36.129380 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-05b974f9-fefc-4086-9687-a9fa429d567d None None] Provisioning for port 4fee402c-8616-4d2f-b36f-c58050cbf92c completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:36.202729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 60a056ff-66bd-4e72-903e-0f5a1ee327b0 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:36.212018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 60a056ff-66bd-4e72-903e-0f5a1ee327b0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:36.212441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.250405 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 6aba7701-fa89-45a6-8661-29a580816f54 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:24:36.378707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.394996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 60a056ff-66bd-4e72-903e-0f5a1ee327b0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=60a056ff-66bd-4e72-903e-0f5a1ee327b0,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:36.399621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.402376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4fee402c-8616-4d2f-b36f-c58050cbf92c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:36.428348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:36.458627 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:24:36.481312 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/6aba7701-fa89-45a6-8661-29a580816f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4680676 Dec 22 09:24:36.518388 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=60a056ff-66bd-4e72-903e-0f5a1ee327b0,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:36.522319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:36.542968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 4fee402c-8616-4d2f-b36f-c58050cbf92c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:36.548313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 4fee402c-8616-4d2f-b36f-c58050cbf92c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:36.548849 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.668455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-42daf005-a65a-4bc2-8ded-4c57db8380e0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:36.686477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-42daf005-a65a-4bc2-8ded-4c57db8380e0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:36.686704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.688155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-42daf005-a65a-4bc2-8ded-4c57db8380e0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582841452&fields=id&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 267 time: 0.0705311 Dec 22 09:24:36.711010 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4a94d741-4c16-4483-bb46-ae8546d9d7e7 None None] Provisioning complete for port 4fee402c-8616-4d2f-b36f-c58050cbf92c triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:36.711409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a94d741-4c16-4483-bb46-ae8546d9d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.771642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 4fee402c-8616-4d2f-b36f-c58050cbf92c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4fee402c-8616-4d2f-b36f-c58050cbf92c,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:36.779604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.781878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:36.858577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-83a7a188-39fa-490a-835f-1110d4e1851c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:36.859435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-83a7a188-39fa-490a-835f-1110d4e1851c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:36.884265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-83a7a188-39fa-490a-835f-1110d4e1851c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:36.886382 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-83a7a188-39fa-490a-835f-1110d4e1851c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 797 time: 0.1907976 Dec 22 09:24:36.901024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=4fee402c-8616-4d2f-b36f-c58050cbf92c,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:36.905915 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2ef5d1fc-8cc3-4133-afde-78c5a902f2d0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/quotas/f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 375 time: 0.0131299 Dec 22 09:24:36.906087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:36.922128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4a94d741-4c16-4483-bb46-ae8546d9d7e7 None None] Provisioning for port 02a84873-0fc2-48cc-bf94-836ae64c2076 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:36.928106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4a94d741-4c16-4483-bb46-ae8546d9d7e7 None None] Provisioning complete for port 02a84873-0fc2-48cc-bf94-836ae64c2076 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:36.928618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a94d741-4c16-4483-bb46-ae8546d9d7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:36.985312 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-4a94d741-4c16-4483-bb46-ae8546d9d7e7 None None] Port 02a84873-0fc2-48cc-bf94-836ae64c2076 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:24:36.998736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-a35e3b45-dba9-4b84-aca5-2aba746faf67 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:37.017524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-a35e3b45-dba9-4b84-aca5-2aba746faf67 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:37.019896 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-a35e3b45-dba9-4b84-aca5-2aba746faf67 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069875 Dec 22 09:24:37.113001 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-791d0c1a-707c-4d81-a4a5-511229be9f7e None None] Provisioning complete for port 02a84873-0fc2-48cc-bf94-836ae64c2076 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:37.113394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-791d0c1a-707c-4d81-a4a5-511229be9f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:37.167119 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-0ced20dc-51f8-47f1-b80e-4ab40a301f54 service neutron] 10.222.0.31 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347680 Dec 22 09:24:37.168435 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3315e848-65c8-4b8b-a8ba-41201aadb1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:37.181015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-791d0c1a-707c-4d81-a4a5-511229be9f7e None None] Port 02a84873-0fc2-48cc-bf94-836ae64c2076 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:24:37.312234 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-35ba7b22-e3a9-42c4-901b-85f4d8110192 service neutron] 10.222.0.31 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385100 Dec 22 09:24:37.956468 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 60a056ff-66bd-4e72-903e-0f5a1ee327b0 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:38.029789 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 60a056ff-66bd-4e72-903e-0f5a1ee327b0 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:38.030422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:38.148080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4fee402c-8616-4d2f-b36f-c58050cbf92c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:38.216422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 4fee402c-8616-4d2f-b36f-c58050cbf92c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:38.217289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:38.230600 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Sync routers for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:24:38.243590 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:38.244279 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:38.422513 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:38.543276 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7d11666c-c90e-4248-aa85-936c2137b939 req-6456a974-141e-470a-a93c-c75307c700aa tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 210 time: 0.0418253 Dec 22 09:24:38.731039 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '02a84873-0fc2-48cc-bf94-836ae64c2076', 'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:c4:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:34Z', 'updated_at': '2021-12-22T09:24:35Z', 'revision_number': 2, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:38.735171 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Checking router: 6aba7701-fa89-45a6-8661-29a580816f54 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:24:38.735558 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Updating router 6aba7701-fa89-45a6-8661-29a580816f54 port 02a84873-0fc2-48cc-bf94-836ae64c2076 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:24:38.784442 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:39.167274 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:39.179984 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Transition to ACTIVE for port object 02a84873-0fc2-48cc-bf94-836ae64c2076 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:39.186721 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:39.190577 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:39.225688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ba941002-f1f9-488e-9c02-1fcf54932a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:39.310299 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Pushing event updated for resources: {'Port': ['ID=02a84873-0fc2-48cc-bf94-836ae64c2076,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:39.323349 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.323692 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.324021 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.324344 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.324669 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.324986 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.325305 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.325615 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.325927 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.326235 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.326556 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:24:39.332699 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:39.418294 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Attempting to bind port 02a84873-0fc2-48cc-bf94-836ae64c2076 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:39.418609 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Attempting to bind port 02a84873-0fc2-48cc-bf94-836ae64c2076 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:39.418964 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Attempting to bind port 02a84873-0fc2-48cc-bf94-836ae64c2076 on network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:24:39.425624 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:24:39.425989 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Checking segment: {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:24:39.426480 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:39.435307 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Bound using segment: {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:24:39.435307 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Bound port: 02a84873-0fc2-48cc-bf94-836ae64c2076, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:39.435307 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:39.520152 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] For port 02a84873-0fc2-48cc-bf94-836ae64c2076, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:24:39.524995 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] For port 02a84873-0fc2-48cc-bf94-836ae64c2076, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=02a84873-0fc2-48cc-bf94-836ae64c2076,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:24:39.531278 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:39.535512 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-98b8ed40-8563-4e0e-b6e1-c0a3fe3a1c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:39.618229 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Pushing event updated for resources: {'Port': ['ID=02a84873-0fc2-48cc-bf94-836ae64c2076,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:39.621768 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-6b7c7581-3b84-449c-9673-d3196666a279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:39.623441 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:39.624049 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:39.661939 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-37df8464-9214-4b01-b2ea-a91f17c046d5 req-e37b06f6-d575-40c9-805e-264d5424036a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 210 time: 0.0505834 Dec 22 09:24:39.803243 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:40.123796 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '02a84873-0fc2-48cc-bf94-836ae64c2076', 'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:c4:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:34Z', 'updated_at': '2021-12-22T09:24:39Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:40.127877 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd698c-2a30-4dee-8987-d9514c3b4ed0 None None] The sync data for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv is: [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '02a84873-0fc2-48cc-bf94-836ae64c2076', 'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:c4:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:34Z', 'updated_at': '2021-12-22T09:24:39Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:24:40.444911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:40.682138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:40.794426 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-acc77674-cfab-4546-a750-b1e020010727 req-0c6b648a-788c-4f75-96ac-7fd2c11dffc6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 210 time: 0.0525224 Dec 22 09:24:41.826911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:41.980884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 02a84873-0fc2-48cc-bf94-836ae64c2076 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:42.012283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:42.036264 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb649402-c608-418c-8806-c65f0e9402bf req-6c5dcfd7-1f7a-425f-ac9f-53a318b2ccf1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 210 time: 0.1682975 Dec 22 09:24:42.057711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 02a84873-0fc2-48cc-bf94-836ae64c2076 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:42.062967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 02a84873-0fc2-48cc-bf94-836ae64c2076 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:42.063296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:42.182732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:42.215826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 02a84873-0fc2-48cc-bf94-836ae64c2076, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=02a84873-0fc2-48cc-bf94-836ae64c2076,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:42.222246 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:42.224064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:42.326920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=02a84873-0fc2-48cc-bf94-836ae64c2076,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:42.330172 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:43.209780 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-763eb982-c17f-4447-8307-b98da3a074ed req-5fe56b44-e992-4d46-8d10-ca83befbc54a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 210 time: 0.0418160 Dec 22 09:24:43.792640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-54bf18aa-d449-4d9b-96f5-ca7d60471445 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:43.794068 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-54bf18aa-d449-4d9b-96f5-ca7d60471445 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 797 time: 0.1454372 Dec 22 09:24:43.852915 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-76ca0e83-9234-45f5-94da-53178f9e78f6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 380 time: 0.0452545 Dec 22 09:24:43.861518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'port': {'device_id': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'admin_state_up': True, 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'security_groups': ['a47768dc-17e0-4381-aeac-ef65fc88d6e7']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:43.944192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 02a84873-0fc2-48cc-bf94-836ae64c2076 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:43.995622 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:44.005156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:44.013548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 02a84873-0fc2-48cc-bf94-836ae64c2076 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:44.013955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:44.016025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:24:44.019552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:44.188128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.5 (432b2eec-b041-44e3-bad9-14a7e6c0e7a9/c9a8da33-49fc-4131-ae1d-dd2197e1a10b/7181a9da-d3e9-46ed-99b3-29562ac1451b) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:44.391724 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50067749-1855-4e42-bf9a-93f478dacb26 req-8b12f47b-3e5c-4ccd-996d-2e0432a36db1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 210 time: 0.0524755 Dec 22 09:24:44.413284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:44.431607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object 7181a9da-d3e9-46ed-99b3-29562ac1451b will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:44.459536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:44.465050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:44.537232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:44.540694 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:44.544837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:24:44.570837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=7181a9da-d3e9-46ed-99b3-29562ac1451b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:44.576136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:44.608487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:44.609102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:44.636020 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-361b92eb-b107-4e6e-bc56-1135251f3f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780356 Dec 22 09:24:44.647807 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Request body: {'port': {'device_id': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:44.758580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:44.800749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-04059ea3-9169-4186-b8c8-8565e67172b6 None None] Provisioning for port 7181a9da-d3e9-46ed-99b3-29562ac1451b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:44.805587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-04059ea3-9169-4186-b8c8-8565e67172b6 None None] Provisioning complete for port 7181a9da-d3e9-46ed-99b3-29562ac1451b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:44.805955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-04059ea3-9169-4186-b8c8-8565e67172b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:44.862581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-04059ea3-9169-4186-b8c8-8565e67172b6 None None] Port 7181a9da-d3e9-46ed-99b3-29562ac1451b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:24:45.101310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7181a9da-d3e9-46ed-99b3-29562ac1451b {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:24:45.108106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:45.122688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Transition to ACTIVE for port object 7181a9da-d3e9-46ed-99b3-29562ac1451b will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:24:45.129214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:45.132717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b52f9021-2b3a-4efc-9e9a-bd7e960bbd8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:45.256766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Pushing event updated for resources: {'Port': ['ID=7181a9da-d3e9-46ed-99b3-29562ac1451b,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:45.260870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:45.364397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Attempting to bind port 7181a9da-d3e9-46ed-99b3-29562ac1451b on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:24:45.364686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Attempting to bind port 7181a9da-d3e9-46ed-99b3-29562ac1451b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:24:45.365027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Attempting to bind port 7181a9da-d3e9-46ed-99b3-29562ac1451b on network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:24:45.371560 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Port 7181a9da-d3e9-46ed-99b3-29562ac1451b on network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:24:45.371925 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Attempting to bind port 7181a9da-d3e9-46ed-99b3-29562ac1451b on network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:24:45.378244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:24:45.378598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Checking segment: {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:24:45.378972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Bound using segment: {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:24:45.379412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Bound port: 7181a9da-d3e9-46ed-99b3-29562ac1451b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8722fc63-10a2-48d4-b369-0f9ce71cd0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:24:45.379746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:45.579945 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:24:45.583025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:24:45.588338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:45.593010 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e52d3be5-d8d8-4905-886e-453df2cbcbac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:45.599047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e48f5-5d5a-4e89-83a3-984358af51ee req-38b054e9-6a88-4b53-805c-83817a26d3a5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:45.600512 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2a8e48f5-5d5a-4e89-83a3-984358af51ee req-38b054e9-6a88-4b53-805c-83817a26d3a5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 943 time: 0.0831442 Dec 22 09:24:45.644724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:45.646083 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] 10.222.0.32 "PUT /v2.0/ports/7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 1093 time: 1.0026853 Dec 22 09:24:45.646651 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:45.683107 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Pushing event updated for resources: {'Port': ['ID=7181a9da-d3e9-46ed-99b3-29562ac1451b,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:45.686938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:45.729834 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'status': 'completed', 'code': 200} Dec 22 09:24:45.774015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-cb6a2dbe-722d-42e5-9b9d-94165020f597 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0802307 Dec 22 09:24:45.777067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2a8e48f5-5d5a-4e89-83a3-984358af51ee req-b51b9b01-3bca-4388-9fac-95e487667204 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:45.789176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2a8e48f5-5d5a-4e89-83a3-984358af51ee req-b51b9b01-3bca-4388-9fac-95e487667204 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:45.790399 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2a8e48f5-5d5a-4e89-83a3-984358af51ee req-b51b9b01-3bca-4388-9fac-95e487667204 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840086 Dec 22 09:24:45.846918 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-64e22979-006e-4fd6-b29e-072341e431e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 217 time: 0.0644581 Dec 22 09:24:45.910162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-44a6cf47-fb09-456f-91b7-b6dade40a98e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:45.911604 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-44a6cf47-fb09-456f-91b7-b6dade40a98e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 200 len: 834 time: 0.0587506 Dec 22 09:24:45.989573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-3b4b7f4b-7783-4862-bccd-99e30a8d14dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716028 Dec 22 09:24:46.126674 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-01b74c22-1675-4ecf-9cfd-9c88b47e8741 service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304681 Dec 22 09:24:46.257218 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5214b16e-425f-4fe7-9be4-e52b287dbf09 req-7c25c16e-d218-400a-8321-b65d8304190e service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230307 Dec 22 09:24:46.385451 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3d852204-2e24-41d7-8699-28af5052a94b req-a0f75780-0a32-4620-a2c7-73d5c6daa3a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0774620 Dec 22 09:24:46.526305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852204-2e24-41d7-8699-28af5052a94b req-c6879a5f-117f-4fe4-b618-877c39de203f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:46.527690 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3d852204-2e24-41d7-8699-28af5052a94b req-c6879a5f-117f-4fe4-b618-877c39de203f service neutron] 10.222.0.32 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 898 time: 0.1355371 Dec 22 09:24:46.594861 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3d852204-2e24-41d7-8699-28af5052a94b req-8f209a40-3c56-4ae3-9f92-35bbbeb9baed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 217 time: 0.0609729 Dec 22 09:24:46.661036 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d852204-2e24-41d7-8699-28af5052a94b req-456c74d2-3120-4e32-aab7-023b05199ac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:46.662417 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3d852204-2e24-41d7-8699-28af5052a94b req-456c74d2-3120-4e32-aab7-023b05199ac8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 200 len: 834 time: 0.0588877 Dec 22 09:24:46.739641 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3d852204-2e24-41d7-8699-28af5052a94b req-5ca0987b-7d8d-46b9-bdba-2fed78bbbbbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698879 Dec 22 09:24:46.873368 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3d852204-2e24-41d7-8699-28af5052a94b req-8f6445c4-0aab-4e97-bdc4-0c2bf603e636 service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268599 Dec 22 09:24:47.059440 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3d852204-2e24-41d7-8699-28af5052a94b req-0aa99828-ff74-4f37-84f0-e68bd333f42a service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783698 Dec 22 09:24:47.079639 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c9562-64a1-4b36-86eb-4393b2249d45 req-3cecb10f-6787-45f4-8e0d-634a78215138 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:47.080345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-3f0c9562-64a1-4b36-86eb-4393b2249d45 req-3cecb10f-6787-45f4-8e0d-634a78215138 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:24:47.099781 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-3f0c9562-64a1-4b36-86eb-4393b2249d45 req-3cecb10f-6787-45f4-8e0d-634a78215138 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:24:47.100822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f0c9562-64a1-4b36-86eb-4393b2249d45 req-3cecb10f-6787-45f4-8e0d-634a78215138 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 943 time: 0.1499035 Dec 22 09:24:47.150455 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f0c9562-64a1-4b36-86eb-4393b2249d45 req-a2bda650-cfb8-466e-ac79-f4842b78bf94 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Dec 22 09:24:48.368815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cb5bc-6650-4b26-9830-57215b394d6e req-12b1a449-dd6e-4bcb-9d9f-3c745a80e923 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:48.370278 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-220cb5bc-6650-4b26-9830-57215b394d6e req-12b1a449-dd6e-4bcb-9d9f-3c745a80e923 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 943 time: 0.0878568 Dec 22 09:24:48.416578 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-220cb5bc-6650-4b26-9830-57215b394d6e req-4fbdafeb-50e9-4b2b-9dfc-65edf641ebe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Dec 22 09:24:49.772706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e437-1b4c-40a4-a81d-df8cdd77dac5 req-ab616832-312d-4542-800e-3e9a0c43d678 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:49.774064 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8628e437-1b4c-40a4-a81d-df8cdd77dac5 req-ab616832-312d-4542-800e-3e9a0c43d678 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 943 time: 0.0788689 Dec 22 09:24:49.824319 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8628e437-1b4c-40a4-a81d-df8cdd77dac5 req-2f177a52-e9b1-4401-af50-d40d0b6fff7c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447311 Dec 22 09:24:50.466531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7181a9da-d3e9-46ed-99b3-29562ac1451b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:24:50.620200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:50.634259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'port_id': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'mac_address': 'fa:16:3e:45:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:24:50.686772 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:50.703466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7181a9da-d3e9-46ed-99b3-29562ac1451b {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:24:50.719817 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:50.727473 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:50.730257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:50.801283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7181a9da-d3e9-46ed-99b3-29562ac1451b,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:50.804552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:51.055960 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7ba41-2d4f-4f3a-84b4-f43d8f89be74 req-c042ee06-7cc5-4c80-9c8e-293d679b594c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:51.057431 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63e7ba41-2d4f-4f3a-84b4-f43d8f89be74 req-c042ee06-7cc5-4c80-9c8e-293d679b594c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 944 time: 0.0894315 Dec 22 09:24:51.103016 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['7181a9da-d3e9-46ed-99b3-29562ac1451b'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:24:51.105946 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63e7ba41-2d4f-4f3a-84b4-f43d8f89be74 req-a4b38c27-8f1f-4173-81a7-d3c9b9acaf3f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Dec 22 09:24:52.477877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7181a9da-d3e9-46ed-99b3-29562ac1451b up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:24:52.502597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd700c-2322-4d49-b07e-a35ddff6a5eb req-f4667b77-0848-4c2e-a961-6671ddc51f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:52.504158 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7fd700c-2322-4d49-b07e-a35ddff6a5eb req-f4667b77-0848-4c2e-a961-6671ddc51f92 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 944 time: 0.2703495 Dec 22 09:24:52.545950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 7181a9da-d3e9-46ed-99b3-29562ac1451b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:24:52.551334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 7181a9da-d3e9-46ed-99b3-29562ac1451b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:24:52.551500 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7fd700c-2322-4d49-b07e-a35ddff6a5eb req-1e489829-2251-44d9-870d-c14475d7e385 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Dec 22 09:24:52.551709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:52.681647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:52.708679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:52.718404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:24:52.723755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:52.726558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4ed71010-2fab-4f3d-83c3-ebf0e7e51c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:52.792292 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7181a9da-d3e9-46ed-99b3-29562ac1451b,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:52.795414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:52.839100 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'code': 200} Dec 22 09:24:53.104672 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2b3ebc2-d737-4e51-86ab-076f5f172e54 req-2c075622-9066-406f-90b0-5e7bac3032b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0752437 Dec 22 09:24:53.148093 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c2b3ebc2-d737-4e51-86ab-076f5f172e54 req-effd3730-7762-40a3-afd6-2cdc8e5dd4df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369084 Dec 22 09:24:53.769568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d102cbd-a1ac-4c31-8058-7deb0dd2f4f7 req-cd157a60-3c49-4630-b6cd-6d474e08d640 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:53.770978 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8d102cbd-a1ac-4c31-8058-7deb0dd2f4f7 req-cd157a60-3c49-4630-b6cd-6d474e08d640 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0855148 Dec 22 09:24:53.817211 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-8d102cbd-a1ac-4c31-8058-7deb0dd2f4f7 req-3690b2c1-0622-4187-a91d-066e22246b0b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Dec 22 09:24:55.032448 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d673388-b22d-4801-aca0-5c675573d637 req-2f24a58c-a5b5-40be-b331-4f73068d6f85 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:55.033876 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6d673388-b22d-4801-aca0-5c675573d637 req-2f24a58c-a5b5-40be-b331-4f73068d6f85 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0802972 Dec 22 09:24:55.084399 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6d673388-b22d-4801-aca0-5c675573d637 req-d0957f45-0f61-475d-bfdb-cf503b2f978b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Dec 22 09:24:55.291620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0b536-5d9b-49c0-8f54-9b4a2ee1ca79 req-4e59317b-aed8-4f94-b775-7a3419182d5c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:55.293065 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f2e0b536-5d9b-49c0-8f54-9b4a2ee1ca79 req-4e59317b-aed8-4f94-b775-7a3419182d5c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0875881 Dec 22 09:24:55.344491 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f2e0b536-5d9b-49c0-8f54-9b4a2ee1ca79 req-abd97874-52d2-49f0-baf7-1d5cab356bed tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430617 Dec 22 09:24:55.377180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49660) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:55.509771 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a47ad804-3e89-4598-b9e6-ae65ebf7e30b tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1093 time: 0.1313839 Dec 22 09:24:55.512388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49666) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:55.517530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:24:55.524035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:24:55.527254 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:floatingip and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:24:55.530066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:24:55.535658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:24:55.549245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:55.696101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:55.833502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.11 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/3d1a4f68-9b01-4511-95e8-5ef53630cdd0) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:24:55.981124 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:56.011786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:56.017348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:56.093167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:24:56.096637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:24:56.098779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=3d1a4f68-9b01-4511-95e8-5ef53630cdd0,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:56.100907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:24:56.124833 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:56.613322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:56.669530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:56.988900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:57.001318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:57.006912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fbfbeead-3a5b-47cb-a3d4-5a9deae4011a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:24:57.104937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=3d1a4f68-9b01-4511-95e8-5ef53630cdd0,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:24:57.112407 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:24:57.121564 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:57.327710 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.l3_db [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Floating IP 4cb4af65-9e71-46ac-927c-ff5e6888cd51 associated. External IP: 172.26.5.11, port: 7181a9da-d3e9-46ed-99b3-29562ac1451b. Dec 22 09:24:57.733358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 6aba7701-fa89-45a6-8661-29a580816f54 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:24:57.939967 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:24:57.949938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81e57f-1411-4594-af29-08922b73550d None None] Sync routers for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:24:57.962945 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81e57f-1411-4594-af29-08922b73550d None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:57.963846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6e81e57f-1411-4594-af29-08922b73550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:57.965494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:24:58.019638 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5061274 Dec 22 09:24:58.020519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:24:58.076861 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'status': 'completed', 'code': 200} Dec 22 09:24:58.145614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6e81e57f-1411-4594-af29-08922b73550d None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:58.171657 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-92acba09-cc25-4f6c-b861-397f3e13d9f2 req-dc63c8ac-a96e-41e7-98c9-4f2b07c26ec0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0711384 Dec 22 09:24:58.198896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eeba4-c78f-4619-ac24-11c450c79921 req-6d2313c7-96dd-4e25-afc9-d9489c9f9028 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:58.202090 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-905eeba4-c78f-4619-ac24-11c450c79921 req-6d2313c7-96dd-4e25-afc9-d9489c9f9028 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0808699 Dec 22 09:24:58.248858 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-905eeba4-c78f-4619-ac24-11c450c79921 req-e8291160-22d4-4e73-882a-d0b90c624935 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422909 Dec 22 09:24:58.276945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49674) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:58.307891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acba09-cc25-4f6c-b861-397f3e13d9f2 req-7013679b-cdbb-4d76-8bac-cab84b9470d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:58.309348 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-92acba09-cc25-4f6c-b861-397f3e13d9f2 req-7013679b-cdbb-4d76-8bac-cab84b9470d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 898 time: 0.1309509 Dec 22 09:24:58.386372 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-cf5a95d7-9255-4e33-bacf-2f4fae55a55d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/4cb4af65-9e71-46ac-927c-ff5e6888cd51 HTTP/1.1" status: 200 len: 990 time: 0.1071796 Dec 22 09:24:58.418611 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-92acba09-cc25-4f6c-b861-397f3e13d9f2 req-cc52ba17-8081-4882-b2d3-6bdf5bf244b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 998 time: 0.1023145 Dec 22 09:24:58.544472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6e81e57f-1411-4594-af29-08922b73550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '4cb4af65-9e71-46ac-927c-ff5e6888cd51', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'port_id': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'mac_address': 'fa:16:3e:45:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:24:56Z', 'updated_at': '2021-12-22T09:24:56Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a84873-0fc2-48cc-bf94-836ae64c2076', 'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:c4:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:34Z', 'updated_at': '2021-12-22T09:24:42Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:58.548617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81e57f-1411-4594-af29-08922b73550d None None] Checking router: 6aba7701-fa89-45a6-8661-29a580816f54 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:24:58.559835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81e57f-1411-4594-af29-08922b73550d None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:24:58.560472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6e81e57f-1411-4594-af29-08922b73550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:24:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:58.598103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acba09-cc25-4f6c-b861-397f3e13d9f2 req-45459724-3299-4786-a6ce-73ed89d13f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:24:58.599672 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-92acba09-cc25-4f6c-b861-397f3e13d9f2 req-45459724-3299-4786-a6ce-73ed89d13f73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 200 len: 834 time: 0.1752679 Dec 22 09:24:58.674437 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-92acba09-cc25-4f6c-b861-397f3e13d9f2 req-d6c005f4-0eca-4d1e-a95e-aee3ec1fd078 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685296 Dec 22 09:24:58.738712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6e81e57f-1411-4594-af29-08922b73550d None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:24:58.807140 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-92acba09-cc25-4f6c-b861-397f3e13d9f2 req-65af2773-ed7b-48e2-a6e5-8002b218334d service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263928 Dec 22 09:24:58.938099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-92acba09-cc25-4f6c-b861-397f3e13d9f2 req-dcb0e148-efca-45c2-aa14-b64944177057 service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244476 Dec 22 09:24:59.093893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6e81e57f-1411-4594-af29-08922b73550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '4cb4af65-9e71-46ac-927c-ff5e6888cd51', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'port_id': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'mac_address': 'fa:16:3e:45:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:24:56Z', 'updated_at': '2021-12-22T09:24:56Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a84873-0fc2-48cc-bf94-836ae64c2076', 'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:c4:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:34Z', 'updated_at': '2021-12-22T09:24:42Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:24:59.097972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81e57f-1411-4594-af29-08922b73550d None None] The sync data for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv is: [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '4cb4af65-9e71-46ac-927c-ff5e6888cd51', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.11', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'port_id': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'mac_address': 'fa:16:3e:45:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:24:56Z', 'updated_at': '2021-12-22T09:24:56Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a84873-0fc2-48cc-bf94-836ae64c2076', 'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:c4:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:34Z', 'updated_at': '2021-12-22T09:24:42Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:24:59.292405 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc4855c-c894-4ee3-8447-85ea22f58911 None None] New status for floating IP 4cb4af65-9e71-46ac-927c-ff5e6888cd51: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:24:59.389115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49678) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:24:59.497020 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0c354e29-f8a7-44db-a2fd-84a1d889f3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/4cb4af65-9e71-46ac-927c-ff5e6888cd51 HTTP/1.1" status: 200 len: 990 time: 0.1065474 Dec 22 09:25:00.500239 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49682) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:25:00.608609 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-38cdb988-8e64-4fb0-abe2-a7ab1ac20c77 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/4cb4af65-9e71-46ac-927c-ff5e6888cd51 HTTP/1.1" status: 200 len: 992 time: 0.1070499 Dec 22 09:25:01.832498 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:25:07.150148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-48972f89-6846-474e-9f2e-4f0b327d0369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:09.242198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-56c2dedc-5167-4f52-b7f3-4893ea275a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:10.451660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:10.691859 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:11.843009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:11.990898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:37.153361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e409-5934-4dcd-a1c9-ec82f4d881aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:37.621577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-d8e220c7-2f5a-4d63-b3ce-0d47329ee0fc req-a896418f-01e0-4372-9a56-818e297be83b service neutron] (83496) timed out ('10.222.0.32', 51302) {{(pid=83496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:25:38.839564 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:25:39.239820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c30dddac-27e9-4bbd-8906-9da870ad6236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:40.444328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:40.695309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:41.856840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:41.989785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:25:51.627508 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-237e9a6e-de36-4375-ade3-2a5611ec075f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738983 Dec 22 09:25:51.793413 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-d9fb2100-6b96-42e4-9540-0e04bd72e864 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0814047 Dec 22 09:25:51.954151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-cb671292-d467-460f-99f9-9d9fb7e6f794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:51.955561 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-cb671292-d467-460f-99f9-9d9fb7e6f794 service neutron] 10.222.0.32 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 898 time: 0.1418834 Dec 22 09:25:52.057200 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-27687e8c-3515-479f-83e2-8940430318d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 1000 time: 0.0941172 Dec 22 09:25:52.122804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-5a25efd2-1014-400a-9280-33b84540653d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:25:52.124219 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-5a25efd2-1014-400a-9280-33b84540653d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 200 len: 834 time: 0.0606017 Dec 22 09:25:52.207810 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-7404e094-4b59-45f6-9f95-3e0a00d3d853 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759792 Dec 22 09:25:52.352733 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-f95289b2-5be0-4981-93bb-e4cd0485a56f service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386654 Dec 22 09:25:52.491574 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef069714-7cbd-4d03-83a3-4439557bb32a req-9cd76a9c-5be2-4081-91f0-54ebf7a8418d service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321797 Dec 22 09:26:07.148598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-67110b2c-4c46-41e1-89bd-cfd68d5aa6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.231811 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d6e00de9-732c-4991-84a7-6def2b7766cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:09.992747 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1d66c9c1-9969-4391-9aed-2062edefef60 req-80a8cc91-5208-4cdc-883f-1eb0f47545ae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1677108 Dec 22 09:26:10.442086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:10.694004 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.340152 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-b32545b7-9482-4fb1-bd9c-d0c69c3d893a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311698 Dec 22 09:26:11.341809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf3ce2-2a30-4048-8090-3b1a30fffb75 req-bb15b83f-5988-468d-a081-d0cc241f57d6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:11.343266 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a6cf3ce2-2a30-4048-8090-3b1a30fffb75 req-bb15b83f-5988-468d-a081-d0cc241f57d6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0827191 Dec 22 09:26:11.391692 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a6cf3ce2-2a30-4048-8090-3b1a30fffb75 req-522fa66c-9cba-4d00-8b4a-2191de7b211c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 Dec 22 09:26:11.847447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:11.990422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:12.660310 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e1c9f-6880-4818-adba-15183fb78cc8 req-9ecad60b-68dd-41cd-ad77-0c29aca6e5f5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:12.661790 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-750e1c9f-6880-4818-adba-15183fb78cc8 req-9ecad60b-68dd-41cd-ad77-0c29aca6e5f5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.1470842 Dec 22 09:26:12.669792 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-be59b0ad-8011-40a9-b3f6-adf34233561c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0702627 Dec 22 09:26:12.711354 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-750e1c9f-6880-4818-adba-15183fb78cc8 req-cae20bac-eed1-4896-b29c-2dcdb2b35bcd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435090 Dec 22 09:26:12.920363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-66f613a5-3413-4e8e-aa7c-b711610cd180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:12.921838 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-66f613a5-3413-4e8e-aa7c-b711610cd180 service neutron] 10.222.0.32 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 898 time: 0.2459559 Dec 22 09:26:13.025456 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-85ab4841-af7d-4c3e-af29-3ad865417dd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 1000 time: 0.0963020 Dec 22 09:26:13.099843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-15ccd2ec-43fe-4ef8-a7aa-89ced4607b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.101237 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-15ccd2ec-43fe-4ef8-a7aa-89ced4607b26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 200 len: 834 time: 0.0692112 Dec 22 09:26:13.191899 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-855bcea4-49b2-4ab3-b62f-69e2a4d7d6b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832975 Dec 22 09:26:13.332273 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-8e8a0752-486d-4f55-a378-acd9d0e17bdf service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333745 Dec 22 09:26:13.467584 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-2cfec843-85b6-4ba1-931a-b1c5e415b95e service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290283 Dec 22 09:26:13.938855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36041ea-175d-40d6-ad72-007415e47909 req-d0e16511-508b-41de-9cfb-4946108ede7f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:13.940360 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f36041ea-175d-40d6-ad72-007415e47909 req-d0e16511-508b-41de-9cfb-4946108ede7f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0845263 Dec 22 09:26:13.990892 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f36041ea-175d-40d6-ad72-007415e47909 req-2bf5ad33-8403-41b4-9fcd-6af05c89870e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449839 Dec 22 09:26:15.210922 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dc522-f15f-49df-ac7b-ad6ef6494149 req-1f878f8f-223f-4326-bb8d-56596910cfa7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:15.212401 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5a6dc522-f15f-49df-ac7b-ad6ef6494149 req-1f878f8f-223f-4326-bb8d-56596910cfa7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0775015 Dec 22 09:26:15.256725 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5a6dc522-f15f-49df-ac7b-ad6ef6494149 req-8a3072d9-b90c-4f80-8b13-af885164abed tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387805 Dec 22 09:26:15.837123 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:26:16.470183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bdfdd-b744-479f-b501-b9fc363db389 req-dcbe6fac-10a0-4a0a-b25b-613083d0a845 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:16.471680 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e6bdfdd-b744-479f-b501-b9fc363db389 req-dcbe6fac-10a0-4a0a-b25b-613083d0a845 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0941107 Dec 22 09:26:16.517241 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7e6bdfdd-b744-479f-b501-b9fc363db389 req-edbe8bc6-1810-42bb-aa0d-0101cbea23ed tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398643 Dec 22 09:26:17.730222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3710f-75dc-4dde-82a4-2b2bac53556a req-46a17178-61fb-404f-b25b-38d20a1e3c56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:17.731662 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-25e3710f-75dc-4dde-82a4-2b2bac53556a req-46a17178-61fb-404f-b25b-38d20a1e3c56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0922656 Dec 22 09:26:17.782746 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-25e3710f-75dc-4dde-82a4-2b2bac53556a req-d7edb0dc-f7bc-4026-a6d5-d37d7b29e2a8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Dec 22 09:26:18.999948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0b51a-b493-4089-b78f-5a0c80e7fd72 req-3e980ff2-83c8-4282-9e4d-6b1c5d5dd98d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:19.001388 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12f0b51a-b493-4089-b78f-5a0c80e7fd72 req-3e980ff2-83c8-4282-9e4d-6b1c5d5dd98d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0873344 Dec 22 09:26:19.049527 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-12f0b51a-b493-4089-b78f-5a0c80e7fd72 req-20b14f3c-df05-4d80-bd80-27208d347978 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Dec 22 09:26:20.281187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80376b8f-d6ba-42c0-96b9-0037f5ba09ae req-df4be7e5-1c3a-4a06-a2a8-21756b38e0e0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:20.282516 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-80376b8f-d6ba-42c0-96b9-0037f5ba09ae req-df4be7e5-1c3a-4a06-a2a8-21756b38e0e0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0797019 Dec 22 09:26:20.329670 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-80376b8f-d6ba-42c0-96b9-0037f5ba09ae req-e394c08f-e8a4-43cf-bee6-1db621a302e9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 Dec 22 09:26:21.551198 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f692bf-676d-4dc1-a512-e07d13eeca2c req-a5c4b759-6cc4-4d9b-96c0-34e9c3105ef6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:21.553542 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-01f692bf-676d-4dc1-a512-e07d13eeca2c req-a5c4b759-6cc4-4d9b-96c0-34e9c3105ef6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0795984 Dec 22 09:26:21.601210 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-01f692bf-676d-4dc1-a512-e07d13eeca2c req-ba535465-4bc4-4652-8c0d-e45848feb8f3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 Dec 22 09:26:22.828742 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bd1a7-132f-40a8-93c8-9036061c4b2f req-7b21beb1-11eb-4ecf-9a7e-5167592042f4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:22.830051 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b6bd1a7-132f-40a8-93c8-9036061c4b2f req-7b21beb1-11eb-4ecf-9a7e-5167592042f4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0920253 Dec 22 09:26:22.876398 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1b6bd1a7-132f-40a8-93c8-9036061c4b2f req-1185d52b-0362-49d4-aac1-1b574e0ab9e7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406344 Dec 22 09:26:24.084379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d6df3-8dcb-4d06-8d75-d0960202bad9 req-9412a2e4-d510-43de-b002-c51604ff0396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:24.085829 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef2d6df3-8dcb-4d06-8d75-d0960202bad9 req-9412a2e4-d510-43de-b002-c51604ff0396 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0856812 Dec 22 09:26:24.142738 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ef2d6df3-8dcb-4d06-8d75-d0960202bad9 req-a27bb8b6-e2d9-4953-83de-9b3865bb28ea tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476809 Dec 22 09:26:25.167475 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-27e58a57-745e-4f28-b3ed-ad2c7cb3b196 service neutron] 10.222.0.32 "GET /v2.0/ports/7181a9da-d3e9-46ed-99b3-29562ac1451b/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0785749 Dec 22 09:26:25.351378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887a6e4-71cf-474f-a1aa-f7d87ef39b3e req-14215040-a05e-490d-862a-b6ba99f53b94 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:25.352852 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a887a6e4-71cf-474f-a1aa-f7d87ef39b3e req-14215040-a05e-490d-862a-b6ba99f53b94 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0804803 Dec 22 09:26:25.400341 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a887a6e4-71cf-474f-a1aa-f7d87ef39b3e req-2e79b2d4-5498-4571-87e4-46a430edb262 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Dec 22 09:26:25.440883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-bd316124-2e26-4a03-bfb2-c6cde9e79ddc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 1098 time: 0.0739720 Dec 22 09:26:25.547366 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-251b70d1-38ab-4661-b8ee-a2b5d5042b92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0825002 Dec 22 09:26:25.682414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-a5e4e504-187d-4bef-b360-cc270947bfa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:25.683786 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-a5e4e504-187d-4bef-b360-cc270947bfa0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 898 time: 0.1295621 Dec 22 09:26:25.806341 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-0e02fe24-dcbe-4328-87f0-cda840d11fe7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 1000 time: 0.1162994 Dec 22 09:26:25.876116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-6e63adf6-9842-410f-b262-bab16f22c47d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:25.878421 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-6e63adf6-9842-410f-b262-bab16f22c47d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 200 len: 834 time: 0.0652683 Dec 22 09:26:26.058037 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-2ab94750-7ead-4cc9-98ee-859b189a64c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1729646 Dec 22 09:26:26.193314 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-865a2387-8bcf-49fe-ad05-6d7438ba5ff2 service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283922 Dec 22 09:26:26.336925 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-5ad10898-f735-42d0-b372-47697019ab9c service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373277 Dec 22 09:26:26.599441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43227e-e0f3-493c-a876-64aeb118c361 req-9db8c7b3-b85e-4b9a-92cd-2a9d84fda680 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:26.601038 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af43227e-e0f3-493c-a876-64aeb118c361 req-9db8c7b3-b85e-4b9a-92cd-2a9d84fda680 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0765815 Dec 22 09:26:26.650439 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-af43227e-e0f3-493c-a876-64aeb118c361 req-c2dc4558-c11d-4545-a2fc-bb92ba28adce tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Dec 22 09:26:27.871553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41333740-fd73-457b-90c4-7d8247ba34c0 req-05bf4fb1-72c9-4ea8-bdba-b0ef5bd5ec74 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:27.872989 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-41333740-fd73-457b-90c4-7d8247ba34c0 req-05bf4fb1-72c9-4ea8-bdba-b0ef5bd5ec74 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0902829 Dec 22 09:26:27.919782 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-41333740-fd73-457b-90c4-7d8247ba34c0 req-ce9d7555-397a-4fa4-96ea-e35690758d7e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Dec 22 09:26:28.915606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7181a9da-d3e9-46ed-99b3-29562ac1451b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:26:28.921077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7181a9da-d3e9-46ed-99b3-29562ac1451b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:26:29.125834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed386b7-e750-4fbc-884f-72b0fe7ccf2e req-3445f0e4-71a8-4682-a156-e4c7f3c21c1f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:29.127365 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fed386b7-e750-4fbc-884f-72b0fe7ccf2e req-3445f0e4-71a8-4682-a156-e4c7f3c21c1f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0794694 Dec 22 09:26:29.141263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:29.171650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:26:29.174721 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fed386b7-e750-4fbc-884f-72b0fe7ccf2e req-70d4a6fe-87bd-4840-a176-cdd24151f1d3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 Dec 22 09:26:29.192554 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:26:29.202522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'port_id': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'mac_address': 'fa:16:3e:45:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:26:29.205081 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:26:29.265028 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'code': 200} Dec 22 09:26:29.265662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:29.274863 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:29.278434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:29.324410 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7181a9da-d3e9-46ed-99b3-29562ac1451b {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:26:29.355683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:26:29.361609 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7181a9da-d3e9-46ed-99b3-29562ac1451b,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:29.363942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:29.372487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.372885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.373334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.373670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.374005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.374430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.374658 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.374985 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.375335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.375656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.375977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:26:29.379665 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:29.380128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b854cffa-4ef1-4dd0-80a2-2235239ff209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:29.485356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['7181a9da-d3e9-46ed-99b3-29562ac1451b'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:26:29.529012 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7181a9da-d3e9-46ed-99b3-29562ac1451b,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:29.533420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:30.372314 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f12df-57dc-44c2-97ec-03f2703130e7 req-b1511bfb-1008-4208-86b6-8554cbf60268 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:30.373734 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fe8f12df-57dc-44c2-97ec-03f2703130e7 req-b1511bfb-1008-4208-86b6-8554cbf60268 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 944 time: 0.0798812 Dec 22 09:26:30.422212 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-fe8f12df-57dc-44c2-97ec-03f2703130e7 req-a643c01e-951c-4ce6-8080-6acde24a79b2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405090 Dec 22 09:26:30.810514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-82142674-652c-478c-8e9e-7ddb7b135b49 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:30.811880 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-82142674-652c-478c-8e9e-7ddb7b135b49 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.1394138 Dec 22 09:26:30.819828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26814191-43ff-46fa-87f9-bd9fcd1afdf0 req-c6885587-3948-4b6d-b79e-f1531de5aedd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:30.821179 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-26814191-43ff-46fa-87f9-bd9fcd1afdf0 req-c6885587-3948-4b6d-b79e-f1531de5aedd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 944 time: 0.1136262 Dec 22 09:26:30.867284 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-26814191-43ff-46fa-87f9-bd9fcd1afdf0 req-8721baa6-b6b3-4bbf-8eda-663ba096d692 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Dec 22 09:26:30.922662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7181a9da-d3e9-46ed-99b3-29562ac1451b up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:26:30.963150 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-f3a69833-8be4-4f59-a97e-cd768bff36c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0797231 Dec 22 09:26:30.989678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 7181a9da-d3e9-46ed-99b3-29562ac1451b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:26:30.990156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:31.074701 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b97af2-38b3-47eb-a3b5-4b75b04f1c07 req-f5ae59da-493f-4801-a48e-2e8c0bc76053 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:31.077251 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63b97af2-38b3-47eb-a3b5-4b75b04f1c07 req-f5ae59da-493f-4801-a48e-2e8c0bc76053 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 944 time: 0.0838640 Dec 22 09:26:31.099482 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-b47226c9-a017-4dc7-b6d6-72235fcc30a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:31.100938 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-b47226c9-a017-4dc7-b6d6-72235fcc30a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 898 time: 0.1320212 Dec 22 09:26:31.109635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:31.126994 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-63b97af2-38b3-47eb-a3b5-4b75b04f1c07 req-11ddeed4-fc5d-460f-a140-67791b9f2281 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452199 Dec 22 09:26:31.144193 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:26:31.148883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:31.151693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b7978852-57e2-4b29-9385-d0e4ce7f8ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:26:31.206760 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-fba1a458-2bdd-4d1a-8fe1-98046aa5a334 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 1000 time: 0.0995851 Dec 22 09:26:31.219482 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7181a9da-d3e9-46ed-99b3-29562ac1451b,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:26:31.222506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:26:31.266283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:26:31.271507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-311be78d-411a-4183-8ff5-6a530d6bf1ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:31.272943 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-311be78d-411a-4183-8ff5-6a530d6bf1ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 200 len: 834 time: 0.0599403 Dec 22 09:26:31.329223 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'code': 200} Dec 22 09:26:31.352300 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-d7223953-ca1b-4028-8b17-079c238f1431 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726864 Dec 22 09:26:31.482280 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-aefcbbf6-4de5-416e-ab2a-e283a3407ea7 service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226103 Dec 22 09:26:31.613406 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ec9ae189-3e8f-449e-b0e8-aad565772542 req-25d5a374-f3a8-40e6-bc31-5ee530107d7e service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250286 Dec 22 09:26:32.341890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faba974-3d02-4aae-afd4-670d464457b4 req-f4cd5170-93b6-4ae4-97b1-b7a157fe8c15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:32.343376 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5faba974-3d02-4aae-afd4-670d464457b4 req-f4cd5170-93b6-4ae4-97b1-b7a157fe8c15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0877242 Dec 22 09:26:32.392500 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5faba974-3d02-4aae-afd4-670d464457b4 req-24f78b31-72f7-45d3-8453-b2feacf63c91 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Dec 22 09:26:32.430514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49786) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:26:32.655882 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e3570870-d948-412d-b492-ef5b8150cb41 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/4cb4af65-9e71-46ac-927c-ff5e6888cd51 HTTP/1.1" status: 200 len: 992 time: 0.2239616 Dec 22 09:26:37.167767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-43cae107-d0cd-4373-8841-9ba94f649d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:39.232853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1180787c-964a-4dc2-bbe9-a8c1b9e029c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:40.443184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:40.701652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:41.874915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:41.995128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:26:52.828135 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:26:53.629573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-a42b0c8b-2a04-4fd7-99e2-38e389907f4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695095 Dec 22 09:26:53.794981 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-02c72c13-9f04-4b64-904a-8e157b46e25f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0899334 Dec 22 09:26:53.953657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-9d73d17c-db27-461b-8e11-4969b22d5156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:53.955585 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-9d73d17c-db27-461b-8e11-4969b22d5156 service neutron] 10.222.0.32 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 898 time: 0.1411374 Dec 22 09:26:54.064179 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-8f2674f0-9a8e-4482-835c-42c272d3d7be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 1000 time: 0.1015575 Dec 22 09:26:54.131204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-0a807e9e-4dc5-4ca6-aff5-d77b73f38507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:26:54.132646 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-0a807e9e-4dc5-4ca6-aff5-d77b73f38507 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 200 len: 834 time: 0.0622997 Dec 22 09:26:54.223203 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-c4db3bbb-1665-4f14-bfaf-58228f5555a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834260 Dec 22 09:26:54.354074 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-df73a581-64f4-47c3-bb78-b0f85dc99428 service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241381 Dec 22 09:26:54.486219 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b93eb25c-0b76-451f-9b9f-c645a5a609f8 req-27ab568f-3cf4-4799-bb37-949745d4ec15 service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260688 Dec 22 09:27:07.168389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e797165-7f1a-45a3-9410-b427d1b44516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:09.234904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0e5287f5-c696-4c9c-8a1b-5c887088e183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:10.443120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:10.703510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:11.895389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:12.001519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:27.732568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49810) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:27.948399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 3d1a4f68-9b01-4511-95e8-5ef53630cdd0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:27:27.948810 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:28.138660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:28.138955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:28.260936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 3d1a4f68-9b01-4511-95e8-5ef53630cdd0 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:27:28.409148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:28.412675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:28.559785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=3d1a4f68-9b01-4511-95e8-5ef53630cdd0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:28.594123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.594498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.595218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.595710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.596053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.596411 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.596759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.597115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.597466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.597812 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.598161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:28.601432 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:28.663753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:29.091644 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 6aba7701-fa89-45a6-8661-29a580816f54 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:27:29.306803 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:27:29.316486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] Sync routers for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:27:29.328609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:29.329038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:27:29.329662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:29.386530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e8b01aa4-b8db-45dc-9ca0-a871900eb7bd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/floatingips/4cb4af65-9e71-46ac-927c-ff5e6888cd51 HTTP/1.1" status: 204 len: 168 time: 1.6525989 Dec 22 09:27:29.387456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:27:29.476173 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'status': 'completed', 'code': 200} Dec 22 09:27:29.507074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:27:29.582279 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-617fa02b-ec8a-4ead-bea2-363d5bdad3a3 req-6c529731-e4ef-47e0-ac06-e935bc8823b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0817614 Dec 22 09:27:29.728344 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fa02b-ec8a-4ead-bea2-363d5bdad3a3 req-1e55d403-e6c1-49fe-83ae-be0d4a3975b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:29.729790 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-617fa02b-ec8a-4ead-bea2-363d5bdad3a3 req-1e55d403-e6c1-49fe-83ae-be0d4a3975b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 200 len: 898 time: 0.1417840 Dec 22 09:27:29.829221 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:27:29.833733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '02a84873-0fc2-48cc-bf94-836ae64c2076', 'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:c4:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:34Z', 'updated_at': '2021-12-22T09:24:42Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:29.837882 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-617fa02b-ec8a-4ead-bea2-363d5bdad3a3 req-9e9705f5-c91c-4399-a4d3-2c9f47467d03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 200 len: 217 time: 0.0699358 Dec 22 09:27:29.838225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] Checking router: 6aba7701-fa89-45a6-8661-29a580816f54 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:27:29.849426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:27:29.850028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:29.911640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fa02b-ec8a-4ead-bea2-363d5bdad3a3 req-d1205404-c5d6-4e97-b8eb-c44553ee9036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:29.912952 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-617fa02b-ec8a-4ead-bea2-363d5bdad3a3 req-d1205404-c5d6-4e97-b8eb-c44553ee9036 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 200 len: 834 time: 0.0681796 Dec 22 09:27:29.919009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf21b-fef0-4fe0-ba75-39a7c37ee962 req-f439e68f-2caa-4853-98e0-f1b86a71484e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:29.919696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f1baf21b-fef0-4fe0-ba75-39a7c37ee962 req-f439e68f-2caa-4853-98e0-f1b86a71484e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:27:29.980691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f1baf21b-fef0-4fe0-ba75-39a7c37ee962 req-f439e68f-2caa-4853-98e0-f1b86a71484e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:27:29.980691 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f1baf21b-fef0-4fe0-ba75-39a7c37ee962 req-f439e68f-2caa-4853-98e0-f1b86a71484e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.2443669 Dec 22 09:27:30.027983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:27:30.029537 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-617fa02b-ec8a-4ead-bea2-363d5bdad3a3 req-6813914a-b1e4-4eaf-a24c-76fe8f69d2fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=432b2eec-b041-44e3-bad9-14a7e6c0e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071675 Dec 22 09:27:30.056390 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f1baf21b-fef0-4fe0-ba75-39a7c37ee962 req-79636447-db2e-4d00-9d3f-ca4bceb819d3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696554 Dec 22 09:27:30.165751 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-617fa02b-ec8a-4ead-bea2-363d5bdad3a3 req-37e96f92-d269-4958-826b-bb0fe76c7af7 service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280282 Dec 22 09:27:30.392449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '02a84873-0fc2-48cc-bf94-836ae64c2076', 'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:c4:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:34Z', 'updated_at': '2021-12-22T09:24:42Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:30.396544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973cc75-0234-4e97-9984-4d36629f9af1 None None] The sync data for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv is: [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:24:34Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '02a84873-0fc2-48cc-bf94-836ae64c2076', 'name': '', 'network_id': '432b2eec-b041-44e3-bad9-14a7e6c0e7a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:c4:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:34Z', 'updated_at': '2021-12-22T09:24:42Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': 'c9a8da33-49fc-4131-ae1d-dd2197e1a10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:27:30.423384 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-617fa02b-ec8a-4ead-bea2-363d5bdad3a3 req-dac34dc4-40c1-4dee-a0f7-7de3e12e1c2c service neutron] 10.222.0.32 "GET /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496030 Dec 22 09:27:30.616147 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7168b0-5d12-4ee6-b3fe-6d04c414fc54 None None] New status for floating IP 4cb4af65-9e71-46ac-927c-ff5e6888cd51: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:27:31.268178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4c4d-22ab-4c82-96a3-f8cb41c7b987 req-59c34009-4d52-4659-ba22-b275a8c889cb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:31.269632 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-424d4c4d-22ab-4c82-96a3-f8cb41c7b987 req-59c34009-4d52-4659-ba22-b275a8c889cb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0827718 Dec 22 09:27:31.315694 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-424d4c4d-22ab-4c82-96a3-f8cb41c7b987 req-7395ed3d-ba6c-4336-93b2-2ec479c3c2fc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a47768dc-17e0-4381-aeac-ef65fc88d6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 Dec 22 09:27:31.644845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-3a567cbf-7c1c-4d5b-915c-df37dd2da61a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:31.646247 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-3a567cbf-7c1c-4d5b-915c-df37dd2da61a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 945 time: 0.0959830 Dec 22 09:27:31.721491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 7181a9da-d3e9-46ed-99b3-29562ac1451b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:27:31.721823 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:31.963041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 7181a9da-d3e9-46ed-99b3-29562ac1451b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7181a9da-d3e9-46ed-99b3-29562ac1451b,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:31.963362 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:32.082664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 7181a9da-d3e9-46ed-99b3-29562ac1451b owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:27:32.232913 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:32.238997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-80302aa0-a853-49b3-952c-e34d010f35f9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:32.280568 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=7181a9da-d3e9-46ed-99b3-29562ac1451b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:32.283892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:32.355935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] No DVR routers for this DVR port 7181a9da-d3e9-46ed-99b3-29562ac1451b on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:27:32.358417 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:32.361701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'name': 'network-vif-deleted', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:27:32.377520 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-21ac9865-3add-433c-8641-d6ca61dcc625 req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "DELETE /v2.0/ports/7181a9da-d3e9-46ed-99b3-29562ac1451b HTTP/1.1" status: 204 len: 173 time: 0.7249115 Dec 22 09:27:32.420569 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7f3a46-3a89-4d16-8416-dfa356d81ef3', 'name': 'network-vif-deleted', 'tag': '7181a9da-d3e9-46ed-99b3-29562ac1451b', 'status': 'completed', 'code': 200} Dec 22 09:27:32.491128 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f8ea62d7-d730-462e-8fac-48c503a9cefe req-5b6b0882-faf1-4e6d-8cd3-ca16ad018e21 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:27:32.508428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-f8ea62d7-d730-462e-8fac-48c503a9cefe req-5b6b0882-faf1-4e6d-8cd3-ca16ad018e21 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:27:32.509721 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f8ea62d7-d730-462e-8fac-48c503a9cefe req-5b6b0882-faf1-4e6d-8cd3-ca16ad018e21 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d7f3a46-3a89-4d16-8416-dfa356d81ef3 HTTP/1.1" status: 200 len: 210 time: 0.0592265 Dec 22 09:27:33.615845 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49828) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:34.018255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:34.752968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 02a84873-0fc2-48cc-bf94-836ae64c2076 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:27:34.753646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:34.936960 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 02a84873-0fc2-48cc-bf94-836ae64c2076, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=02a84873-0fc2-48cc-bf94-836ae64c2076,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:34.937195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:35.055064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 02a84873-0fc2-48cc-bf94-836ae64c2076 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:27:35.252901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:35.260150 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4cc8f8b9-a3b3-47cb-b214-93bab62e71c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:35.309581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=02a84873-0fc2-48cc-bf94-836ae64c2076,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:35.312492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:35.392960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7181a9da-d3e9-46ed-99b3-29562ac1451b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:27:35.426444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 7181a9da-d3e9-46ed-99b3-29562ac1451b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:27:35.426887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7181a9da-d3e9-46ed-99b3-29562ac1451b not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:27:35.625270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:36.350613 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router 6aba7701-fa89-45a6-8661-29a580816f54 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:27:36.558950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:27:36.569650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] Sync routers for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:27:36.577512 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/6aba7701-fa89-45a6-8661-29a580816f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604106 Dec 22 09:27:36.580027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49834) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:36.582759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:27:36.583411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:36.762072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:27:36.769090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-732deef0-88c6-4ee4-b3a9-2380ead22144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting subnet c9a8da33-49fc-4131-ae1d-dd2197e1a10b {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:27:36.772080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732deef0-88c6-4ee4-b3a9-2380ead22144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:36.824765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732deef0-88c6-4ee4-b3a9-2380ead22144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:36.910532 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732deef0-88c6-4ee4-b3a9-2380ead22144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:36.982981 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732deef0-88c6-4ee4-b3a9-2380ead22144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:36.986883 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-13d0c60d-5211-46b9-88ef-14d6ef0767db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:37.021681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732deef0-88c6-4ee4-b3a9-2380ead22144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a8da33-49fc-4131-ae1d-dd2197e1a10b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:37.025099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-732deef0-88c6-4ee4-b3a9-2380ead22144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:37.028548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-732deef0-88c6-4ee4-b3a9-2380ead22144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:37.034862 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-732deef0-88c6-4ee4-b3a9-2380ead22144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/subnets/c9a8da33-49fc-4131-ae1d-dd2197e1a10b HTTP/1.1" status: 204 len: 168 time: 0.4538736 Dec 22 09:27:37.035142 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b94131-fa72-4889-ae43-7dea4085b380 None None] Network 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:27:37.037480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49838) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:37.123481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:27:35Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:37.143770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] Checking router: 6aba7701-fa89-45a6-8661-29a580816f54 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:27:37.223063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8f42aef7-371f-4ad4-b6e0-6a4874cef548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:37.238608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] Routers {'6aba7701-fa89-45a6-8661-29a580816f54'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:27:37.239275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['6aba7701-fa89-45a6-8661-29a580816f54'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:37.246531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:37.429386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] Set router 6aba7701-fa89-45a6-8661-29a580816f54 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:27:37.460269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:37.471056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 60a056ff-66bd-4e72-903e-0f5a1ee327b0 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:27:37.471566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:37.474722 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] DHCP port deletion for 432b2eec-b041-44e3-bad9-14a7e6c0e7a9 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:27:37.532220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Deleting port 4fee402c-8616-4d2f-b36f-c58050cbf92c {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:27:37.532607 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:37.772958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 60a056ff-66bd-4e72-903e-0f5a1ee327b0, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=60a056ff-66bd-4e72-903e-0f5a1ee327b0,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:37.773631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:37.892151 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 60a056ff-66bd-4e72-903e-0f5a1ee327b0 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:27:37.921781 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] For port 4fee402c-8616-4d2f-b36f-c58050cbf92c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4fee402c-8616-4d2f-b36f-c58050cbf92c,segment=NetworkSegment(8722fc63-10a2-48d4-b369-0f9ce71cd0cb),segment_id=8722fc63-10a2-48d4-b369-0f9ce71cd0cb)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:37.922340 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.046231 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4fee402c-8616-4d2f-b36f-c58050cbf92c no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:27:38.059540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.063043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5973957-46e5-4f36-bcf9-9d52a4bbe034 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:38.078899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Calling delete_port for 4fee402c-8616-4d2f-b36f-c58050cbf92c owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:27:38.104360 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=60a056ff-66bd-4e72-903e-0f5a1ee327b0,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:38.107498 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:38.182724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:27:35Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:38.211329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f762e93b-3086-4ef8-a7aa-1673add3ab9d None None] The sync data for ids ['6aba7701-fa89-45a6-8661-29a580816f54'] in dv-neutron-822610-1-hyperv is: [{'id': '6aba7701-fa89-45a6-8661-29a580816f54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583042516', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:24:30Z', 'updated_at': '2021-12-22T09:27:35Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '60a056ff-66bd-4e72-903e-0f5a1ee327b0', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aba7701-fa89-45a6-8661-29a580816f54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:24:31Z', 'updated_at': '2021-12-22T09:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:27:38.226780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.232290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:38.290426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Pushing event deleted for resources: {'Port': ['ID=4fee402c-8616-4d2f-b36f-c58050cbf92c,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:38.292901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.307122 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] No DVR routers for this DVR port 4fee402c-8616-4d2f-b36f-c58050cbf92c on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:27:38.319376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.319727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.320053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.320418 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.320752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.321094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.321415 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.321744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.322068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.322457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.322779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:38.330222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:38.335447 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.597395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.601772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.633172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.633172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Fanout notify agent at l3_agent the message router_deleted on router 6aba7701-fa89-45a6-8661-29a580816f54 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:27:38.653046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.654150 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/routers/6aba7701-fa89-45a6-8661-29a580816f54 HTTP/1.1" status: 204 len: 168 time: 1.6157658 Dec 22 09:27:38.656860 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49842) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:38.766098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.898110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:38.941539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432b2eec-b041-44e3-bad9-14a7e6c0e7a9']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:39.056318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8722fc63-10a2-48d4-b369-0f9ce71cd0cb') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:39.056679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8722fc63-10a2-48d4-b369-0f9ce71cd0cb') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:39.073938 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.092841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.103047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:27:39.103496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:27:39.125726 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:27:39.231011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.236435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f80f0fd8-0691-40d2-95ad-6afd6427d50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:39.239394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-87e75075-7e33-4ab2-90bc-02e7291068c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.254499 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.269897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Network': ['ID=432b2eec-b041-44e3-bad9-14a7e6c0e7a9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:39.272052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:39.279376 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4a6fba3b-c129-4859-b417-a432dc44fca3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/networks/432b2eec-b041-44e3-bad9-14a7e6c0e7a9 HTTP/1.1" status: 204 len: 168 time: 0.6214824 Dec 22 09:27:39.282257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49846) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:39.368441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b0e8184b-2d96-42cb-a9d0-f6e36910dcb3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.405141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b0e8184b-2d96-42cb-a9d0-f6e36910dcb3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.488027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b0e8184b-2d96-42cb-a9d0-f6e36910dcb3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.492570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b1967072-bd27-443d-b291-e4cf6f16d4dd tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:39.508157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8184b-2d96-42cb-a9d0-f6e36910dcb3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47768dc-17e0-4381-aeac-ef65fc88d6e7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:39.510852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b0e8184b-2d96-42cb-a9d0-f6e36910dcb3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:39.520912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b0e8184b-2d96-42cb-a9d0-f6e36910dcb3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:39.524865 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b0e8184b-2d96-42cb-a9d0-f6e36910dcb3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/security-groups/a47768dc-17e0-4381-aeac-ef65fc88d6e7 HTTP/1.1" status: 204 len: 168 time: 0.2385883 Dec 22 09:27:39.950175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49854) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:39.959292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997525955', 'description': 'tempest-secgroup-smoke-997525955 description', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:39.968561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:39.973240 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:39.976411 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:39.984058 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:39.997362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.040003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:40.048196 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:40.051345 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:40.051688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 60a056ff-66bd-4e72-903e-0f5a1ee327b0 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:27:40.057206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:40.085288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 60a056ff-66bd-4e72-903e-0f5a1ee327b0 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:27:40.085645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 60a056ff-66bd-4e72-903e-0f5a1ee327b0 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:27:40.086067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 02a84873-0fc2-48cc-bf94-836ae64c2076 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:27:40.116075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.120610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.123617 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 02a84873-0fc2-48cc-bf94-836ae64c2076 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:27:40.123960 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 02a84873-0fc2-48cc-bf94-836ae64c2076 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:27:40.124294 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5d315c09-a0fb-4005-a201-88eba02e3ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:40.164258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a578e7f7-19cf-4ab3-bc51-b407ffc23796,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:40.168718 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.169901 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2184923 Dec 22 09:27:40.173138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49858) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:40.174932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.175351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.175727 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.176095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.176456 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.176808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.177166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.177520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.177875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.178228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.178579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:40.182177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:40.185517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a578e7f7-19cf-4ab3-bc51-b407ffc23796', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:40.192633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:40.198531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:40.201660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:40.207632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:40.230545 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.296307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.301095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.302881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-415acad8-2b37-4e2e-9387-3ac73125ca4e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:40.325102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a55b2dd-6312-4fa4-806c-3fc0de7af66e,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:40.327597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:40.335201 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.336466 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1614408 Dec 22 09:27:40.339302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49862) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:40.344720 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a578e7f7-19cf-4ab3-bc51-b407ffc23796', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:40.350879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:40.354835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:40.357759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:40.363570 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:40.382612 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.436709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.444971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.449479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.451294 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1821223e-4a67-4a60-b3d0-ec71efa004c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:40.474579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6f0a03-bf66-4312-a8e9-494c8a0aa1d0,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:40.479212 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:40.484973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.489167 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1459913 Dec 22 09:27:40.489311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49866) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:40.494790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a578e7f7-19cf-4ab3-bc51-b407ffc23796', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:40.500961 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:40.504948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:40.507912 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:40.514057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:40.531449 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.600721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.605919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.607864 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0a1687f3-66c9-4da0-816e-44f5968f3313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:40.628843 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33d2788-40a9-4eb3-8831-51baf695091d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:40.631168 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:40.638674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.640554 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1501338 Dec 22 09:27:40.643748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49870) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:40.649869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a578e7f7-19cf-4ab3-bc51-b407ffc23796', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:40.656206 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:40.660332 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:40.663351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:40.669615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:40.688389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.700124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.849760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.856145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.857954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-91c394d5-8094-4bcd-9408-6e317335fd50 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:40.880117 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d0f032-7619-4824-bd7f-a5ca3de0c3f6,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:40.882407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:40.889793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:40.891345 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-39a133e3-339f-41e7-bec7-1edc3abed3b9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2464621 Dec 22 09:27:40.894111 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49874) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:40.899744 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a578e7f7-19cf-4ab3-bc51-b407ffc23796', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:40.906929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:40.911096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:40.914457 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:40.920762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:40.932586 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:27:40.939278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.009826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.014557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.021490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-71d33b3b-83da-46c0-acd5-9326d6650a70 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:41.038821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5814fe-2372-485a-8ad8-7bce269cc9a5,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:41.043343 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:41.048745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.049884 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1548648 Dec 22 09:27:41.052703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49878) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:41.058514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': 'a578e7f7-19cf-4ab3-bc51-b407ffc23796', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:41.064203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:41.067873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:41.070646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:41.076522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:41.087959 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:27:41.094785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.168756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.173904 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.175714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-68db7997-df13-4746-b86f-0938932c6b01 tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:41.200471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e81642-ad56-4646-8770-864514411050,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:41.204730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:41.210289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.211496 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-068f7731-d3af-437e-afd2-b102fc58c996 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1577892 Dec 22 09:27:41.214460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49882) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:41.220472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'network': {'name': 'tempest-network-smoke--1496590293', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'port_security_enabled': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:41.225926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:41.230894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:network and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:41.233995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:41.240166 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:41.253395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:27:41.256514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.287764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:27:41.300924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.301257 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Added segment 933f794e-5946-42c4-a2ea-8912469357e0 of type vlan for network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 Dec 22 09:27:41.328550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.357735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.361458 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:41.362024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.365389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7327ebd9-676b-4747-a7e4-573f6a823765 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:41.466673 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2509165 Dec 22 09:27:41.469441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Network': ['ID=17a5c3b7-fb58-4394-9d49-537ede6ba1d4,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:41.469574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49886) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:41.472509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:41.475406 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'admin_state_up': True, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:41.482978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:41.487638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:router and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:41.488797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:27:41.490729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:41.498339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:41.508709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.509690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.535096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.686786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.875144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.889157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:41.904632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:42.001076 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:42.045804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.201 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/45806614-91e1-48fb-ae76-064e9c628926) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:27:42.198830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:42.233962 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:42.237575 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0c6c6e77-9aab-49b5-a58b-31fc5298a894 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:42.292481 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:27:42.299636 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:27:42.303519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:27:42.331266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=45806614-91e1-48fb-ae76-064e9c628926,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:42.336933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:42.464552 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:42.465197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:42.806152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router f01ab7a7-c975-4589-9251-689c046d1dae is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:27:43.025052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:27:43.037223 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Sync routers for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:27:43.051666 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:27:43.052315 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:43.053816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:43.055417 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5845411 Dec 22 09:27:43.059101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49890) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:43.099772 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7a397e2b-7d7d-48e6-b49a-0e7956c9361d tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f9f6011c0a6e480aa9b5312d2a0b76ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392804 Dec 22 09:27:43.102362 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49894) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:43.225968 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:27:43.232906 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577df2ea-ee70-436b-ba90-9cb33c0e2dbc tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:43.234442 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-577df2ea-ee70-436b-ba90-9cb33c0e2dbc tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310232 Dec 22 09:27:43.237419 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49898) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:43.280507 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c09a32ff-9d03-456c-86dc-27f1a5c960f7 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419292 Dec 22 09:27:43.283985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49902) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:43.291505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307527408', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:43.399869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:43.403969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:subnet and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:27:43.406821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:27:43.412932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:43.423986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:27:43.505857 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:42Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:43.509930 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Checking router: f01ab7a7-c975-4589-9251-689c046d1dae for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:27:43.510272 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Updating router f01ab7a7-c975-4589-9251-689c046d1dae port 45806614-91e1-48fb-ae76-064e9c628926 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:27:43.525846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:43.563409 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:43.749829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:43.753484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-17051b85-311f-4118-a18a-629ce446fd28 tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:43.827628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Subnet': ['ID=689da782-1c27-474f-be95-c138dcf320f8,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:43.831966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:43.843148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Checking segment: {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:27:43.843536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network hostable DHCP agents. Network: 17a5c3b7-fb58-4394-9d49-537ede6ba1d4, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:27:43.866143 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:27:43.876509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 17a5c3b7-fb58-4394-9d49-537ede6ba1d4) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:27:43.880573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:43.882188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:43.886850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aff950-e082-4aec-adbe-2b80e25be25b None None] Network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:27:43.907285 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a254f096-ab31-4b96-aa5c-753715620c2d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6203883 Dec 22 09:27:43.908180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49906) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:27:43.925667 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:43.937956 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Transition to ACTIVE for port object 45806614-91e1-48fb-ae76-064e9c628926 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:27:43.945824 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:43.950748 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-15296496-0e04-49dd-9f6e-5106113caf92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:44.027670 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Attempting to bind port 45806614-91e1-48fb-ae76-064e9c628926 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:27:44.028039 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Attempting to bind port 45806614-91e1-48fb-ae76-064e9c628926 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:27:44.028695 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Attempting to bind port 45806614-91e1-48fb-ae76-064e9c628926 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:27:44.037873 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Pushing event updated for resources: {'Port': ['ID=45806614-91e1-48fb-ae76-064e9c628926,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:44.039590 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:27:44.039859 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:27:44.040270 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.040653 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:27:44.041283 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Bound port: 45806614-91e1-48fb-ae76-064e9c628926, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:27:44.041847 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.084515 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.084863 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.085167 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.085482 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.085809 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.086121 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.086555 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.086873 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.087172 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.087503 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.088181 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:27:44.093357 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:44.102298 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:27:44.103386 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.128945 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] For port 45806614-91e1-48fb-ae76-064e9c628926, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:27:44.131870 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] For port 45806614-91e1-48fb-ae76-064e9c628926, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=45806614-91e1-48fb-ae76-064e9c628926,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:27:44.137246 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.140993 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:44.207824 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Pushing event updated for resources: {'Port': ['ID=45806614-91e1-48fb-ae76-064e9c628926,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:44.211380 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:44.224876 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:27:44.225477 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:44.268390 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Allocated IP 172.20.0.2 (17a5c3b7-fb58-4394-9d49-537ede6ba1d4/689da782-1c27-474f-be95-c138dcf320f8/b4430bff-4d6d-4651-b30e-0e8bbfcc373b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:27:44.415026 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:27:44.485485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.499977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Transition to ACTIVE for port object b4430bff-4d6d-4651-b30e-0e8bbfcc373b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:27:44.524060 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Transition to ACTIVE for port object b4430bff-4d6d-4651-b30e-0e8bbfcc373b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:27:44.531833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.538648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-8cd1cdfa-92db-4b24-86d4-89a55e46b8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:44.647850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:27:44.655915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:27:44.658560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:27:44.667626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Pushing event updated for resources: {'Port': ['ID=b4430bff-4d6d-4651-b30e-0e8bbfcc373b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:44.670417 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:44.723619 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:42Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:44.727623 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2292c9-2f18-4fcc-a49e-d9fb0a427882 None None] The sync data for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv is: [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:42Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:27:44.757815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Attempting to bind port b4430bff-4d6d-4651-b30e-0e8bbfcc373b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:27:44.758181 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Attempting to bind port b4430bff-4d6d-4651-b30e-0e8bbfcc373b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:27:44.758541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Attempting to bind port b4430bff-4d6d-4651-b30e-0e8bbfcc373b on network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:27:44.765456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:27:44.765832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Checking segment: {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:27:44.766234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.766626 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Bound using segment: {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:27:44.767083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Bound port: b4430bff-4d6d-4651-b30e-0e8bbfcc373b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:27:44.767647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.811207 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.857740 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] For port b4430bff-4d6d-4651-b30e-0e8bbfcc373b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:27:44.865478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] For port b4430bff-4d6d-4651-b30e-0e8bbfcc373b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b4430bff-4d6d-4651-b30e-0e8bbfcc373b,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:27:44.871164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:44.876025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:44.983775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Pushing event updated for resources: {'Port': ['ID=b4430bff-4d6d-4651-b30e-0e8bbfcc373b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:44.988697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:45.278415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.1 (17a5c3b7-fb58-4394-9d49-537ede6ba1d4/689da782-1c27-474f-be95-c138dcf320f8/3b8f68ba-2231-4144-a52b-bf558ff6a566) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:27:45.452137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:45.469863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object 3b8f68ba-2231-4144-a52b-bf558ff6a566 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:27:45.493077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:45.497081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8012978c-ecd7-4d45-af27-ec6664d4839e tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:45.562838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:27:45.570306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:27:45.574844 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:27:45.606490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=3b8f68ba-2231-4144-a52b-bf558ff6a566,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:45.613084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:45.638260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:45.731355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:45.914070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c056c76-78ed-4a1c-91b7-385b7f86d602 None None] Network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:27:46.014167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-03002a27-b53e-46f0-a278-d59664f9ee78 None None] Provisioning for port b4430bff-4d6d-4651-b30e-0e8bbfcc373b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:27:46.101447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b4430bff-4d6d-4651-b30e-0e8bbfcc373b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:27:46.147782 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.153222 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.220749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port b4430bff-4d6d-4651-b30e-0e8bbfcc373b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:27:46.228992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b4430bff-4d6d-4651-b30e-0e8bbfcc373b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:46.229475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.289358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-12447513-e222-44ae-b9ea-6646c5a8f94a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:46.355909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.376810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.380396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=3b8f68ba-2231-4144-a52b-bf558ff6a566,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:46.383578 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:46.391852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port b4430bff-4d6d-4651-b30e-0e8bbfcc373b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b4430bff-4d6d-4651-b30e-0e8bbfcc373b,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:46.398868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.399796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 45806614-91e1-48fb-ae76-064e9c628926 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:27:46.423214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4ed71010-2fab-4f3d-83c3-ebf0e7e51c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:46.515200 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=b4430bff-4d6d-4651-b30e-0e8bbfcc373b,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:46.519136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:46.531823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 45806614-91e1-48fb-ae76-064e9c628926 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:27:46.537245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 45806614-91e1-48fb-ae76-064e9c628926 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:46.537866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.543968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:27:46.545213 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:27:46.608116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e77508d3-ae05-4388-bdde-39e65cdd7aec None None] Provisioning for port 3b8f68ba-2231-4144-a52b-bf558ff6a566 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:27:46.616608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e77508d3-ae05-4388-bdde-39e65cdd7aec None None] Provisioning complete for port 3b8f68ba-2231-4144-a52b-bf558ff6a566 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:46.616984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e77508d3-ae05-4388-bdde-39e65cdd7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.722743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-e77508d3-ae05-4388-bdde-39e65cdd7aec None None] Port 3b8f68ba-2231-4144-a52b-bf558ff6a566 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:27:46.726444 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.750101 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 45806614-91e1-48fb-ae76-064e9c628926, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=45806614-91e1-48fb-ae76-064e9c628926,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:46.753083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e77508d3-ae05-4388-bdde-39e65cdd7aec None None] Provisioning complete for port b4430bff-4d6d-4651-b30e-0e8bbfcc373b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:46.753508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e77508d3-ae05-4388-bdde-39e65cdd7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.781979 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:46.789043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:46.876284 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=45806614-91e1-48fb-ae76-064e9c628926,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:46.879727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:46.949378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router f01ab7a7-c975-4589-9251-689c046d1dae has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:27:47.053744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3d8859f8-19a8-4db4-83cf-54d8b72426fc None None] Provisioning complete for port 3b8f68ba-2231-4144-a52b-bf558ff6a566 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:47.054373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3d8859f8-19a8-4db4-83cf-54d8b72426fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:47.104646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-3d8859f8-19a8-4db4-83cf-54d8b72426fc None None] Port 3b8f68ba-2231-4144-a52b-bf558ff6a566 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:27:47.150596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:27:47.162948 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/f01ab7a7-c975-4589-9251-689c046d1dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2537372 Dec 22 09:27:47.353269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-89e11c4a-a9c4-4ef8-9cec-3353066f5ed8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:27:47.371968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-89e11c4a-a9c4-4ef8-9cec-3353066f5ed8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:27:47.373394 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-89e11c4a-a9c4-4ef8-9cec-3353066f5ed8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997525955&fields=id&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 267 time: 0.0672209 Dec 22 09:27:47.528292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-242fae86-b47a-4133-a09d-ee4e1d9c5cb4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:47.528971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-242fae86-b47a-4133-a09d-ee4e1d9c5cb4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:27:47.545046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-242fae86-b47a-4133-a09d-ee4e1d9c5cb4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:27:47.546189 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-242fae86-b47a-4133-a09d-ee4e1d9c5cb4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/networks?id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4 HTTP/1.1" status: 200 len: 797 time: 0.1660459 Dec 22 09:27:47.562348 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-53c1724c-5e86-4d87-bfbc-e20274dc3c4d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/quotas/f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 375 time: 0.0108850 Dec 22 09:27:47.648785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-76e475ea-8ac1-4f92-8247-fbf9dd3a1065 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:27:47.665310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-76e475ea-8ac1-4f92-8247-fbf9dd3a1065 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:27:47.666986 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-76e475ea-8ac1-4f92-8247-fbf9dd3a1065 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997016 Dec 22 09:27:47.947516 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-9dcedc3f-0f74-4fa6-bd39-bb1906d4ec96 service neutron] 10.222.0.31 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681391 Dec 22 09:27:48.051990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b4430bff-4d6d-4651-b30e-0e8bbfcc373b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:27:48.091219 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-02a14c8c-2880-496d-a719-063888fbcd94 service neutron] 10.222.0.31 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378984 Dec 22 09:27:48.130555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b4430bff-4d6d-4651-b30e-0e8bbfcc373b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:48.131028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:48.255503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 45806614-91e1-48fb-ae76-064e9c628926 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:27:48.299798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1bad4538-b5cd-4369-a8b5-80469a1966db req-18edbdb3-3b08-4342-bc6d-0a652620ded6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:27:48.313356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-1bad4538-b5cd-4369-a8b5-80469a1966db req-18edbdb3-3b08-4342-bc6d-0a652620ded6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:27:48.314030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Sync routers for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:27:48.324099 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1bad4538-b5cd-4369-a8b5-80469a1966db req-18edbdb3-3b08-4342-bc6d-0a652620ded6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 210 time: 0.0729790 Dec 22 09:27:48.336523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:27:48.336523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:48.405195 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 45806614-91e1-48fb-ae76-064e9c628926 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:48.405578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:48.647277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:27:48.989509 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3b8f68ba-2231-4144-a52b-bf558ff6a566', 'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:cb:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:45Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 2, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '689da782-1c27-474f-be95-c138dcf320f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:48.993877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Checking router: f01ab7a7-c975-4589-9251-689c046d1dae for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:27:48.994270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Updating router f01ab7a7-c975-4589-9251-689c046d1dae port 3b8f68ba-2231-4144-a52b-bf558ff6a566 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:27:49.045105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:49.388805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:49.403149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Transition to ACTIVE for port object 3b8f68ba-2231-4144-a52b-bf558ff6a566 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:27:49.410956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:49.419401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cb8ce6ff-4fb0-4b6f-aa4b-d7d91335d947 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:49.573278 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc8c4b-4836-4e4c-9c0c-070b451f9099 None None] Pushing event updated for resources: {'Port': ['ID=3b8f68ba-2231-4144-a52b-bf558ff6a566,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:49.573865 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f0086b34-6574-47ad-adae-cc6acaee4b40 req-6d2e4ed9-84a8-4526-b7b6-66001d93c5cc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 210 time: 0.0563228 Dec 22 09:27:49.577691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a7bc8c4b-4836-4e4c-9c0c-070b451f9099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:49.683151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Attempting to bind port 3b8f68ba-2231-4144-a52b-bf558ff6a566 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:27:49.684007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Attempting to bind port 3b8f68ba-2231-4144-a52b-bf558ff6a566 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:27:49.684267 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Attempting to bind port 3b8f68ba-2231-4144-a52b-bf558ff6a566 on network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:27:49.690485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-f9290c2d-f408-4424-9ab0-b50aee46dd03 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:49.691688 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:27:49.692060 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Checking segment: {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:27:49.692534 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-f9290c2d-f408-4424-9ab0-b50aee46dd03 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/networks?id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4 HTTP/1.1" status: 200 len: 797 time: 0.2885861 Dec 22 09:27:49.692624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:49.692839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Bound using segment: {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:27:49.693304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Bound port: 3b8f68ba-2231-4144-a52b-bf558ff6a566, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:27:49.693673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:49.754316 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-b69d751b-f16e-4bf3-b47a-978e87aea2e4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 379 time: 0.0451324 Dec 22 09:27:49.764315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'port': {'device_id': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'admin_state_up': True, 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'security_groups': ['a578e7f7-19cf-4ab3-bc51-b407ffc23796']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:49.783833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] For port 3b8f68ba-2231-4144-a52b-bf558ff6a566, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:27:49.787079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] For port 3b8f68ba-2231-4144-a52b-bf558ff6a566, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3b8f68ba-2231-4144-a52b-bf558ff6a566,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:27:49.792736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:49.796299 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:49.883560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc8c4b-4836-4e4c-9c0c-070b451f9099 None None] Pushing event updated for resources: {'Port': ['ID=3b8f68ba-2231-4144-a52b-bf558ff6a566,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:49.887972 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a7bc8c4b-4836-4e4c-9c0c-070b451f9099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:49.895151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:27:49.895804 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:49.904918 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:27:49.915611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:27:49.927270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:27:49.930297 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:50.102293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.12 (17a5c3b7-fb58-4394-9d49-537ede6ba1d4/689da782-1c27-474f-be95-c138dcf320f8/bb3ff856-f93c-4548-b913-ce1fb0c06176) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:27:50.153156 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:27:50.295042 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:50.311563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object bb3ff856-f93c-4548-b913-ce1fb0c06176 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:27:50.333382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:50.341116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-358840c2-db97-45f1-a13b-13bac3a568c6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:50.409847 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:27:50.417252 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:27:50.421460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:27:50.462002 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=bb3ff856-f93c-4548-b913-ce1fb0c06176,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:50.466483 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:50.468831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3b8f68ba-2231-4144-a52b-bf558ff6a566', 'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:cb:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:45Z', 'updated_at': '2021-12-22T09:27:49Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '689da782-1c27-474f-be95-c138dcf320f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:27:50.473251 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf055d5f-de5b-42b1-b349-4ed6e6b6098e None None] The sync data for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv is: [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3b8f68ba-2231-4144-a52b-bf558ff6a566', 'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:cb:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:45Z', 'updated_at': '2021-12-22T09:27:49Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '689da782-1c27-474f-be95-c138dcf320f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:27:50.499384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:50.500040 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:50.554123 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7934241 Dec 22 09:27:50.564526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-fd0725d9-203f-44f9-9b95-cac688d67feb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:27:50.565556 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-fd0725d9-203f-44f9-9b95-cac688d67feb tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057895 Dec 22 09:27:50.657769 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Request body: {'port': {'device_id': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:27:50.776018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2b97e753-5676-4564-a6f0-55d244e3d0eb None None] Provisioning for port bb3ff856-f93c-4548-b913-ce1fb0c06176 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:27:50.786538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-2b97e753-5676-4564-a6f0-55d244e3d0eb None None] Provisioning complete for port bb3ff856-f93c-4548-b913-ce1fb0c06176 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:50.786887 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2b97e753-5676-4564-a6f0-55d244e3d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:50.814605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05636ae1-3dfd-4319-8605-d1f6ca88077f req-38a80ce4-817c-428d-9751-139e88edaac4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:50.817230 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-05636ae1-3dfd-4319-8605-d1f6ca88077f req-38a80ce4-817c-428d-9751-139e88edaac4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 932 time: 0.0927191 Dec 22 09:27:50.862680 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-2b97e753-5676-4564-a6f0-55d244e3d0eb None None] Port bb3ff856-f93c-4548-b913-ce1fb0c06176 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:27:50.875533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-05636ae1-3dfd-4319-8605-d1f6ca88077f req-70efc09f-b2d8-4b4d-b018-03781d2c281f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:27:50.888920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-05636ae1-3dfd-4319-8605-d1f6ca88077f req-70efc09f-b2d8-4b4d-b018-03781d2c281f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:27:50.890275 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-05636ae1-3dfd-4319-8605-d1f6ca88077f req-70efc09f-b2d8-4b4d-b018-03781d2c281f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672767 Dec 22 09:27:50.914311 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:51.258467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3ff856-f93c-4548-b913-ce1fb0c06176 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:27:51.266152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:51.281955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Transition to ACTIVE for port object bb3ff856-f93c-4548-b913-ce1fb0c06176 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:27:51.286597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:51.290503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4b52616f-272e-4608-b42f-43c655039389 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:51.414146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ff856-f93c-4548-b913-ce1fb0c06176,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:51.418825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:51.533165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Attempting to bind port bb3ff856-f93c-4548-b913-ce1fb0c06176 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:27:51.533524 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Attempting to bind port bb3ff856-f93c-4548-b913-ce1fb0c06176 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:27:51.533867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Attempting to bind port bb3ff856-f93c-4548-b913-ce1fb0c06176 on network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:27:51.539721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Port bb3ff856-f93c-4548-b913-ce1fb0c06176 on network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:27:51.540053 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Attempting to bind port bb3ff856-f93c-4548-b913-ce1fb0c06176 on network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:27:51.546180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:27:51.546508 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Checking segment: {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:27:51.546880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Bound using segment: {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:27:51.547541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Bound port: bb3ff856-f93c-4548-b913-ce1fb0c06176, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933f794e-5946-42c4-a2ea-8912469357e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:27:51.547888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:51.641444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] For port bb3ff856-f93c-4548-b913-ce1fb0c06176, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:27:51.644487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] For port bb3ff856-f93c-4548-b913-ce1fb0c06176, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:27:51.651034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:51.654705 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-928cb4db-28d2-4213-add8-ef8236cf3b43 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:51.706969 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:51.708340 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb3ff856-f93c-4548-b913-ce1fb0c06176 HTTP/1.1" status: 200 len: 1094 time: 1.1321621 Dec 22 09:27:51.708846 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:27:51.731869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3ff856-f93c-4548-b913-ce1fb0c06176,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:51.734815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:51.781474 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'status': 'completed', 'code': 200} Dec 22 09:27:51.824328 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-390e9815-98a3-4e75-9599-19691db9f21a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 1097 time: 0.0743213 Dec 22 09:27:51.897243 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-da0ed79e-f57d-4482-af64-28c04970be73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176 HTTP/1.1" status: 200 len: 217 time: 0.0662825 Dec 22 09:27:51.960821 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-053c52bd-edd1-4d3a-bcf5-efdaad038485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:51.962265 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-053c52bd-edd1-4d3a-bcf5-efdaad038485 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=689da782-1c27-474f-be95-c138dcf320f8 HTTP/1.1" status: 200 len: 834 time: 0.0588796 Dec 22 09:27:52.052531 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-14c2458f-3b9c-41fc-858b-19363fe2eeb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829308 Dec 22 09:27:52.083578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3b8f68ba-2231-4144-a52b-bf558ff6a566 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:27:52.155329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 3b8f68ba-2231-4144-a52b-bf558ff6a566 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:27:52.160651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3b8f68ba-2231-4144-a52b-bf558ff6a566 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:52.161003 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.194692 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-cd48b3cb-9eba-479c-b66a-1e79f416adc6 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352119 Dec 22 09:27:52.248113 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fec71-c852-4f77-82f6-ed988995303b req-aab4589a-7871-492b-94cc-d6aa5c18577a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:52.249462 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-820fec71-c852-4f77-82f6-ed988995303b req-aab4589a-7871-492b-94cc-d6aa5c18577a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 944 time: 0.0804672 Dec 22 09:27:52.277807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.296508 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-820fec71-c852-4f77-82f6-ed988995303b req-7e99cb66-d298-44bf-aed2-b7a0f58cc9b7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405142 Dec 22 09:27:52.311815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 3b8f68ba-2231-4144-a52b-bf558ff6a566, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3b8f68ba-2231-4144-a52b-bf558ff6a566,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:52.316424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:52.318594 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a7bc8c4b-4836-4e4c-9c0c-070b451f9099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:52.339751 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdf83ef9-b09f-4de4-9ff7-90838728647e req-ad9641c9-4415-4b15-a693-c9ed7961bf7a service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381178 Dec 22 09:27:52.381910 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=3b8f68ba-2231-4144-a52b-bf558ff6a566,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:52.384948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:52.453517 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-27f56e29-02ac-4dbf-b46d-4d89555b2f1d req-eda5e2de-31da-4293-b65e-971cb29956ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 1097 time: 0.0698824 Dec 22 09:27:52.588300 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f56e29-02ac-4dbf-b46d-4d89555b2f1d req-0e93f3b1-560e-43a4-8366-f6ad25c14ca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:52.589732 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-27f56e29-02ac-4dbf-b46d-4d89555b2f1d req-0e93f3b1-560e-43a4-8366-f6ad25c14ca4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4 HTTP/1.1" status: 200 len: 898 time: 0.1290994 Dec 22 09:27:52.759182 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-27f56e29-02ac-4dbf-b46d-4d89555b2f1d req-1b5d7f6a-e055-43e9-adef-0872390a3714 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176 HTTP/1.1" status: 200 len: 217 time: 0.1627545 Dec 22 09:27:52.832437 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f56e29-02ac-4dbf-b46d-4d89555b2f1d req-9df3d33b-556b-44c8-96ee-c874a0e36b51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:52.833921 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-27f56e29-02ac-4dbf-b46d-4d89555b2f1d req-9df3d33b-556b-44c8-96ee-c874a0e36b51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=689da782-1c27-474f-be95-c138dcf320f8 HTTP/1.1" status: 200 len: 834 time: 0.0682008 Dec 22 09:27:52.920224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-27f56e29-02ac-4dbf-b46d-4d89555b2f1d req-f4cad221-ae08-47d8-a873-6882db276e06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799673 Dec 22 09:27:53.053326 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-27f56e29-02ac-4dbf-b46d-4d89555b2f1d req-49e66f79-24af-40e5-9a19-ba6324163328 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246254 Dec 22 09:27:53.191257 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-27f56e29-02ac-4dbf-b46d-4d89555b2f1d req-400ebe69-2f6b-422e-b8c4-fc5d9f8661c7 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309760 Dec 22 09:27:53.507131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c64ab-5a90-4848-876e-52a2d295db18 req-0aafd026-8342-4b9d-b69e-9f89e37fe22f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:53.507834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-bb3c64ab-5a90-4848-876e-52a2d295db18 req-0aafd026-8342-4b9d-b69e-9f89e37fe22f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:27:53.523653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-bb3c64ab-5a90-4848-876e-52a2d295db18 req-0aafd026-8342-4b9d-b69e-9f89e37fe22f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:27:53.524801 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bb3c64ab-5a90-4848-876e-52a2d295db18 req-0aafd026-8342-4b9d-b69e-9f89e37fe22f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 944 time: 0.0923781 Dec 22 09:27:53.570833 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bb3c64ab-5a90-4848-876e-52a2d295db18 req-d4e1b6fb-5df8-473b-8500-496087285cc3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Dec 22 09:27:54.048500 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3b8f68ba-2231-4144-a52b-bf558ff6a566 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:27:54.122833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 3b8f68ba-2231-4144-a52b-bf558ff6a566 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:54.123225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:54.793958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776af32-2b49-4f03-9ff0-ad996c759d50 req-23d63d78-de2b-4d2e-8762-5ee06d6c1522 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:54.795267 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6776af32-2b49-4f03-9ff0-ad996c759d50 req-23d63d78-de2b-4d2e-8762-5ee06d6c1522 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 944 time: 0.0937753 Dec 22 09:27:54.853062 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6776af32-2b49-4f03-9ff0-ad996c759d50 req-19322de5-c544-43de-8d71-fbef25e2f42a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494368 Dec 22 09:27:55.495140 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device bb3ff856-f93c-4548-b913-ce1fb0c06176 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:27:55.644981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port bb3ff856-f93c-4548-b913-ce1fb0c06176, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:55.659768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'port_id': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'mac_address': 'fa:16:3e:7e:a6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:27:55.714212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.732039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3ff856-f93c-4548-b913-ce1fb0c06176 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:27:55.747337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port bb3ff856-f93c-4548-b913-ce1fb0c06176, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:55.754853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:55.756624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:55.831925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=bb3ff856-f93c-4548-b913-ce1fb0c06176,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:55.835023 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:56.061039 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f8191-e8c8-4453-ba86-eb9dbeb92add req-5dd50bfb-79b5-4b9c-9a6a-b2a6e5e4538e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:56.062461 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-366f8191-e8c8-4453-ba86-eb9dbeb92add req-5dd50bfb-79b5-4b9c-9a6a-b2a6e5e4538e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 945 time: 0.0874441 Dec 22 09:27:56.109794 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-366f8191-e8c8-4453-ba86-eb9dbeb92add req-f9eaba95-8b6d-46cc-8b63-5b3e9cc13b17 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394263 Dec 22 09:27:56.126248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['bb3ff856-f93c-4548-b913-ce1fb0c06176'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:27:57.319370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d01d-98eb-4a4e-8d94-220d41b39199 req-31392710-4cc7-482d-af89-5ad73375b473 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:57.320726 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4009d01d-98eb-4a4e-8d94-220d41b39199 req-31392710-4cc7-482d-af89-5ad73375b473 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 945 time: 0.0883400 Dec 22 09:27:57.370861 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4009d01d-98eb-4a4e-8d94-220d41b39199 req-1568e017-540a-43e1-b55f-954213a6183f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436163 Dec 22 09:27:57.511714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device bb3ff856-f93c-4548-b913-ce1fb0c06176 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:27:57.590838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port bb3ff856-f93c-4548-b913-ce1fb0c06176 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:27:57.595775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port bb3ff856-f93c-4548-b913-ce1fb0c06176 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:27:57.596170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:57.711367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:57.738276 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:27:57.749174 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port bb3ff856-f93c-4548-b913-ce1fb0c06176, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:27:57.754245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:27:57.756913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:27:57.791790 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'code': 200} Dec 22 09:27:57.875705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=bb3ff856-f93c-4548-b913-ce1fb0c06176,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:27:57.878773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:27:58.023043 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ab871ab0-6923-4421-b099-a7c96eec11d7 req-9686c50d-57d2-4ae6-8e65-f9c916e6aa68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 1099 time: 0.0736980 Dec 22 09:27:58.071401 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ab871ab0-6923-4421-b099-a7c96eec11d7 req-e678ddb5-d37d-49b6-9559-9a60e0d23e00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 Dec 22 09:27:58.590563 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097136ac-6060-4b98-91e8-bba2d1699a72 req-7c8f4eb6-e6fb-45bb-b8ac-322640831f94 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:58.592007 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-097136ac-6060-4b98-91e8-bba2d1699a72 req-7c8f4eb6-e6fb-45bb-b8ac-322640831f94 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0852709 Dec 22 09:27:58.644879 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-097136ac-6060-4b98-91e8-bba2d1699a72 req-4b665a53-e839-4034-a427-a18eac168f71 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Dec 22 09:27:59.867103 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197292c2-44aa-443d-926d-7810fc0c125b req-bc4ec26d-d1d5-4ebe-8e95-c5f69c1e036d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:27:59.868554 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-197292c2-44aa-443d-926d-7810fc0c125b req-bc4ec26d-d1d5-4ebe-8e95-c5f69c1e036d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0887055 Dec 22 09:27:59.915414 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-197292c2-44aa-443d-926d-7810fc0c125b req-9f204dd9-8292-440f-acb2-3184f6d56a19 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411513 Dec 22 09:28:00.120754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e06341-a5f1-4e3d-93b8-ff31bf333cd1 req-7b1b10f9-65b5-4d17-8188-678f56492e79 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:00.122193 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-33e06341-a5f1-4e3d-93b8-ff31bf333cd1 req-7b1b10f9-65b5-4d17-8188-678f56492e79 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0829170 Dec 22 09:28:00.167542 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-33e06341-a5f1-4e3d-93b8-ff31bf333cd1 req-8448ff1e-7dcf-4eda-a999-b1921f947d68 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396593 Dec 22 09:28:00.194973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49966) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:00.374016 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-51958725-2ead-412f-9bed-022034978912 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 1094 time: 0.1774585 Dec 22 09:28:00.376481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49970) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:00.381431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:28:00.387188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:28:00.391039 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:floatingip and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:28:00.393851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:28:00.399525 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:28:00.412273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.547189 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.692573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.24 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/72ff3818-1561-4dd8-90c0-c2cff7d0287d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:28:00.848766 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.876724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:00.880306 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a42865c5-31a2-4df9-8dd0-4e3f64858a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:00.948530 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:28:00.951800 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:28:00.955918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:28:00.980105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=72ff3818-1561-4dd8-90c0-c2cff7d0287d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:00.984864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:01.466571 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.524000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.741990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.748219 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:01.752018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:28:01.851368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=72ff3818-1561-4dd8-90c0-c2cff7d0287d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:28:01.856224 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:28:01.870270 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:02.189864 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Floating IP 292237ae-3fa3-40b0-a501-2e4b6f5ee97d associated. External IP: 172.26.5.24, port: bb3ff856-f93c-4548-b913-ce1fb0c06176. Dec 22 09:28:02.591604 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router f01ab7a7-c975-4589-9251-689c046d1dae has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:28:02.800244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:28:02.811036 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] Sync routers for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:28:02.826813 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:28:02.827474 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:02.828476 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:02.883065 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5056193 Dec 22 09:28:02.883730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:28:02.939970 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'status': 'completed', 'code': 200} Dec 22 09:28:03.008082 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:28:03.094413 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb771108-3815-4fd1-ad4b-c1cc6a6d9735 req-40b06aa1-ffc7-4fb1-b909-9de95aad23cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 1099 time: 0.1330261 Dec 22 09:28:03.102815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f2d35-9e1f-4559-8499-95b5de12323c req-4b564647-f4dd-4ad1-80e8-5b1d446986ce tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:03.104785 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-192f2d35-9e1f-4559-8499-95b5de12323c req-4b564647-f4dd-4ad1-80e8-5b1d446986ce tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.1089382 Dec 22 09:28:03.236597 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-192f2d35-9e1f-4559-8499-95b5de12323c req-6b2ca4c3-873a-451f-947f-b6460c1d0908 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130767 Dec 22 09:28:03.264973 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49978) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:03.330785 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb771108-3815-4fd1-ad4b-c1cc6a6d9735 req-082dba46-cf87-4f45-9047-f5bab5821297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:03.332278 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb771108-3815-4fd1-ad4b-c1cc6a6d9735 req-082dba46-cf87-4f45-9047-f5bab5821297 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4 HTTP/1.1" status: 200 len: 898 time: 0.2266548 Dec 22 09:28:03.377440 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '292237ae-3fa3-40b0-a501-2e4b6f5ee97d', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.24', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'port_id': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'mac_address': 'fa:16:3e:7e:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:28:01Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8f68ba-2231-4144-a52b-bf558ff6a566', 'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:cb:77:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:45Z', 'updated_at': '2021-12-22T09:27:52Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '689da782-1c27-474f-be95-c138dcf320f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:03.381459 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] Checking router: f01ab7a7-c975-4589-9251-689c046d1dae for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:28:03.392100 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:28:03.392694 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:27:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:03.457111 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-73cc67af-d2f3-416c-988f-87a8c396bf4b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/292237ae-3fa3-40b0-a501-2e4b6f5ee97d HTTP/1.1" status: 200 len: 991 time: 0.1909692 Dec 22 09:28:03.467262 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb771108-3815-4fd1-ad4b-c1cc6a6d9735 req-6a3f1e34-28f0-49b8-95df-6ba89fc7c618 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176 HTTP/1.1" status: 200 len: 999 time: 0.1209495 Dec 22 09:28:03.537658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb771108-3815-4fd1-ad4b-c1cc6a6d9735 req-05c0ff93-2a4c-4931-9ee5-5f31db16e391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:03.539097 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb771108-3815-4fd1-ad4b-c1cc6a6d9735 req-05c0ff93-2a4c-4931-9ee5-5f31db16e391 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=689da782-1c27-474f-be95-c138dcf320f8 HTTP/1.1" status: 200 len: 834 time: 0.0650809 Dec 22 09:28:03.570893 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:28:03.615912 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb771108-3815-4fd1-ad4b-c1cc6a6d9735 req-8257eabc-76fd-4756-a79e-453742a80099 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696328 Dec 22 09:28:03.857345 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb771108-3815-4fd1-ad4b-c1cc6a6d9735 req-e87859a0-34ba-4223-97c2-44a3d7674fb6 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344704 Dec 22 09:28:03.919657 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '292237ae-3fa3-40b0-a501-2e4b6f5ee97d', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.24', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'port_id': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'mac_address': 'fa:16:3e:7e:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:28:01Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8f68ba-2231-4144-a52b-bf558ff6a566', 'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:cb:77:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:45Z', 'updated_at': '2021-12-22T09:27:52Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '689da782-1c27-474f-be95-c138dcf320f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:28:03.923916 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7341860-8f0e-4820-a0b0-2575e9bc6c47 None None] The sync data for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv is: [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '292237ae-3fa3-40b0-a501-2e4b6f5ee97d', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.24', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'port_id': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'mac_address': 'fa:16:3e:7e:a6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:28:01Z', 'updated_at': '2021-12-22T09:28:01Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8f68ba-2231-4144-a52b-bf558ff6a566', 'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:cb:77:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:45Z', 'updated_at': '2021-12-22T09:27:52Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '689da782-1c27-474f-be95-c138dcf320f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:28:03.994603 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb771108-3815-4fd1-ad4b-c1cc6a6d9735 req-0dc4daca-a6c3-461d-b2b5-c06b99e32ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299739 Dec 22 09:28:04.462032 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49982) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:04.576061 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f113aaf8-c261-42d6-8995-536e72b98c7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/292237ae-3fa3-40b0-a501-2e4b6f5ee97d HTTP/1.1" status: 200 len: 991 time: 0.1126018 Dec 22 09:28:05.581072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 49986) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:05.698161 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9fc5d584-8be1-4e43-affd-79873e81e586 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/292237ae-3fa3-40b0-a501-2e4b6f5ee97d HTTP/1.1" status: 200 len: 991 time: 0.1155331 Dec 22 09:28:06.284835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72165c49-f224-4550-9bd9-774dafdc71b8 None None] New status for floating IP 292237ae-3fa3-40b0-a501-2e4b6f5ee97d: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:28:06.703938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 49990) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:28:06.815409 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-23a2e339-1629-409e-ac20-e990e32043b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/292237ae-3fa3-40b0-a501-2e4b6f5ee97d HTTP/1.1" status: 200 len: 993 time: 0.1098275 Dec 22 09:28:06.829680 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:28:07.165332 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ba06de9b-db2f-4bff-a669-d9a85bf33965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:09.243089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-577bdcd4-44a3-46c0-bf00-916c638151d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:10.445823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:10.708045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:11.909788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:12.008042 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:37.168828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-043ac21e-881d-469a-97e9-48928edc113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:39.246822 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4ecb72e7-4e90-4545-8b93-e0abccc1e0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.444907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:40.708398 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:41.912207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:42.011497 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:28:43.834221 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:28:55.621682 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a38c044d-ef7b-4638-965d-dc997d60228f req-d801c7d4-66e6-4abd-b9fb-956ec59f9855 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732043 Dec 22 09:28:55.765444 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a38c044d-ef7b-4638-965d-dc997d60228f req-1b0a44c2-b634-45c2-89f4-dc361937857f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 1099 time: 0.0732205 Dec 22 09:28:55.912756 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c044d-ef7b-4638-965d-dc997d60228f req-1e22c9f7-b9eb-4dfe-a2cd-c3e097375297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:55.914178 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a38c044d-ef7b-4638-965d-dc997d60228f req-1e22c9f7-b9eb-4dfe-a2cd-c3e097375297 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4 HTTP/1.1" status: 200 len: 898 time: 0.1289947 Dec 22 09:28:56.026763 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a38c044d-ef7b-4638-965d-dc997d60228f req-a9dd3f30-2839-4e80-af64-8e90dfcd1ed0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176 HTTP/1.1" status: 200 len: 1001 time: 0.1057382 Dec 22 09:28:56.100554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c044d-ef7b-4638-965d-dc997d60228f req-fb59727f-582c-459c-b539-e3133fc5aa09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:28:56.101965 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a38c044d-ef7b-4638-965d-dc997d60228f req-fb59727f-582c-459c-b539-e3133fc5aa09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=689da782-1c27-474f-be95-c138dcf320f8 HTTP/1.1" status: 200 len: 834 time: 0.0679731 Dec 22 09:28:56.182473 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a38c044d-ef7b-4638-965d-dc997d60228f req-806929c8-6ea5-4103-919d-c5194efb4fcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735669 Dec 22 09:28:56.315288 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a38c044d-ef7b-4638-965d-dc997d60228f req-257412e7-4839-449b-ae33-4a9352b97e35 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261137 Dec 22 09:28:56.449511 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a38c044d-ef7b-4638-965d-dc997d60228f req-b6292d32-a242-4473-adb2-8463765e72a2 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275902 Dec 22 09:29:07.172031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-473adad0-c643-462e-8d6e-b2971f91b428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:09.253656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c96ef8ad-8847-4479-949a-0879ffbeb845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:10.443157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:10.710996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:11.904089 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:12.013965 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:16.254395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cb436-965a-4597-8c39-ecea36467d86 req-80eca4f3-b66a-4890-ae9a-4a851b1faad9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:16.255807 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f65cb436-965a-4597-8c39-ecea36467d86 req-80eca4f3-b66a-4890-ae9a-4a851b1faad9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0920615 Dec 22 09:29:16.302738 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f65cb436-965a-4597-8c39-ecea36467d86 req-669cea73-f6be-4bc6-948d-0830775fea0c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413625 Dec 22 09:29:17.519256 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dde959-7444-4ca5-812b-a675c9d9890a req-3057736e-bfbe-4a61-9e69-45aaa943e9d1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:17.520733 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8dde959-7444-4ca5-812b-a675c9d9890a req-3057736e-bfbe-4a61-9e69-45aaa943e9d1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0883317 Dec 22 09:29:17.569152 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d8dde959-7444-4ca5-812b-a675c9d9890a req-49715e9e-bde0-4ab8-9c8a-c7f7f2c8d004 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410614 Dec 22 09:29:18.795320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367cbfd-c8e5-46d9-9ae2-977a798690dd req-7badca10-b236-4cb6-ac0f-829a07e780be tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:18.796728 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5367cbfd-c8e5-46d9-9ae2-977a798690dd req-7badca10-b236-4cb6-ac0f-829a07e780be tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0859799 Dec 22 09:29:18.844640 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5367cbfd-c8e5-46d9-9ae2-977a798690dd req-07fd43fd-5435-4b64-aa61-4fa8b1fffcd8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418243 Dec 22 09:29:20.060700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15605bec-a0ac-43f1-bd1d-b5f0f5b6addc req-082b42ef-83ed-466a-883b-8da8d3cb9eb2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:20.062110 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-15605bec-a0ac-43f1-bd1d-b5f0f5b6addc req-082b42ef-83ed-466a-883b-8da8d3cb9eb2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0843799 Dec 22 09:29:20.107008 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-15605bec-a0ac-43f1-bd1d-b5f0f5b6addc req-76b7e68c-c33c-4c36-a698-849bc8c30bfd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390384 Dec 22 09:29:20.837571 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:29:21.333757 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451c349-c57f-4397-b9dc-790d339d3d32 req-ccee5c4d-a61f-4b72-86ab-fee1ee23f8c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:21.335277 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a451c349-c57f-4397-b9dc-790d339d3d32 req-ccee5c4d-a61f-4b72-86ab-fee1ee23f8c8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0945430 Dec 22 09:29:21.388083 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a451c349-c57f-4397-b9dc-790d339d3d32 req-c9e92b9c-d3de-4f8e-b1d3-13309452402e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447576 Dec 22 09:29:22.601778 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c74124-af14-460d-aad5-134161457eee req-e6ae768a-183d-4d5c-9822-a6e9caba0ae0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:22.603220 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-40c74124-af14-460d-aad5-134161457eee req-e6ae768a-183d-4d5c-9822-a6e9caba0ae0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0823538 Dec 22 09:29:22.649679 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-40c74124-af14-460d-aad5-134161457eee req-066c8fc7-5c65-484b-816a-67a02140d14d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408478 Dec 22 09:29:23.866380 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234994ef-97bc-4c38-84c2-63a12eb2657b req-c81b787f-c851-476f-8079-1c76be44d1b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:23.867862 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-234994ef-97bc-4c38-84c2-63a12eb2657b req-c81b787f-c851-476f-8079-1c76be44d1b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0845721 Dec 22 09:29:23.913841 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-234994ef-97bc-4c38-84c2-63a12eb2657b req-7e21a3d0-0c8f-45f8-82da-32ca72f5a577 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404706 Dec 22 09:29:25.127742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b6b7e-0084-45c5-bee1-249cd3e9c03d req-d13e580d-af9c-4421-939f-42ddace0704a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:25.129205 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e71b6b7e-0084-45c5-bee1-249cd3e9c03d req-d13e580d-af9c-4421-939f-42ddace0704a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0864205 Dec 22 09:29:25.174996 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e71b6b7e-0084-45c5-bee1-249cd3e9c03d req-c144378f-1a07-4b54-9ec2-c2ad4b82c4a5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 Dec 22 09:29:26.397874 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ddf88-a47a-4fb5-ad37-3e1b4dafbeef req-66ed3448-1e8c-41e9-b1f9-ffbe9a06f55c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:26.399344 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5f4ddf88-a47a-4fb5-ad37-3e1b4dafbeef req-66ed3448-1e8c-41e9-b1f9-ffbe9a06f55c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0840096 Dec 22 09:29:26.449470 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-5f4ddf88-a47a-4fb5-ad37-3e1b4dafbeef req-376e57ed-b150-4c8b-9285-9b78ecd3b6c2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 Dec 22 09:29:27.658195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc7d04-a72c-4bf1-bb84-61403c5fcc55 req-e18e4e7f-9b63-4c85-8530-2bb14322bf3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:27.660801 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50fc7d04-a72c-4bf1-bb84-61403c5fcc55 req-e18e4e7f-9b63-4c85-8530-2bb14322bf3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0816224 Dec 22 09:29:27.706221 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-50fc7d04-a72c-4bf1-bb84-61403c5fcc55 req-6f0ef891-e564-44ce-bbb0-2c93bd73a326 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407758 Dec 22 09:29:28.936739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683b667-c6e4-4b9f-85b1-6a0cd956f80b req-ec018dbd-e2d8-4f54-b1c8-79a1040c6942 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:28.938202 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a683b667-c6e4-4b9f-85b1-6a0cd956f80b req-ec018dbd-e2d8-4f54-b1c8-79a1040c6942 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0821376 Dec 22 09:29:28.988765 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-a683b667-c6e4-4b9f-85b1-6a0cd956f80b req-c6e078ce-f5aa-4951-890a-8eee4eae26e9 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426650 Dec 22 09:29:30.608787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68583e-ccae-4483-b33a-58adbdbded01 req-18b8c54b-27e7-4060-8980-06f260ae316a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:30.610248 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bc68583e-ccae-4483-b33a-58adbdbded01 req-18b8c54b-27e7-4060-8980-06f260ae316a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.1931686 Dec 22 09:29:30.655798 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-bc68583e-ccae-4483-b33a-58adbdbded01 req-bb5a1c82-3704-49e4-8cb0-c0976fac58a5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399621 Dec 22 09:29:31.988391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a0d62-728f-4cdc-9a7d-1ae7c989a0a1 req-8d08ab71-4d16-4ca3-abfc-c7d6a56b7ea3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:31.989832 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4a6a0d62-728f-4cdc-9a7d-1ae7c989a0a1 req-8d08ab71-4d16-4ca3-abfc-c7d6a56b7ea3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.1981118 Dec 22 09:29:32.040030 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4a6a0d62-728f-4cdc-9a7d-1ae7c989a0a1 req-a72277f1-f33c-4d9c-bb4b-3d8c23f09558 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415852 Dec 22 09:29:32.078691 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50074) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:32.183750 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-64834da9-9526-41f8-a5fe-3a3e73fc1e19 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/292237ae-3fa3-40b0-a501-2e4b6f5ee97d HTTP/1.1" status: 200 len: 993 time: 0.1037595 Dec 22 09:29:33.780510 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac1c3d-767d-42ba-9469-5e5ed02cffa6 req-e0f81b36-a648-4b1c-a72b-2b8b576ca78e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:33.781876 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5bac1c3d-767d-42ba-9469-5e5ed02cffa6 req-e0f81b36-a648-4b1c-a72b-2b8b576ca78e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.1322613 Dec 22 09:29:33.787043 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9864cc51-3f0f-4a08-ae10-09ddb4732153 req-2517bc5d-e92b-41c8-89ee-ca51ac29e4bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 1099 time: 0.0975904 Dec 22 09:29:33.908100 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5bac1c3d-767d-42ba-9469-5e5ed02cffa6 req-f3fb84b7-1d3c-426f-b82b-e8d1ae4eb5d6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200507 Dec 22 09:29:33.946976 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864cc51-3f0f-4a08-ae10-09ddb4732153 req-838d5bf1-34e4-469a-83d2-6814cd342782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:33.948440 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9864cc51-3f0f-4a08-ae10-09ddb4732153 req-838d5bf1-34e4-469a-83d2-6814cd342782 service neutron] 10.222.0.32 "GET /v2.0/networks?id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4 HTTP/1.1" status: 200 len: 898 time: 0.1474140 Dec 22 09:29:34.060707 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9864cc51-3f0f-4a08-ae10-09ddb4732153 req-2fc8501d-6c2c-4a85-9c39-678b402aa3f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176 HTTP/1.1" status: 200 len: 1001 time: 0.1057825 Dec 22 09:29:34.127163 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864cc51-3f0f-4a08-ae10-09ddb4732153 req-572dd59c-a518-4841-a89a-b7d8a7f033d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:34.128590 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9864cc51-3f0f-4a08-ae10-09ddb4732153 req-572dd59c-a518-4841-a89a-b7d8a7f033d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=689da782-1c27-474f-be95-c138dcf320f8 HTTP/1.1" status: 200 len: 834 time: 0.0611231 Dec 22 09:29:34.204334 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9864cc51-3f0f-4a08-ae10-09ddb4732153 req-01590c64-ff8b-49f3-aded-93f836cee751 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680876 Dec 22 09:29:34.339574 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9864cc51-3f0f-4a08-ae10-09ddb4732153 req-1a2537a3-9395-4cfa-98c4-26f6ad914f60 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283081 Dec 22 09:29:34.469911 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9864cc51-3f0f-4a08-ae10-09ddb4732153 req-f3bbcd08-a0e2-44b6-bbca-8aa4c134e33c service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241174 Dec 22 09:29:35.118009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f9093-e475-4681-a7b8-ea9a9d4c920f req-b4686b01-5ce7-4f03-ad99-e5a2b5cd05e0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:35.119687 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd8f9093-e475-4681-a7b8-ea9a9d4c920f req-b4686b01-5ce7-4f03-ad99-e5a2b5cd05e0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0831923 Dec 22 09:29:35.167953 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-bd8f9093-e475-4681-a7b8-ea9a9d4c920f req-8b0bae14-b78b-4dda-be3f-785fca75fcba tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420446 Dec 22 09:29:36.388512 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58246-ecd8-4be7-8bb4-4748c04c24a3 req-2ad2b332-a429-42cb-90b7-0e23ff33fe95 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:36.389929 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ede58246-ecd8-4be7-8bb4-4748c04c24a3 req-2ad2b332-a429-42cb-90b7-0e23ff33fe95 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0782361 Dec 22 09:29:36.442380 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ede58246-ecd8-4be7-8bb4-4748c04c24a3 req-f69e0f1c-e1a3-43c1-8ecb-90400a2fd357 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467770 Dec 22 09:29:36.475413 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50090) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:29:36.583111 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-68de53d9-7f61-483d-b5b1-515cb03561ca tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/292237ae-3fa3-40b0-a501-2e4b6f5ee97d HTTP/1.1" status: 200 len: 993 time: 0.1059475 Dec 22 09:29:37.179094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1d1a-12e4-4bac-a88d-47970909740b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:39.247831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4a8f7de7-6036-4436-b634-68acce078ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.450084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:40.722377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:41.927370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:42.019625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:29:55.624226 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5db45fd2-d372-4007-a092-f061ac4973ea req-9d33d63d-a2b8-42a0-a04c-a0248890dd92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688255 Dec 22 09:29:55.766312 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5db45fd2-d372-4007-a092-f061ac4973ea req-6cdcc0a3-9069-4eb1-9551-6f9b18ab4b5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 1099 time: 0.0714753 Dec 22 09:29:55.938170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db45fd2-d372-4007-a092-f061ac4973ea req-061f2915-c4d2-47ca-9f50-6aa1240bc33e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:55.939647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5db45fd2-d372-4007-a092-f061ac4973ea req-061f2915-c4d2-47ca-9f50-6aa1240bc33e service neutron] 10.222.0.32 "GET /v2.0/networks?id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4 HTTP/1.1" status: 200 len: 898 time: 0.1536741 Dec 22 09:29:56.046592 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5db45fd2-d372-4007-a092-f061ac4973ea req-fb513efa-a22d-434d-86da-e16c62dd9426 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176 HTTP/1.1" status: 200 len: 1001 time: 0.1001477 Dec 22 09:29:56.112746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db45fd2-d372-4007-a092-f061ac4973ea req-0106e3df-418d-4071-bc14-ddd8285cd7d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:29:56.114141 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5db45fd2-d372-4007-a092-f061ac4973ea req-0106e3df-418d-4071-bc14-ddd8285cd7d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=689da782-1c27-474f-be95-c138dcf320f8 HTTP/1.1" status: 200 len: 834 time: 0.0613029 Dec 22 09:29:56.196781 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5db45fd2-d372-4007-a092-f061ac4973ea req-41eb97c0-3ba3-4c43-967d-550b70de7274 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758181 Dec 22 09:29:56.445576 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5db45fd2-d372-4007-a092-f061ac4973ea req-c45a16a8-3184-4319-b77e-a859f8a2e901 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414739 Dec 22 09:29:56.589775 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5db45fd2-d372-4007-a092-f061ac4973ea req-6f247739-1dff-433f-ab72-e4e133d73633 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376007 Dec 22 09:29:57.845155 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:30:07.170383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4b3e5fc9-e68d-4015-8724-990f84db796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:09.248788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce475-c45c-432a-a3bc-a5d55fdf458b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:10.440957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:10.719955 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:11.932177 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:12.025757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:31.667698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50136) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:31.879255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 72ff3818-1561-4dd8-90c0-c2cff7d0287d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:30:31.879599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:32.042980 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:32.043269 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:32.166533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 72ff3818-1561-4dd8-90c0-c2cff7d0287d owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:30:32.324365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:32.328304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a3bf58d8-dce7-40eb-8ebc-5cd606d78961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:32.367694 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=72ff3818-1561-4dd8-90c0-c2cff7d0287d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:32.379040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.379440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.379812 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.380151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.380533 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.380890 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.381669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.381669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.381918 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.382266 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.382615 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:32.410851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:32.474984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:33.009415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router f01ab7a7-c975-4589-9251-689c046d1dae has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:30:33.239602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:30:33.253327 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] Sync routers for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:30:33.265672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:33.265861 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:30:33.266430 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:33.318736 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/floatingips/292237ae-3fa3-40b0-a501-2e4b6f5ee97d HTTP/1.1" status: 204 len: 168 time: 1.6496391 Dec 22 09:30:33.319392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:30:33.446983 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:30:33.502234 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'status': 'completed', 'code': 200} Dec 22 09:30:33.616352 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff77f052-b031-4650-9638-26194027c3a2 req-49b5100a-927f-4037-89b7-af05b297b7ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 1099 time: 0.0834157 Dec 22 09:30:33.744497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0a2bd-653a-4225-9f99-7fe0f7ece101 req-11607d79-c692-4f49-9945-4d4b38415cc5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:33.745241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0bd0a2bd-653a-4225-9f99-7fe0f7ece101 req-11607d79-c692-4f49-9945-4d4b38415cc5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:30:33.753262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77f052-b031-4650-9638-26194027c3a2 req-9cc2b8bc-590c-4126-b5aa-aa3a0214066e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:33.754691 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff77f052-b031-4650-9638-26194027c3a2 req-9cc2b8bc-590c-4126-b5aa-aa3a0214066e service neutron] 10.222.0.32 "GET /v2.0/networks?id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4 HTTP/1.1" status: 200 len: 898 time: 0.1316516 Dec 22 09:30:33.762036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-0bd0a2bd-653a-4225-9f99-7fe0f7ece101 req-11607d79-c692-4f49-9945-4d4b38415cc5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:30:33.763388 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0bd0a2bd-653a-4225-9f99-7fe0f7ece101 req-11607d79-c692-4f49-9945-4d4b38415cc5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.1070626 Dec 22 09:30:33.765520 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3b8f68ba-2231-4144-a52b-bf558ff6a566', 'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:cb:77:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:45Z', 'updated_at': '2021-12-22T09:27:52Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '689da782-1c27-474f-be95-c138dcf320f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:33.769856 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] Checking router: f01ab7a7-c975-4589-9251-689c046d1dae for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:30:33.781088 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:30:33.781682 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:33.824226 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0bd0a2bd-653a-4225-9f99-7fe0f7ece101 req-10ed91b3-982e-480f-9d82-6abb4deec38b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535448 Dec 22 09:30:33.824748 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff77f052-b031-4650-9638-26194027c3a2 req-37c7c2e8-79a0-485e-90ab-a6297ad7cfc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176 HTTP/1.1" status: 200 len: 217 time: 0.0624037 Dec 22 09:30:33.890333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77f052-b031-4650-9638-26194027c3a2 req-33e42a60-4276-4694-8fcf-3af2892987a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:33.891783 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff77f052-b031-4650-9638-26194027c3a2 req-33e42a60-4276-4694-8fcf-3af2892987a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=689da782-1c27-474f-be95-c138dcf320f8 HTTP/1.1" status: 200 len: 834 time: 0.0611174 Dec 22 09:30:33.970537 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff77f052-b031-4650-9638-26194027c3a2 req-1190121a-c791-4c1c-8108-0d1d6ec43bfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=17a5c3b7-fb58-4394-9d49-537ede6ba1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702994 Dec 22 09:30:33.992357 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:30:34.108748 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff77f052-b031-4650-9638-26194027c3a2 req-dfc283be-2428-4d53-a722-d063e7347649 service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295769 Dec 22 09:30:34.243971 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff77f052-b031-4650-9638-26194027c3a2 req-54a6bd3b-62a0-4e3a-ae2f-d4143a85e87e service neutron] 10.222.0.32 "GET /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288502 Dec 22 09:30:34.313731 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3b8f68ba-2231-4144-a52b-bf558ff6a566', 'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:cb:77:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:45Z', 'updated_at': '2021-12-22T09:27:52Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '689da782-1c27-474f-be95-c138dcf320f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:34.317887 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc77467-535c-455a-b607-96134bbee7d1 None None] The sync data for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv is: [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:45Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '3b8f68ba-2231-4144-a52b-bf558ff6a566', 'name': '', 'network_id': '17a5c3b7-fb58-4394-9d49-537ede6ba1d4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:cb:77:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '689da782-1c27-474f-be95-c138dcf320f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:45Z', 'updated_at': '2021-12-22T09:27:52Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '689da782-1c27-474f-be95-c138dcf320f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:30:34.555878 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7e0a71-006f-4aaf-86b0-e1297518ffd8 None None] New status for floating IP 292237ae-3fa3-40b0-a501-2e4b6f5ee97d: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:30:34.843411 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:30:35.177093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd9b6d-fb18-48f4-9067-1698a86f5ecf req-36eb2611-f8e4-4299-8e42-02e637c4e76d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:35.178593 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97bd9b6d-fb18-48f4-9067-1698a86f5ecf req-36eb2611-f8e4-4299-8e42-02e637c4e76d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.2360418 Dec 22 09:30:35.229771 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-97bd9b6d-fb18-48f4-9067-1698a86f5ecf req-c7393014-c0b7-4466-a833-4b59a051dea7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=a578e7f7-19cf-4ab3-bc51-b407ffc23796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447989 Dec 22 09:30:35.333996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-0e25757c-905e-492c-aaeb-2c7538c72786 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:35.335437 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-0e25757c-905e-492c-aaeb-2c7538c72786 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 946 time: 0.0770478 Dec 22 09:30:35.402122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port bb3ff856-f93c-4548-b913-ce1fb0c06176 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:30:35.402441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:35.656688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port bb3ff856-f93c-4548-b913-ce1fb0c06176, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bb3ff856-f93c-4548-b913-ce1fb0c06176,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:30:35.657035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:35.779994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for bb3ff856-f93c-4548-b913-ce1fb0c06176 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:30:36.028056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:36.034525 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ed362b5-8a4d-4cc2-a7c0-79bf6808c857 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:36.079259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=bb3ff856-f93c-4548-b913-ce1fb0c06176,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:36.120801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.121180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.121549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.121917 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.122280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.122660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.122997 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.123367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.123749 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.124221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.124551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:36.127870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:36.164940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] No DVR routers for this DVR port bb3ff856-f93c-4548-b913-ce1fb0c06176 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:30:36.167444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:36.170059 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'name': 'network-vif-deleted', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:30:36.187123 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3eb63d4a-3b8f-4196-b08f-b21a92090f6e req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "DELETE /v2.0/ports/bb3ff856-f93c-4548-b913-ce1fb0c06176 HTTP/1.1" status: 204 len: 173 time: 0.8463905 Dec 22 09:30:36.308375 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31', 'name': 'network-vif-deleted', 'tag': 'bb3ff856-f93c-4548-b913-ce1fb0c06176', 'status': 'completed', 'code': 200} Dec 22 09:30:36.413148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-286689a7-22ac-4377-9374-6e8523ac63ae req-1dcdef57-c1d8-41b5-bd73-92dfcf7ce038 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:30:36.430956 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-286689a7-22ac-4377-9374-6e8523ac63ae req-1dcdef57-c1d8-41b5-bd73-92dfcf7ce038 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:30:36.432328 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-286689a7-22ac-4377-9374-6e8523ac63ae req-1dcdef57-c1d8-41b5-bd73-92dfcf7ce038 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b05b5ea-cc79-4f30-bf14-bc1fa66b1c31 HTTP/1.1" status: 200 len: 210 time: 0.0636458 Dec 22 09:30:37.170717 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8c093010-757a-489b-94b4-67a72d380b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:37.543181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50164) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:37.972993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:38.588562 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 3b8f68ba-2231-4144-a52b-bf558ff6a566 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:30:38.589284 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:38.885618 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 3b8f68ba-2231-4144-a52b-bf558ff6a566, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=3b8f68ba-2231-4144-a52b-bf558ff6a566,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:30:38.885932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:39.003679 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 3b8f68ba-2231-4144-a52b-bf558ff6a566 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:30:39.208130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:39.213767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-521a5e99-0627-4835-a582-0693138a2299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:39.241901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e51f9258-df3e-4955-80df-4c7308218bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:39.258214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=3b8f68ba-2231-4144-a52b-bf558ff6a566,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:39.262200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:39.558665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:40.157031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router f01ab7a7-c975-4589-9251-689c046d1dae has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:30:40.435257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:40.446850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device bb3ff856-f93c-4548-b913-ce1fb0c06176 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:30:40.482334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: bb3ff856-f93c-4548-b913-ce1fb0c06176 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:30:40.482673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device bb3ff856-f93c-4548-b913-ce1fb0c06176 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:30:40.483542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:30:40.494197 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] Sync routers for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:30:40.503387 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d193fb3c-2c26-48a5-9d50-a9f918d31a96 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/f01ab7a7-c975-4589-9251-689c046d1dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9590161 Dec 22 09:30:40.506384 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50170) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:40.507648 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:30:40.508343 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:40.685075 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:30:40.697467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-083ea6c8-b8cd-4905-aad8-f106fb398b15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting subnet 689da782-1c27-474f-be95-c138dcf320f8 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:30:40.700643 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-083ea6c8-b8cd-4905-aad8-f106fb398b15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:40.716170 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:40.755223 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-083ea6c8-b8cd-4905-aad8-f106fb398b15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:40.842855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-083ea6c8-b8cd-4905-aad8-f106fb398b15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:40.920735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-083ea6c8-b8cd-4905-aad8-f106fb398b15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:40.925662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6f9e6d84-1031-47aa-bb5b-6218916eb4b4 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:40.960123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ea6c8-b8cd-4905-aad8-f106fb398b15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Subnet': ['ID=689da782-1c27-474f-be95-c138dcf320f8,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:40.963492 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-083ea6c8-b8cd-4905-aad8-f106fb398b15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:40.966854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-083ea6c8-b8cd-4905-aad8-f106fb398b15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:40.970082 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:30:39Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:40.973925 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-083ea6c8-b8cd-4905-aad8-f106fb398b15 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/subnets/689da782-1c27-474f-be95-c138dcf320f8 HTTP/1.1" status: 204 len: 168 time: 0.4662275 Dec 22 09:30:40.974180 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] Checking router: f01ab7a7-c975-4589-9251-689c046d1dae for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:30:40.975324 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd500a09-7b77-4792-a351-93eab2ea56b7 None None] Network 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:30:40.976574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50174) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:40.984664 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] Routers {'f01ab7a7-c975-4589-9251-689c046d1dae'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:30:40.985297 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['f01ab7a7-c975-4589-9251-689c046d1dae'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:41.164493 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] Set router f01ab7a7-c975-4589-9251-689c046d1dae gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:30:41.185171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:41.237132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] DHCP port deletion for 17a5c3b7-fb58-4394-9d49-537ede6ba1d4 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:30:41.241654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Deleting port b4430bff-4d6d-4651-b30e-0e8bbfcc373b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:30:41.242036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:41.392547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:41.402841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 45806614-91e1-48fb-ae76-064e9c628926 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:30:41.403287 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:41.481109 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:30:39Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:41.485008 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47e10b-c575-41db-b613-cd0c462b29d0 None None] The sync data for ids ['f01ab7a7-c975-4589-9251-689c046d1dae'] in dv-neutron-822610-1-hyperv is: [{'id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225398967', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201'}], 'enable_snat': True}, 'gw_port_id': '45806614-91e1-48fb-ae76-064e9c628926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:30:39Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': '45806614-91e1-48fb-ae76-064e9c628926', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ab7a7-c975-4589-9251-689c046d1dae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:27:41Z', 'updated_at': '2021-12-22T09:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:30:41.506257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] For port b4430bff-4d6d-4651-b30e-0e8bbfcc373b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b4430bff-4d6d-4651-b30e-0e8bbfcc373b,segment=NetworkSegment(933f794e-5946-42c4-a2ea-8912469357e0),segment_id=933f794e-5946-42c4-a2ea-8912469357e0)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:30:41.506705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:41.574422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 45806614-91e1-48fb-ae76-064e9c628926, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=45806614-91e1-48fb-ae76-064e9c628926,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:30:41.574993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:41.627773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Calling delete_port for b4430bff-4d6d-4651-b30e-0e8bbfcc373b owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:30:41.699885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051'] for port, after_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:41.701977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 45806614-91e1-48fb-ae76-064e9c628926 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:30:41.703539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd4e5317-1ed6-42df-89de-a4a113a73268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:41.747625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Pushing event deleted for resources: {'Port': ['ID=b4430bff-4d6d-4651-b30e-0e8bbfcc373b,revision_number=None']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:41.757074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] No DVR routers for this DVR port b4430bff-4d6d-4651-b30e-0e8bbfcc373b on host dv-neutron-822610-1-hyperv {{(pid=83497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:30:41.762152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.762467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:41.768825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:41.922774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:41.984824 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:41.988533 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-67416ab6-dac8-41b8-8181-072e696001a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:42.022078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.032518 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=45806614-91e1-48fb-ae76-064e9c628926,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:42.036111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:42.182552 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3b8f68ba-2231-4144-a52b-bf558ff6a566 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:30:42.216914 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 3b8f68ba-2231-4144-a52b-bf558ff6a566 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:30:42.217262 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 3b8f68ba-2231-4144-a52b-bf558ff6a566 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:30:42.217681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b4430bff-4d6d-4651-b30e-0e8bbfcc373b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:30:42.249287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: b4430bff-4d6d-4651-b30e-0e8bbfcc373b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:30:42.249632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b4430bff-4d6d-4651-b30e-0e8bbfcc373b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:30:42.262558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.514703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.519611 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.546460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.547122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Fanout notify agent at l3_agent the message router_deleted on router f01ab7a7-c975-4589-9251-689c046d1dae {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:30:42.561192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.562304 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/routers/f01ab7a7-c975-4589-9251-689c046d1dae HTTP/1.1" status: 204 len: 168 time: 1.5844309 Dec 22 09:30:42.565097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50178) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:42.682734 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.822264 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.848312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a5c3b7-fb58-4394-9d49-537ede6ba1d4']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:42.860046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933f794e-5946-42c4-a2ea-8912469357e0') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:42.860337 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933f794e-5946-42c4-a2ea-8912469357e0') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:42.871669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.887399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.893593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:30:42.893965 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:30:42.907851 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:30:42.998921 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.003141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-26aaa06d-ee2f-48d6-92dc-084ec3e516c8 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:43.019453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.029098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Network': ['ID=17a5c3b7-fb58-4394-9d49-537ede6ba1d4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:43.032217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:43.039294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-25dbef57-fd59-4703-92b2-8bd1edcf2af2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/networks/17a5c3b7-fb58-4394-9d49-537ede6ba1d4 HTTP/1.1" status: 204 len: 168 time: 0.4732444 Dec 22 09:30:43.042083 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50182) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:43.111652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245e417c-5486-47b5-a6c2-e8444cab362d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.143700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245e417c-5486-47b5-a6c2-e8444cab362d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.209941 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245e417c-5486-47b5-a6c2-e8444cab362d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.213792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-51a5a25d-4ae6-4701-9319-dc7543d72a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:43.227857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e417c-5486-47b5-a6c2-e8444cab362d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a578e7f7-19cf-4ab3-bc51-b407ffc23796,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:43.230897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-245e417c-5486-47b5-a6c2-e8444cab362d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:43.242314 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-245e417c-5486-47b5-a6c2-e8444cab362d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:43.243650 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-245e417c-5486-47b5-a6c2-e8444cab362d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/security-groups/a578e7f7-19cf-4ab3-bc51-b407ffc23796 HTTP/1.1" status: 204 len: 168 time: 0.2006230 Dec 22 09:30:44.101628 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 45806614-91e1-48fb-ae76-064e9c628926 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:30:44.141360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 45806614-91e1-48fb-ae76-064e9c628926 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:30:44.141705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 45806614-91e1-48fb-ae76-064e9c628926 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:30:44.659425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50192) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:44.665330 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934351756', 'description': 'tempest-secgroup-smoke-934351756 description', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:44.674485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:44.679736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:44.683590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:44.689772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:44.702640 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:44.745982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:44.749765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:44.753240 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:44.759339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:44.823336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:44.829988 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:44.833994 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-250c789a-6537-4aca-945a-6f06c48f6abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:44.878415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de3798e-597c-4c83-bd3a-e5d356372385,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:44.881680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:44.882958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:44.887560 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2236514 Dec 22 09:30:44.888471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:44.893472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': '4de3798e-597c-4c83-bd3a-e5d356372385', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:44.899614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:44.903662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:44.906593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:44.916542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:44.938309 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.136367 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.143531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.145340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3b639bdc-62b5-4461-b911-f106af614659 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:45.167782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4569aa99-7431-46fd-a260-84ea5631bab3,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:45.172061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:45.177394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.178573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-90bbc3a8-6eda-4d84-83dc-9cc56fed9198 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2899525 Dec 22 09:30:45.181402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50200) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:45.186901 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': '4de3798e-597c-4c83-bd3a-e5d356372385', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:45.193255 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:45.197004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:45.199826 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:45.224633 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:45.252464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.322373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.328605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.331453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a15b0dfd-f904-41a2-9b80-b7cc7f380a28 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:45.354566 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5013f0f-88dd-4ff7-bbe5-9aa8499236af,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:45.357090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:45.365346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.366590 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1842706 Dec 22 09:30:45.370592 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50204) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:45.376013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': '4de3798e-597c-4c83-bd3a-e5d356372385', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:45.382623 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:45.386794 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:45.389808 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:45.395827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:45.412629 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.475862 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.481066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.482906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fef1fcfc-6ccc-465a-abfc-d711a548b3f1 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:45.506630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d06f42-b01f-4ae6-9729-f9884467b7b9,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:45.510806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:45.516352 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.517599 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e7d17509-32bb-443f-8ec1-76713ce7c932 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1460369 Dec 22 09:30:45.520788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50208) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:45.526816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': '4de3798e-597c-4c83-bd3a-e5d356372385', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:45.532229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:45.536340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:45.539315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:45.545119 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:45.563774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.628991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.636317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.638195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-67744216-d78c-4808-b0e0-49009b14234e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:45.660852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc2fd6f-875b-4029-9281-422265390fec,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:45.663253 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:45.671761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.673075 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-3dd1a5cc-df87-411f-b94a-13700e91f823 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1512346 Dec 22 09:30:45.676414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50212) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:45.682437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': '4de3798e-597c-4c83-bd3a-e5d356372385', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:45.688688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:45.692917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:45.695932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:45.702837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:45.714452 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:30:45.721194 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.786979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.792163 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.794023 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-60818ab5-2367-44c7-bd6a-1bb41e101a76 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:45.817737 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fabe50d-e7ac-44ca-9b37-a01789d4f501,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:45.820084 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:45.829508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.831094 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1534820 Dec 22 09:30:45.833864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50216) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:45.839303 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'security_group_rule': {'security_group_id': '4de3798e-597c-4c83-bd3a-e5d356372385', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:45.845229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:45.850950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:security_group_rule and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:45.853842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:45.859661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:45.870268 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Project f9f6011c0a6e480aa9b5312d2a0b76ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:30:45.876917 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.949968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.956759 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.959929 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-40804bc7-c1d3-4de3-8cc5-cda5fe4bd1dd tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:45.985276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e94eaac-21f2-43f1-a0c7-015bfb1ef08a,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:45.991267 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:45.997175 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:45.998893 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ca42390a-fa06-4061-8f99-aeb7bd60970c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1639495 Dec 22 09:30:46.002949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50220) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:46.008901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'network': {'name': 'tempest-network-smoke--1509533934', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'port_security_enabled': True}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:46.014001 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:46.018301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:network and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:46.021297 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:46.027285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:46.039115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:30:46.042044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.069692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:30:46.078264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.078627 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Added segment 848c9d8e-6e39-449f-af7a-40ab4c81c0ed of type vlan for network 97b4627f-17c3-4a84-a231-833ac585fbb4 Dec 22 09:30:46.104748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.137488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.141441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:46.142012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.145937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7f3d1112-359a-4f9e-8c70-0810ac5001f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:46.251605 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2473881 Dec 22 09:30:46.254371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50224) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:46.257259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Network': ['ID=97b4627f-17c3-4a84-a231-833ac585fbb4,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:46.260097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:46.260237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'admin_state_up': True, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:46.267219 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:46.267624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 97b4627f-17c3-4a84-a231-833ac585fbb4 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:30:46.271142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:router and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:46.273980 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:46.280419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:46.290434 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.291476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.309284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.461523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.645218 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.673863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.806657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.203 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/f1423a09-8c27-4486-8816-21ed64874302) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:30:46.961428 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.992984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:46.997078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:47.059043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:30:47.061993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:47.064509 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:30:47.096306 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=f1423a09-8c27-4486-8816-21ed64874302,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:47.103691 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:47.227050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:47.227830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:47.463978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router b3a9d0b7-cbde-42cc-b007-fa6a840648df is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:30:47.667574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:30:47.677521 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Sync routers for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:30:47.690642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:30:47.691323 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:47.694092 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:47.695533 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4399753 Dec 22 09:30:47.699834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50228) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:47.866453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:30:48.037669 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e405e9be-e54d-4104-9751-03e6cbfde9d6 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=f9f6011c0a6e480aa9b5312d2a0b76ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3340061 Dec 22 09:30:48.037876 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50234) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:48.162784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:47Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:48.167037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Checking router: b3a9d0b7-cbde-42cc-b007-fa6a840648df for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:30:48.167463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Updating router b3a9d0b7-cbde-42cc-b007-fa6a840648df port f1423a09-8c27-4486-8816-21ed64874302 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:30:48.170345 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d561a-2f95-461d-bf1e-f1d18e7aad36 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:48.171856 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-585d561a-2f95-461d-bf1e-f1d18e7aad36 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330507 Dec 22 09:30:48.174595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:48.213535 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bae1f6ac-3291-47bb-8a05-68bcededb212 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=901d525f-92b1-4329-a323-1fb196482ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378282 Dec 22 09:30:48.216229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50242) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:48.217743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:48.222979 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-684739324', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:48.330661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:48.336688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:subnet and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:30:48.340552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:30:48.349302 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:48.363064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:30:48.467134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:48.584897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:48.596383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Transition to ACTIVE for port object f1423a09-8c27-4486-8816-21ed64874302 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:48.603559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:48.606931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-550b57b9-c3d1-4ed4-a6c6-64ae9608d932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:48.683320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59abdfe-70af-49a0-b494-c437eb96766f None None] Pushing event updated for resources: {'Port': ['ID=f1423a09-8c27-4486-8816-21ed64874302,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:48.685642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Attempting to bind port f1423a09-8c27-4486-8816-21ed64874302 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:30:48.686082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Attempting to bind port f1423a09-8c27-4486-8816-21ed64874302 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:30:48.686350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Attempting to bind port f1423a09-8c27-4486-8816-21ed64874302 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:30:48.688544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e59abdfe-70af-49a0-b494-c437eb96766f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:48.688764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:48.693944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:30:48.694331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:30:48.694724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:48.694927 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-431c6f8a-047b-438a-8ddb-dde53667ea49 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:48.695112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:30:48.695604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Bound port: f1423a09-8c27-4486-8816-21ed64874302, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:30:48.695984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:48.773991 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] For port f1423a09-8c27-4486-8816-21ed64874302, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:30:48.775750 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Subnet': ['ID=2d375c7c-01b9-4adc-80f2-84921f28b697,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:48.777751 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] For port f1423a09-8c27-4486-8816-21ed64874302, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f1423a09-8c27-4486-8816-21ed64874302,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:30:48.778662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:48.782847 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:48.788313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:48.790526 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Checking segment: {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:30:48.790880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network hostable DHCP agents. Network: 97b4627f-17c3-4a84-a231-833ac585fbb4, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:30:48.813916 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 97b4627f-17c3-4a84-a231-833ac585fbb4 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:30:48.824372 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 97b4627f-17c3-4a84-a231-833ac585fbb4) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:48.829431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:48.830018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:48.839296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b075f4-e9ed-413c-b64c-0210834c1a07 None None] Network 97b4627f-17c3-4a84-a231-833ac585fbb4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:30:48.856642 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-88cafbd3-967b-4730-8974-6df7776dbec5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6364667 Dec 22 09:30:48.857486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50246) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:30:48.953455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59abdfe-70af-49a0-b494-c437eb96766f None None] Pushing event updated for resources: {'Port': ['ID=f1423a09-8c27-4486-8816-21ed64874302,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:48.960232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e59abdfe-70af-49a0-b494-c437eb96766f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:48.976201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:30:48.976827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:49.246474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-97b4627f-17c3-4a84-a231-833ac585fbb4', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:30:49.247307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:49.268387 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:30:49.611813 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Allocated IP 172.20.0.2 (97b4627f-17c3-4a84-a231-833ac585fbb4/2d375c7c-01b9-4adc-80f2-84921f28b697/9fefba6d-a4ac-4972-b0fb-cd6f8750852e) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:30:49.745289 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:49.795749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:47Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:49.832120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41204a-d78b-43f6-90f1-9039b734fa87 None None] The sync data for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv is: [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:47Z', 'revision_number': 3, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:30:49.872320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:49.884337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Transition to ACTIVE for port object 9fefba6d-a4ac-4972-b0fb-cd6f8750852e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:49.906164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Transition to ACTIVE for port object 9fefba6d-a4ac-4972-b0fb-cd6f8750852e will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:49.913280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:49.917780 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:49.986168 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Network 97b4627f-17c3-4a84-a231-833ac585fbb4 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:30:49.990532 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:49.992431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Pushing event updated for resources: {'Port': ['ID=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:49.994507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:30:49.996739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:50.166274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Attempting to bind port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:30:50.166656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Attempting to bind port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:30:50.167024 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Attempting to bind port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e on network 97b4627f-17c3-4a84-a231-833ac585fbb4 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:30:50.174311 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:30:50.174697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Checking segment: {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:30:50.175110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.175599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Bound using segment: {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:30:50.176086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Bound port: 9fefba6d-a4ac-4972-b0fb-cd6f8750852e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:30:50.176472 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.199252 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f1423a09-8c27-4486-8816-21ed64874302 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:30:50.200835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.1 (97b4627f-17c3-4a84-a231-833ac585fbb4/2d375c7c-01b9-4adc-80f2-84921f28b697/0d45e408-0c26-4ab3-94e5-5c67a783bd67) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:30:50.340478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] For port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:30:50.344548 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] For port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:30:50.352094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port f1423a09-8c27-4486-8816-21ed64874302 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:30:50.357698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.362411 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:50.382019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.395097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port f1423a09-8c27-4486-8816-21ed64874302 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:50.395510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.399863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object 0d45e408-0c26-4ab3-94e5-5c67a783bd67 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:50.423795 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.429340 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3a59ad99-40a8-49e6-a6d0-a8412a5687e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:50.499824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Pushing event updated for resources: {'Port': ['ID=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:50.506684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:50.508861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 97b4627f-17c3-4a84-a231-833ac585fbb4 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:30:50.520626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:50.533951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:30:50.571413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.589365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port f1423a09-8c27-4486-8816-21ed64874302, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f1423a09-8c27-4486-8816-21ed64874302,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:30:50.598558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.600778 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-fe79946b-863f-440b-adb8-c5bc9c1d66e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:50.602748 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:50.606203 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=0d45e408-0c26-4ab3-94e5-5c67a783bd67,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:50.609180 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:50.683964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=f1423a09-8c27-4486-8816-21ed64874302,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:50.687758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:50.730209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.158438 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.165978 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.191246 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:51.282736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=0d45e408-0c26-4ab3-94e5-5c67a783bd67,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:51.286059 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:51.289957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:51.513752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d65bb0-aa34-4178-b1c8-c2d1bf7c14b5 None None] Network 97b4627f-17c3-4a84-a231-833ac585fbb4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:30:51.556396 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 97b4627f-17c3-4a84-a231-833ac585fbb4 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:30:51.557655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:51.697842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-5a315ff8-893f-406b-bb58-cb6461834bf2 None None] Provisioning for port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:30:51.949858 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router b3a9d0b7-cbde-42cc-b007-fa6a840648df has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:30:52.067890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fe90faf0-1b59-4773-8ccd-ef70fd7aa832 None None] Provisioning for port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:30:52.073402 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-fe90faf0-1b59-4773-8ccd-ef70fd7aa832 None None] Provisioning complete for port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:52.073890 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fe90faf0-1b59-4773-8ccd-ef70fd7aa832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.132582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-fe90faf0-1b59-4773-8ccd-ef70fd7aa832 None None] Port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:30:52.173097 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:30:52.201489 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/b3a9d0b7-cbde-42cc-b007-fa6a840648df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3432498 Dec 22 09:30:52.263968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f1423a09-8c27-4486-8816-21ed64874302 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:30:52.311923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-c67d27ec-4d84-4b09-94a1-c2722077ed10 None None] Provisioning complete for port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:52.312303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c67d27ec-4d84-4b09-94a1-c2722077ed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.377065 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-c67d27ec-4d84-4b09-94a1-c2722077ed10 None None] Port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:30:52.389039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port f1423a09-8c27-4486-8816-21ed64874302 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:52.389414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.392214 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-1586e2f5-48de-45ab-a421-3747d06dfc64 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:30:52.408354 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-1586e2f5-48de-45ab-a421-3747d06dfc64 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:30:52.409426 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-1586e2f5-48de-45ab-a421-3747d06dfc64 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934351756&fields=id&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 267 time: 0.0569603 Dec 22 09:30:52.517794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9fefba6d-a4ac-4972-b0fb-cd6f8750852e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:30:52.556767 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-49389387-95f3-468d-8b9b-13a272f8ee03 None None] Provisioning complete for port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:52.557149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-49389387-95f3-468d-8b9b-13a272f8ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.558268 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-2909b5d7-3e22-41eb-bf2c-ce25bd49d7c7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:52.558942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-2909b5d7-3e22-41eb-bf2c-ce25bd49d7c7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:30:52.575551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-2909b5d7-3e22-41eb-bf2c-ce25bd49d7c7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:30:52.576939 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-2909b5d7-3e22-41eb-bf2c-ce25bd49d7c7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/networks?id=97b4627f-17c3-4a84-a231-833ac585fbb4 HTTP/1.1" status: 200 len: 797 time: 0.1605158 Dec 22 09:30:52.593099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-640a673f-784b-4362-ae04-4e8623110251 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/quotas/f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 375 time: 0.0106874 Dec 22 09:30:52.626425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-49389387-95f3-468d-8b9b-13a272f8ee03 None None] Port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:30:52.641705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:30:52.646867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:52.647227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.679401 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-3dfd00e1-c723-483a-b433-899f89a95629 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804174 Dec 22 09:30:52.763268 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.795031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:30:52.799729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:52.802635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ef25d036-094e-4d45-a366-0f5be2ba01d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:52.817106 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-cbc14953-b1cc-4c9e-a286-ef4c4b7b92ec service neutron] 10.222.0.31 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261899 Dec 22 09:30:52.871266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:52.874476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:52.949439 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-e4656d95-ca0f-4685-8893-6e3356d3a86e service neutron] 10.222.0.31 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262376 Dec 22 09:30:53.489072 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Sync routers for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:30:53.502280 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:30:53.502967 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:53.684060 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:30:54.002156 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '0d45e408-0c26-4ab3-94e5-5c67a783bd67', 'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:bf:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:49Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 2, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:54.006357 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Checking router: b3a9d0b7-cbde-42cc-b007-fa6a840648df for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:30:54.006710 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Updating router b3a9d0b7-cbde-42cc-b007-fa6a840648df port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:30:54.061764 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.160404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9fefba6d-a4ac-4972-b0fb-cd6f8750852e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:30:54.175877 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2076a837-b628-4bf6-bfe7-672ed98f1ffb req-1a0bb25c-b2c2-46ae-baa5-d49ce70eba7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:30:54.200257 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2076a837-b628-4bf6-bfe7-672ed98f1ffb req-1a0bb25c-b2c2-46ae-baa5-d49ce70eba7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:30:54.203731 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2076a837-b628-4bf6-bfe7-672ed98f1ffb req-1a0bb25c-b2c2-46ae-baa5-d49ce70eba7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 210 time: 0.0792804 Dec 22 09:30:54.247149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:54.247704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.452769 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.466782 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Transition to ACTIVE for port object 0d45e408-0c26-4ab3-94e5-5c67a783bd67 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:54.474394 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.477931 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-7de0411b-1176-45ed-91b2-6f6c076767e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:54.594456 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Pushing event updated for resources: {'Port': ['ID=0d45e408-0c26-4ab3-94e5-5c67a783bd67,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:54.615537 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.615872 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.616198 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.616520 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.616841 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.617161 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.617497 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.617787 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.618101 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.618404 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.618710 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:30:54.623484 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:54.709533 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Attempting to bind port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:30:54.709903 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Attempting to bind port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:30:54.710265 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Attempting to bind port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 on network 97b4627f-17c3-4a84-a231-833ac585fbb4 {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:30:54.717062 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:30:54.717433 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Checking segment: {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:30:54.717838 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.718228 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Bound using segment: {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:30:54.718687 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Bound port: 0d45e408-0c26-4ab3-94e5-5c67a783bd67, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:30:54.719059 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.812125 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] For port 0d45e408-0c26-4ab3-94e5-5c67a783bd67, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:30:54.815046 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] For port 0d45e408-0c26-4ab3-94e5-5c67a783bd67, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0d45e408-0c26-4ab3-94e5-5c67a783bd67,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:30:54.820547 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:54.824066 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-df207977-311b-430d-a91d-06edb74c1164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:54.899225 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Pushing event updated for resources: {'Port': ['ID=0d45e408-0c26-4ab3-94e5-5c67a783bd67,revision_number=4']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:54.902431 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d9fde568-583f-4286-9607-b6cbd19ad8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:54.905785 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:30:54.906417 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:55.122054 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:30:55.242109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-a22167b8-a8b3-46f0-aaf5-8498c1488327 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:55.243755 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-a22167b8-a8b3-46f0-aaf5-8498c1488327 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/networks?id=97b4627f-17c3-4a84-a231-833ac585fbb4 HTTP/1.1" status: 200 len: 797 time: 0.1459081 Dec 22 09:30:55.313025 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-e4484ef0-bfb7-45ce-bc99-ba4e98a5b2d5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed HTTP/1.1" status: 200 len: 379 time: 0.0555029 Dec 22 09:30:55.324650 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'port': {'device_id': '26fd558b-83d7-46d9-8722-badf854cacc8', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'admin_state_up': True, 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'security_groups': ['4de3798e-597c-4c83-bd3a-e5d356372385']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:55.437154 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f8f97396-9411-477a-866c-b0aa1ac0ff8b req-5c707048-ab76-4b7d-9a34-6e1a52c00b0f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 210 time: 0.0932424 Dec 22 09:30:55.440638 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '0d45e408-0c26-4ab3-94e5-5c67a783bd67', 'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:bf:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:49Z', 'updated_at': '2021-12-22T09:30:54Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:30:55.445326 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7f970-4adc-47dc-9f02-0829d65031cc None None] The sync data for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv is: [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '0d45e408-0c26-4ab3-94e5-5c67a783bd67', 'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:bf:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:49Z', 'updated_at': '2021-12-22T09:30:54Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:30:55.541863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:30:55.552021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:30:55.564944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Made reservation on behalf of f9f6011c0a6e480aa9b5312d2a0b76ed for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:30:55.568117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.737707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.20.0.6 (97b4627f-17c3-4a84-a231-833ac585fbb4/2d375c7c-01b9-4adc-80f2-84921f28b697/356a9212-3865-4318-9fb1-185119c171a9) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:30:55.941835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.958942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Transition to ACTIVE for port object 356a9212-3865-4318-9fb1-185119c171a9 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:55.983505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:55.989828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4957847a-d4af-4514-81e0-9923bb05263a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:56.058159 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 97b4627f-17c3-4a84-a231-833ac585fbb4 is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:30:56.061717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:30:56.066324 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:30:56.103486 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=356a9212-3865-4318-9fb1-185119c171a9,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:56.107922 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:56.133138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:56.133786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.169358 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511040 Dec 22 09:30:56.186802 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Request body: {'port': {'device_id': '26fd558b-83d7-46d9-8722-badf854cacc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:30:56.197568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0d45e408-0c26-4ab3-94e5-5c67a783bd67 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:30:56.308683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:30:56.316663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:56.317237 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.430216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.460295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9a6e3967-513d-4151-bcd2-4ce04d97c618 None None] Provisioning for port 356a9212-3865-4318-9fb1-185119c171a9 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:30:56.472186 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-9a6e3967-513d-4151-bcd2-4ce04d97c618 None None] Provisioning complete for port 356a9212-3865-4318-9fb1-185119c171a9 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:56.472730 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9a6e3967-513d-4151-bcd2-4ce04d97c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.546692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e3967-513d-4151-bcd2-4ce04d97c618 None None] Port 356a9212-3865-4318-9fb1-185119c171a9 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:30:56.558947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.595877 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 0d45e408-0c26-4ab3-94e5-5c67a783bd67, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0d45e408-0c26-4ab3-94e5-5c67a783bd67,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:30:56.601343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.603356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:56.658591 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0142-8643-477f-b5b8-7bd287f3bfcf req-d5fbdc58-74b5-4cf2-968d-2a9a52a058fc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:56.661403 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47fe0142-8643-477f-b5b8-7bd287f3bfcf req-d5fbdc58-74b5-4cf2-968d-2a9a52a058fc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 931 time: 0.0836813 Dec 22 09:30:56.670550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=0d45e408-0c26-4ab3-94e5-5c67a783bd67,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:56.673858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:56.709061 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47fe0142-8643-477f-b5b8-7bd287f3bfcf req-a0c8de40-bdc2-4b83-9355-6082a82fadbf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Dec 22 09:30:56.803257 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356a9212-3865-4318-9fb1-185119c171a9 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:30:56.809813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.825647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Transition to ACTIVE for port object 356a9212-3865-4318-9fb1-185119c171a9 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:30:56.832739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:56.836318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:56.959743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Pushing event updated for resources: {'Port': ['ID=356a9212-3865-4318-9fb1-185119c171a9,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:56.963891 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:57.065659 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Attempting to bind port 356a9212-3865-4318-9fb1-185119c171a9 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:30:57.066101 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Attempting to bind port 356a9212-3865-4318-9fb1-185119c171a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:30:57.066363 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Attempting to bind port 356a9212-3865-4318-9fb1-185119c171a9 on network 97b4627f-17c3-4a84-a231-833ac585fbb4 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:30:57.072460 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Port 356a9212-3865-4318-9fb1-185119c171a9 on network 97b4627f-17c3-4a84-a231-833ac585fbb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:30:57.072774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Attempting to bind port 356a9212-3865-4318-9fb1-185119c171a9 on network 97b4627f-17c3-4a84-a231-833ac585fbb4 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:30:57.078842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:30:57.079170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Checking segment: {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:30:57.079579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Bound using segment: {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:30:57.079995 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Bound port: 356a9212-3865-4318-9fb1-185119c171a9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848c9d8e-6e39-449f-af7a-40ab4c81c0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:30:57.080336 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:57.174206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] For port 356a9212-3865-4318-9fb1-185119c171a9, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:30:57.178779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] For port 356a9212-3865-4318-9fb1-185119c171a9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=356a9212-3865-4318-9fb1-185119c171a9,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:30:57.186632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:57.192203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-54e57348-4e6d-41ea-9042-dc1eca26322d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:30:57.244222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:57.245423 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] 10.222.0.32 "PUT /v2.0/ports/356a9212-3865-4318-9fb1-185119c171a9 HTTP/1.1" status: 200 len: 1093 time: 1.0688026 Dec 22 09:30:57.245937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'tag': '356a9212-3865-4318-9fb1-185119c171a9'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:30:57.270495 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Pushing event updated for resources: {'Port': ['ID=356a9212-3865-4318-9fb1-185119c171a9,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:30:57.273944 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:30:57.318935 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'tag': '356a9212-3865-4318-9fb1-185119c171a9', 'status': 'completed', 'code': 200} Dec 22 09:30:57.361096 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-bbda058c-fbe2-4b6a-92e6-61157ee6e608 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 1096 time: 0.0762875 Dec 22 09:30:57.430543 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-a0390acb-f9f3-4cfd-a82d-3dfe8ba3542f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356a9212-3865-4318-9fb1-185119c171a9 HTTP/1.1" status: 200 len: 217 time: 0.0611484 Dec 22 09:30:57.495466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-19d43d12-832c-4e2a-b2d9-3f273290a127 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:57.496883 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-19d43d12-832c-4e2a-b2d9-3f273290a127 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d375c7c-01b9-4adc-80f2-84921f28b697 HTTP/1.1" status: 200 len: 834 time: 0.0605648 Dec 22 09:30:57.573814 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-f5f842b9-cae5-452c-b60d-c6bffcb3613e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=97b4627f-17c3-4a84-a231-833ac585fbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700331 Dec 22 09:30:57.703628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-c5096372-5344-451c-944d-1263b1b85639 service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232722 Dec 22 09:30:57.834284 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-76200877-4a23-4d75-85d8-537d2c8908c8 req-95ad5e55-7da5-41fb-ada6-3ed26178443b service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244659 Dec 22 09:30:57.913491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873511e-8517-4a06-bf5e-7ea7c44d2259 req-15dc8d81-73a8-4f25-b899-17187101350e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:57.914927 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2873511e-8517-4a06-bf5e-7ea7c44d2259 req-15dc8d81-73a8-4f25-b899-17187101350e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 943 time: 0.0804291 Dec 22 09:30:57.953359 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ffcc235-e8da-4fd3-9a87-6ec0cf4a6bfa req-cae6e8cb-4539-4666-b9bd-6c6db206f3f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 1096 time: 0.0751910 Dec 22 09:30:57.961918 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2873511e-8517-4a06-bf5e-7ea7c44d2259 req-c077588f-5317-44d1-bfcf-c802b5e19520 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Dec 22 09:30:58.145756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0d45e408-0c26-4ab3-94e5-5c67a783bd67 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:30:58.193069 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcc235-e8da-4fd3-9a87-6ec0cf4a6bfa req-c01c33fe-b3ff-4338-bb7d-05401b01443a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:58.194547 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ffcc235-e8da-4fd3-9a87-6ec0cf4a6bfa req-c01c33fe-b3ff-4338-bb7d-05401b01443a service neutron] 10.222.0.32 "GET /v2.0/networks?id=97b4627f-17c3-4a84-a231-833ac585fbb4 HTTP/1.1" status: 200 len: 898 time: 0.2346637 Dec 22 09:30:58.214442 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:30:58.214815 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:30:58.265555 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ffcc235-e8da-4fd3-9a87-6ec0cf4a6bfa req-783bcb21-2590-40b2-be99-599bbb629e0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356a9212-3865-4318-9fb1-185119c171a9 HTTP/1.1" status: 200 len: 217 time: 0.0636747 Dec 22 09:30:58.333491 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcc235-e8da-4fd3-9a87-6ec0cf4a6bfa req-ebcf8eaa-5eea-49fa-bfa0-f2da976240a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:58.334949 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ffcc235-e8da-4fd3-9a87-6ec0cf4a6bfa req-ebcf8eaa-5eea-49fa-bfa0-f2da976240a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d375c7c-01b9-4adc-80f2-84921f28b697 HTTP/1.1" status: 200 len: 834 time: 0.0637093 Dec 22 09:30:58.423381 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ffcc235-e8da-4fd3-9a87-6ec0cf4a6bfa req-dde5eb86-7589-4c71-b5d6-8cef33513d5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=97b4627f-17c3-4a84-a231-833ac585fbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819032 Dec 22 09:30:58.560682 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ffcc235-e8da-4fd3-9a87-6ec0cf4a6bfa req-544d2c44-7cce-49b4-aa48-5574de1d06e6 service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297305 Dec 22 09:30:58.695165 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1ffcc235-e8da-4fd3-9a87-6ec0cf4a6bfa req-0518f038-6824-4e50-ab53-60edc538b75c service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275101 Dec 22 09:30:59.182402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747c483-89c3-4fbb-b3fe-a277962c0bac req-a4e22067-acd5-4b93-89db-e47a76e41072 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:30:59.183094 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-3747c483-89c3-4fbb-b3fe-a277962c0bac req-a4e22067-acd5-4b93-89db-e47a76e41072 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:30:59.206558 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-3747c483-89c3-4fbb-b3fe-a277962c0bac req-a4e22067-acd5-4b93-89db-e47a76e41072 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:30:59.206558 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3747c483-89c3-4fbb-b3fe-a277962c0bac req-a4e22067-acd5-4b93-89db-e47a76e41072 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 943 time: 0.1215577 Dec 22 09:30:59.259524 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3747c483-89c3-4fbb-b3fe-a277962c0bac req-dc2fc1a0-a7a6-42ea-b2af-f85c0cbbf3a0 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477064 Dec 22 09:31:00.467120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768331e6-4533-410e-ae6e-0ca83eba9190 req-8d1901f9-ad4e-434e-b4ee-391ab5ef435f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:00.468580 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-768331e6-4533-410e-ae6e-0ca83eba9190 req-8d1901f9-ad4e-434e-b4ee-391ab5ef435f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 943 time: 0.0779123 Dec 22 09:31:00.524454 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-768331e6-4533-410e-ae6e-0ca83eba9190 req-ec1a020b-8a67-42d5-b336-ec115e2b6e6c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497434 Dec 22 09:31:00.540650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 356a9212-3865-4318-9fb1-185119c171a9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:31:00.679920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 356a9212-3865-4318-9fb1-185119c171a9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=356a9212-3865-4318-9fb1-185119c171a9,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:31:00.692818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '356a9212-3865-4318-9fb1-185119c171a9', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'port_id': '356a9212-3865-4318-9fb1-185119c171a9', 'mac_address': 'fa:16:3e:60:20:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:31:00.750716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:00.767449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356a9212-3865-4318-9fb1-185119c171a9 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:31:00.782295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 356a9212-3865-4318-9fb1-185119c171a9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=356a9212-3865-4318-9fb1-185119c171a9,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:31:00.788784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:00.791036 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:00.856113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=356a9212-3865-4318-9fb1-185119c171a9,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:00.859489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:01.136508 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['356a9212-3865-4318-9fb1-185119c171a9'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:31:01.736060 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a6414-1f23-409d-8e18-5ffec30e6826 req-800f6395-d615-426f-a4bf-b2f2e890e3e3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:01.737542 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb8a6414-1f23-409d-8e18-5ffec30e6826 req-800f6395-d615-426f-a4bf-b2f2e890e3e3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 944 time: 0.0781176 Dec 22 09:31:01.787307 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cb8a6414-1f23-409d-8e18-5ffec30e6826 req-9e4193c9-109b-4d04-9cf5-7088f0334ad4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441196 Dec 22 09:31:02.555270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 356a9212-3865-4318-9fb1-185119c171a9 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:31:02.630206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 356a9212-3865-4318-9fb1-185119c171a9 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:31:02.634729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 356a9212-3865-4318-9fb1-185119c171a9 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:31:02.635072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.750049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.780770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356a9212-3865-4318-9fb1-185119c171a9'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:31:02.794709 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 356a9212-3865-4318-9fb1-185119c171a9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=356a9212-3865-4318-9fb1-185119c171a9,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:31:02.801138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:02.802969 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-bd4e5317-1ed6-42df-89de-a4a113a73268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:02.867328 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=356a9212-3865-4318-9fb1-185119c171a9,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:02.870692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:02.918080 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356a9212-3865-4318-9fb1-185119c171a9', 'code': 200} Dec 22 09:31:02.990412 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f139ee3-ac09-4330-b420-d96207c4d567 req-f21ce506-2ae5-4a64-a354-fd307749349e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:02.991901 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1f139ee3-ac09-4330-b420-d96207c4d567 req-f21ce506-2ae5-4a64-a354-fd307749349e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0827432 Dec 22 09:31:03.038673 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1f139ee3-ac09-4330-b420-d96207c4d567 req-16b94fa0-4ca0-4019-9bba-94de4290771e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410278 Dec 22 09:31:03.157346 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61f7edf2-0f14-4f68-855a-e27ee706ab7f req-49fa3c20-946a-40b4-960a-05dca7f1e253 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 1098 time: 0.0731020 Dec 22 09:31:03.200159 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61f7edf2-0f14-4f68-855a-e27ee706ab7f req-19487c56-4eb9-4866-9153-8ca1575383ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360553 Dec 22 09:31:04.247188 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13340b-1afa-4790-bdee-a8863a108897 req-74e33bdf-a768-465f-9560-3fe0befdb43d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:04.248643 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7b13340b-1afa-4790-bdee-a8863a108897 req-74e33bdf-a768-465f-9560-3fe0befdb43d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0837467 Dec 22 09:31:04.298537 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7b13340b-1afa-4790-bdee-a8863a108897 req-6c9f0823-d02e-4efb-8d8d-35e0bcc3bad1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442367 Dec 22 09:31:05.498702 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216ab11-0098-460b-8635-816e29070fed req-be4acd3e-8a6e-45a6-8b51-5cdc72fdfed2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:05.500055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a216ab11-0098-460b-8635-816e29070fed req-be4acd3e-8a6e-45a6-8b51-5cdc72fdfed2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0802560 Dec 22 09:31:05.549497 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a216ab11-0098-460b-8635-816e29070fed req-62a27ae1-7be9-44ea-914d-416a2f11af7a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431757 Dec 22 09:31:05.763431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07c4f6-9d22-4369-8514-28dd806c25d5 req-41811007-d68b-42ac-8cb9-7cb881445a3a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:05.764762 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7c07c4f6-9d22-4369-8514-28dd806c25d5 req-41811007-d68b-42ac-8cb9-7cb881445a3a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0850999 Dec 22 09:31:05.809514 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7c07c4f6-9d22-4369-8514-28dd806c25d5 req-06fa00d5-0ed3-4fd7-a9ad-cbfee06bc666 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392025 Dec 22 09:31:05.836605 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50298) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:05.920685 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f6c49ed8-c2af-4415-8ab3-000e37dec608 tempest-TestNetworkAdvancedServerOps-905477771 tempest-TestNetworkAdvancedServerOps-905477771-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 1093 time: 0.0828505 Dec 22 09:31:05.924329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50302) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:05.929898 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '356a9212-3865-4318-9fb1-185119c171a9', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:31:05.935551 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:31:05.939495 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Usage tracker for resource:floatingip and tenant:f9f6011c0a6e480aa9b5312d2a0b76ed is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:31:05.942381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:31:05.948092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:31:05.961102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.102409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.356822 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Allocated IP 172.26.5.29 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/c663fd6b-08ca-4a9e-acb1-10a4165a28cd) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:31:06.510585 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.540549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:06.544290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-63502105-cc56-4867-94c0-a7de7defdbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:06.613834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:31:06.617116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:31:06.619966 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:31:06.644813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=c663fd6b-08ca-4a9e-acb1-10a4165a28cd,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:06.650300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:07.141543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.166716 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-15812705-2902-472e-a5f8-cb5d6f12d9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.200755 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.411956 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.419288 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.423056 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0e3701b3-0396-4949-8a43-3d2ac8786c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:31:07.521834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event updated for resources: {'Port': ['ID=c663fd6b-08ca-4a9e-acb1-10a4165a28cd,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:31:07.526657 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:31:07.540909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:07.746332 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Floating IP e33466b7-9e88-4463-a203-39f715bdbd0d associated. External IP: 172.26.5.29, port: 356a9212-3865-4318-9fb1-185119c171a9. Dec 22 09:31:08.266628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router b3a9d0b7-cbde-42cc-b007-fa6a840648df has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:31:08.472654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:31:08.482809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] Sync routers for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:31:08.497203 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:31:08.497913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:08.498077 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:08.556440 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6310925 Dec 22 09:31:08.557137 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'tag': '356a9212-3865-4318-9fb1-185119c171a9'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:31:08.620217 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'tag': '356a9212-3865-4318-9fb1-185119c171a9', 'status': 'completed', 'code': 200} Dec 22 09:31:08.682676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:31:08.772199 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b5d3c5b-6bed-4a9d-bfda-4e6e524b839c req-84c44729-a4dd-44d1-9254-e3a9bc4b7be4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 1098 time: 0.1302524 Dec 22 09:31:08.778397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd292f-c7c2-4ed3-8bcc-f1c8c8ff2ab8 req-b381b5fb-ac8f-4f8c-85ac-0731a5e3ee5c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:08.779746 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-14bd292f-c7c2-4ed3-8bcc-f1c8c8ff2ab8 req-b381b5fb-ac8f-4f8c-85ac-0731a5e3ee5c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.1047575 Dec 22 09:31:08.919569 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-14bd292f-c7c2-4ed3-8bcc-f1c8c8ff2ab8 req-6323b84b-6627-45cd-99a1-aca02abaf78b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185913 Dec 22 09:31:08.943751 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d3c5b-6bed-4a9d-bfda-4e6e524b839c req-60f3e4b2-c61c-4fd5-b996-736e3d2679b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:08.946140 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b5d3c5b-6bed-4a9d-bfda-4e6e524b839c req-60f3e4b2-c61c-4fd5-b996-736e3d2679b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=97b4627f-17c3-4a84-a231-833ac585fbb4 HTTP/1.1" status: 200 len: 898 time: 0.1655579 Dec 22 09:31:08.950993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50310) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:09.068245 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'e33466b7-9e88-4463-a203-39f715bdbd0d', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.29', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'port_id': '356a9212-3865-4318-9fb1-185119c171a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'mac_address': 'fa:16:3e:60:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fd558b-83d7-46d9-8722-badf854cacc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:31:06Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d45e408-0c26-4ab3-94e5-5c67a783bd67', 'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:bf:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:49Z', 'updated_at': '2021-12-22T09:30:56Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:09.072269 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] Checking router: b3a9d0b7-cbde-42cc-b007-fa6a840648df for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:31:09.084891 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:31:09.085486 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:30:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:09.130452 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-54b435d1-9176-494c-9025-11a7c2ea5903 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/e33466b7-9e88-4463-a203-39f715bdbd0d HTTP/1.1" status: 200 len: 990 time: 0.1781247 Dec 22 09:31:09.137145 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b5d3c5b-6bed-4a9d-bfda-4e6e524b839c req-8501fd85-4d0a-4dcc-9717-4d6031b866c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356a9212-3865-4318-9fb1-185119c171a9 HTTP/1.1" status: 200 len: 998 time: 0.1835980 Dec 22 09:31:09.261646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-66f6af92-9d41-4079-9710-ce2b5b040727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:09.274068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:31:09.307903 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d3c5b-6bed-4a9d-bfda-4e6e524b839c req-1dcd0623-726b-4ab6-979e-fdabda5a2af7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:09.309364 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b5d3c5b-6bed-4a9d-bfda-4e6e524b839c req-1dcd0623-726b-4ab6-979e-fdabda5a2af7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d375c7c-01b9-4adc-80f2-84921f28b697 HTTP/1.1" status: 200 len: 834 time: 0.1654212 Dec 22 09:31:09.385460 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b5d3c5b-6bed-4a9d-bfda-4e6e524b839c req-50beb494-3aec-4ed1-9352-9a103040baba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=97b4627f-17c3-4a84-a231-833ac585fbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695641 Dec 22 09:31:09.518405 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b5d3c5b-6bed-4a9d-bfda-4e6e524b839c req-b44bb841-bc07-4e2f-ab03-8a7cdfeebaed service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258717 Dec 22 09:31:09.621555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'e33466b7-9e88-4463-a203-39f715bdbd0d', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.29', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'port_id': '356a9212-3865-4318-9fb1-185119c171a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'mac_address': 'fa:16:3e:60:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fd558b-83d7-46d9-8722-badf854cacc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:31:06Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d45e408-0c26-4ab3-94e5-5c67a783bd67', 'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:bf:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:49Z', 'updated_at': '2021-12-22T09:30:56Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:31:09.625638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52afbfd-7131-4844-86d1-b966368de2e4 None None] The sync data for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv is: [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': 'e33466b7-9e88-4463-a203-39f715bdbd0d', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'floating_ip_address': '172.26.5.29', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'port_id': '356a9212-3865-4318-9fb1-185119c171a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'mac_address': 'fa:16:3e:60:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fd558b-83d7-46d9-8722-badf854cacc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:31:06Z', 'updated_at': '2021-12-22T09:31:06Z', 'revision_number': 0, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d45e408-0c26-4ab3-94e5-5c67a783bd67', 'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:bf:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:49Z', 'updated_at': '2021-12-22T09:30:56Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:31:09.655587 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0b5d3c5b-6bed-4a9d-bfda-4e6e524b839c req-de7e4150-aa9b-406d-8076-01e08519de9b service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285925 Dec 22 09:31:10.135095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50316) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:10.257772 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-43c03f47-6a99-4721-a2ee-93e8018ba676 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/e33466b7-9e88-4463-a203-39f715bdbd0d HTTP/1.1" status: 200 len: 990 time: 0.1214261 Dec 22 09:31:10.443717 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:10.726882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:11.262952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50322) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:11.376259 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a666b0f2-69d2-45d0-9387-3befb8c2d87e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/e33466b7-9e88-4463-a203-39f715bdbd0d HTTP/1.1" status: 200 len: 990 time: 0.1118319 Dec 22 09:31:11.840403 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:31:11.909882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.029059 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:12.382437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50326) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:12.467809 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e6cfa-c738-4eae-8840-67c61fcd4237 None None] New status for floating IP e33466b7-9e88-4463-a203-39f715bdbd0d: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:31:12.496816 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-12cb4c99-a85f-45a8-858f-d6e120f861e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/e33466b7-9e88-4463-a203-39f715bdbd0d HTTP/1.1" status: 200 len: 990 time: 0.1137819 Dec 22 09:31:13.500581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50330) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:31:13.610200 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-0b57fd23-5095-4e8f-9352-576955e8bb36 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/e33466b7-9e88-4463-a203-39f715bdbd0d HTTP/1.1" status: 200 len: 992 time: 0.1082914 Dec 22 09:31:37.172870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3e84-9f21-482a-af23-9f1f391747fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:39.256295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1f368322-3dd8-4a00-9490-e0492e816086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:40.445510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:40.734775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:41.937506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:42.034239 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:31:48.839226 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:31:57.635855 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-d7c3d314-58b6-468f-8e7e-27f8c11dd4da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831368 Dec 22 09:31:57.772725 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-2659280b-2d71-4eb7-ac2f-861645168617 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 1098 time: 0.0688751 Dec 22 09:31:57.916873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-78c29f65-e54e-43da-a157-eca4c038179b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:57.918327 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-78c29f65-e54e-43da-a157-eca4c038179b service neutron] 10.222.0.32 "GET /v2.0/networks?id=97b4627f-17c3-4a84-a231-833ac585fbb4 HTTP/1.1" status: 200 len: 898 time: 0.1267493 Dec 22 09:31:58.024592 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-12b2aa18-d318-4150-b34c-917fd6c23f96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356a9212-3865-4318-9fb1-185119c171a9 HTTP/1.1" status: 200 len: 1000 time: 0.0996578 Dec 22 09:31:58.093695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-a8d9372a-e33b-45bd-a280-7f5c2f0b0422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:31:58.095111 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-a8d9372a-e33b-45bd-a280-7f5c2f0b0422 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d375c7c-01b9-4adc-80f2-84921f28b697 HTTP/1.1" status: 200 len: 834 time: 0.0636277 Dec 22 09:31:58.184498 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-d49860e6-b5e1-412b-9bc8-011db5ed2402 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=97b4627f-17c3-4a84-a231-833ac585fbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820174 Dec 22 09:31:58.336636 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-ad81dcab-1f6c-4e84-bd2d-c05052c531c1 service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423264 Dec 22 09:31:58.469481 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e984de3d-2a47-49dc-a761-a55c801f6d1e req-167cce48-5150-407d-b32d-6c980814a38a service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257560 Dec 22 09:32:07.187796 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2bf0-d710-4cfa-a62f-4cc9e7f10f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:09.255921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1f32956f-da0a-4199-8a52-654eaa43fb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:10.447123 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:10.735968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:11.947383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:12.031445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:12.815344 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb0e98-7904-47e1-821e-e2199ac64ef1 req-b115cd33-2960-4ad6-8595-93f669e0beed tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:12.816774 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dfcb0e98-7904-47e1-821e-e2199ac64ef1 req-b115cd33-2960-4ad6-8595-93f669e0beed tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.1938915 Dec 22 09:32:12.863094 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-dfcb0e98-7904-47e1-821e-e2199ac64ef1 req-2bba5da1-ffa6-4b22-bc3a-d778631fade6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396261 Dec 22 09:32:14.086066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce9be9-a56a-496d-b38b-d1d3bdfc471d req-25cae13a-e75e-4256-be5e-d2a4aa8b2313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:14.087533 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-23ce9be9-a56a-496d-b38b-d1d3bdfc471d req-25cae13a-e75e-4256-be5e-d2a4aa8b2313 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0955172 Dec 22 09:32:14.137055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-23ce9be9-a56a-496d-b38b-d1d3bdfc471d req-f32f49bf-15e6-4d44-9e14-c367c38283ee tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412574 Dec 22 09:32:15.348152 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97cc4f-59ec-49c4-a013-b130eaa97d1c req-a54d83dc-15c7-47b2-822c-ace17fb81f4d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:15.349609 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3d97cc4f-59ec-49c4-a013-b130eaa97d1c req-a54d83dc-15c7-47b2-822c-ace17fb81f4d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0761430 Dec 22 09:32:15.395945 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3d97cc4f-59ec-49c4-a013-b130eaa97d1c req-45c5bf80-055a-4fcc-b8ec-b310c8a5cf3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 Dec 22 09:32:15.424064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50366) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:15.530989 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f73f613d-9700-4f32-ad1e-4a9275578d1e tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/e33466b7-9e88-4463-a203-39f715bdbd0d HTTP/1.1" status: 200 len: 992 time: 0.1056380 Dec 22 09:32:17.219295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008f644-5985-4910-8a43-3dda564c7297 req-97918d5a-ae10-441f-bf28-2f20f6402dde tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:17.220647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e008f644-5985-4910-8a43-3dda564c7297 req-97918d5a-ae10-441f-bf28-2f20f6402dde tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.2347348 Dec 22 09:32:17.226143 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0cb851cd-fd0a-4bfd-ae0b-5d434388e1c4 req-e217829a-ec7f-4af8-83b8-c320621d82c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 1098 time: 0.2076557 Dec 22 09:32:17.344863 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e008f644-5985-4910-8a43-3dda564c7297 req-6893de9f-943b-41d9-9b6a-d95593f17764 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177897 Dec 22 09:32:17.386551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb851cd-fd0a-4bfd-ae0b-5d434388e1c4 req-713b3cf1-13d9-4bfe-8fda-56547f1cd92d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:17.388001 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0cb851cd-fd0a-4bfd-ae0b-5d434388e1c4 req-713b3cf1-13d9-4bfe-8fda-56547f1cd92d service neutron] 10.222.0.32 "GET /v2.0/networks?id=97b4627f-17c3-4a84-a231-833ac585fbb4 HTTP/1.1" status: 200 len: 898 time: 0.1482763 Dec 22 09:32:17.488083 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0cb851cd-fd0a-4bfd-ae0b-5d434388e1c4 req-b72d39f2-465f-459a-b78c-c4a3d0c74dc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356a9212-3865-4318-9fb1-185119c171a9 HTTP/1.1" status: 200 len: 1000 time: 0.0933843 Dec 22 09:32:17.556752 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb851cd-fd0a-4bfd-ae0b-5d434388e1c4 req-34781ddb-0187-4abf-8f8c-370dfc0f5e30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:17.558170 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0cb851cd-fd0a-4bfd-ae0b-5d434388e1c4 req-34781ddb-0187-4abf-8f8c-370dfc0f5e30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d375c7c-01b9-4adc-80f2-84921f28b697 HTTP/1.1" status: 200 len: 834 time: 0.0631886 Dec 22 09:32:17.632678 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0cb851cd-fd0a-4bfd-ae0b-5d434388e1c4 req-d749c776-be99-4a59-95db-02afcfa0265f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=97b4627f-17c3-4a84-a231-833ac585fbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681741 Dec 22 09:32:17.773699 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0cb851cd-fd0a-4bfd-ae0b-5d434388e1c4 req-2ed5c359-0f60-4802-ac94-0187580e0e5b service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340833 Dec 22 09:32:17.906043 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0cb851cd-fd0a-4bfd-ae0b-5d434388e1c4 req-1655953e-303c-4209-ba6e-dc4089dcae4b service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259258 Dec 22 09:32:18.576356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80c1a4-51a4-4e3f-8189-84b7086d6ead req-069ab102-729f-4d42-b421-91029ebbd62d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:18.577810 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed80c1a4-51a4-4e3f-8189-84b7086d6ead req-069ab102-729f-4d42-b421-91029ebbd62d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0826461 Dec 22 09:32:18.622716 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ed80c1a4-51a4-4e3f-8189-84b7086d6ead req-deacb30b-f359-48e4-8f42-de49d7bd6e35 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393400 Dec 22 09:32:19.839027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763cd10-4474-434b-a0bf-1a3af116e417 req-6ac79efa-ae4a-4222-95cb-7e029647f39d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:19.840466 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0763cd10-4474-434b-a0bf-1a3af116e417 req-6ac79efa-ae4a-4222-95cb-7e029647f39d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0900905 Dec 22 09:32:19.886682 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0763cd10-4474-434b-a0bf-1a3af116e417 req-d388a0c6-861b-4afd-b1b1-7566178b26fa tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404978 Dec 22 09:32:19.919579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50380) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:20.023964 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-97ba5b22-ff3b-4648-afc9-e47003eeceac tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/floatingips/e33466b7-9e88-4463-a203-39f715bdbd0d HTTP/1.1" status: 200 len: 992 time: 0.1031330 Dec 22 09:32:20.385334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50388) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:20.607989 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port c663fd6b-08ca-4a9e-acb1-10a4165a28cd {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:32:20.608338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:20.890538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:20.890902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:21.013063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for c663fd6b-08ca-4a9e-acb1-10a4165a28cd owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:32:21.169665 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:21.175950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-895492a6-0c76-434c-b686-8994c94fd312 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:21.228133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=c663fd6b-08ca-4a9e-acb1-10a4165a28cd,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:21.265414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.265793 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.266200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.266570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.266935 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.267329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.267689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.268041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.268390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.268747 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.269103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:21.276109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:21.328482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:21.737950 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router b3a9d0b7-cbde-42cc-b007-fa6a840648df has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:32:21.945115 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:32:21.955368 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] Sync routers for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:32:21.968274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:21.969138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:21.969277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:22.023424 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/floatingips/e33466b7-9e88-4463-a203-39f715bdbd0d HTTP/1.1" status: 204 len: 168 time: 1.6370180 Dec 22 09:32:22.024070 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'tag': '356a9212-3865-4318-9fb1-185119c171a9'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:32:22.081224 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'tag': '356a9212-3865-4318-9fb1-185119c171a9', 'status': 'completed', 'code': 200} Dec 22 09:32:22.145303 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:22.175876 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ff4a9b2-ca41-4aff-9792-5ccd1bf69c62 req-13763667-63a5-45de-b9dd-484b9acc6612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 1098 time: 0.0703387 Dec 22 09:32:22.317998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4a9b2-ca41-4aff-9792-5ccd1bf69c62 req-c19b3df3-f2ba-446c-ac71-6d40df10c54e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:22.319576 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ff4a9b2-ca41-4aff-9792-5ccd1bf69c62 req-c19b3df3-f2ba-446c-ac71-6d40df10c54e service neutron] 10.222.0.32 "GET /v2.0/networks?id=97b4627f-17c3-4a84-a231-833ac585fbb4 HTTP/1.1" status: 200 len: 898 time: 0.1366062 Dec 22 09:32:22.394770 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ff4a9b2-ca41-4aff-9792-5ccd1bf69c62 req-f5fbb038-9cac-474c-8c27-be2e075158fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356a9212-3865-4318-9fb1-185119c171a9 HTTP/1.1" status: 200 len: 217 time: 0.0678012 Dec 22 09:32:22.437955 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de658143-f477-435f-a5bc-889d5be70697 req-5570f28a-cfa3-4cc5-8473-3f66a8f6bb5a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:22.439138 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-de658143-f477-435f-a5bc-889d5be70697 req-5570f28a-cfa3-4cc5-8473-3f66a8f6bb5a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Synchronizing usage tracker for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:32:22.457658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4a9b2-ca41-4aff-9792-5ccd1bf69c62 req-fc49ea14-90e3-4c8b-a7e7-66f319800828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:22.459104 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ff4a9b2-ca41-4aff-9792-5ccd1bf69c62 req-fc49ea14-90e3-4c8b-a7e7-66f319800828 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d375c7c-01b9-4adc-80f2-84921f28b697 HTTP/1.1" status: 200 len: 834 time: 0.0577750 Dec 22 09:32:22.465649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-de658143-f477-435f-a5bc-889d5be70697 req-5570f28a-cfa3-4cc5-8473-3f66a8f6bb5a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Unset dirty status for tenant:f9f6011c0a6e480aa9b5312d2a0b76ed on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:32:22.466978 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-de658143-f477-435f-a5bc-889d5be70697 req-5570f28a-cfa3-4cc5-8473-3f66a8f6bb5a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.1120610 Dec 22 09:32:22.518087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '0d45e408-0c26-4ab3-94e5-5c67a783bd67', 'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:bf:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:49Z', 'updated_at': '2021-12-22T09:30:56Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:22.522856 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] Checking router: b3a9d0b7-cbde-42cc-b007-fa6a840648df for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:32:22.535178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:22.535829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:22.539559 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-de658143-f477-435f-a5bc-889d5be70697 req-738b85c0-0a8c-4d05-a1bb-cb54e2060124 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656095 Dec 22 09:32:22.549036 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ff4a9b2-ca41-4aff-9792-5ccd1bf69c62 req-9e908891-0baa-45c3-8ff4-af0d574fa035 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=97b4627f-17c3-4a84-a231-833ac585fbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768278 Dec 22 09:32:22.682180 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ff4a9b2-ca41-4aff-9792-5ccd1bf69c62 req-9cbcfc61-d432-4776-b16f-3cbe032f3aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239359 Dec 22 09:32:22.713100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:22.923473 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4ff4a9b2-ca41-4aff-9792-5ccd1bf69c62 req-0ccf55be-64a3-4b4e-9626-0fe4d7fb4ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349198 Dec 22 09:32:23.031644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '0d45e408-0c26-4ab3-94e5-5c67a783bd67', 'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:bf:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:49Z', 'updated_at': '2021-12-22T09:30:56Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:23.037487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f4e80-60ed-49d8-8afa-ad462b0951c4 None None] The sync data for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv is: [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '0d45e408-0c26-4ab3-94e5-5c67a783bd67', 'name': '', 'network_id': '97b4627f-17c3-4a84-a231-833ac585fbb4', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'mac_address': 'fa:16:3e:bf:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:49Z', 'updated_at': '2021-12-22T09:30:56Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'subnets': [{'id': '2d375c7c-01b9-4adc-80f2-84921f28b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:32:23.266081 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c829328d-8bf8-4c6a-be18-edcc63301539 None None] New status for floating IP e33466b7-9e88-4463-a203-39f715bdbd0d: DOWN {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:32:23.736378 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c93a-70e9-4663-bf27-29e278735d92 req-0069a34e-73c4-4eab-886e-4d9d89adddb1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:23.737805 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e508c93a-70e9-4663-bf27-29e278735d92 req-0069a34e-73c4-4eab-886e-4d9d89adddb1 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0809000 Dec 22 09:32:23.788153 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e508c93a-70e9-4663-bf27-29e278735d92 req-a31c6b0e-4797-4829-beff-d82a229fee4f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/security-groups?id=4de3798e-597c-4c83-bd3a-e5d356372385&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423458 Dec 22 09:32:24.123312 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-2dfca0bd-41af-46e4-8c0b-7eb5931ed70b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:24.125110 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-2dfca0bd-41af-46e4-8c0b-7eb5931ed70b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 945 time: 0.0874708 Dec 22 09:32:24.192596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 356a9212-3865-4318-9fb1-185119c171a9 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:32:24.192932 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:24.449105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 356a9212-3865-4318-9fb1-185119c171a9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=356a9212-3865-4318-9fb1-185119c171a9,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:24.449327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:24.568936 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 356a9212-3865-4318-9fb1-185119c171a9 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:32:24.719225 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:24.725550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-64e26675-66a1-4722-98b4-c46356bfa211 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:24.766502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=356a9212-3865-4318-9fb1-185119c171a9,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:24.777761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.778117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.778582 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.778884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.779222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.779667 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.779968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.780353 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.781222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.781222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.781398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:24.807731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:24.855485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] No DVR routers for this DVR port 356a9212-3865-4318-9fb1-185119c171a9 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:32:24.857834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:24.860503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'name': 'network-vif-deleted', 'tag': '356a9212-3865-4318-9fb1-185119c171a9'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:32:24.876740 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1995cc96-cec4-4edb-ad0a-e503623810fa req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.32 "DELETE /v2.0/ports/356a9212-3865-4318-9fb1-185119c171a9 HTTP/1.1" status: 204 len: 173 time: 0.7459092 Dec 22 09:32:24.915152 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fd558b-83d7-46d9-8722-badf854cacc8', 'name': 'network-vif-deleted', 'tag': '356a9212-3865-4318-9fb1-185119c171a9', 'status': 'completed', 'code': 200} Dec 22 09:32:24.971051 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-cad0ff82-3360-4435-a279-7c7639aa274d req-6866abed-e5cf-43f9-b814-620fbef0b082 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "GET /v2.0/ports?device_id=26fd558b-83d7-46d9-8722-badf854cacc8 HTTP/1.1" status: 200 len: 210 time: 0.0415649 Dec 22 09:32:25.835991 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:32:26.081337 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50406) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:26.620400 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:27.236150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 0d45e408-0c26-4ab3-94e5-5c67a783bd67 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:32:27.236907 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:27.432541 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 0d45e408-0c26-4ab3-94e5-5c67a783bd67, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=0d45e408-0c26-4ab3-94e5-5c67a783bd67,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:27.432886 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:27.549995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 0d45e408-0c26-4ab3-94e5-5c67a783bd67 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:32:27.752040 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:27.758560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0f1728db-f045-4bad-b17e-d66e11b65fe2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:27.810383 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=0d45e408-0c26-4ab3-94e5-5c67a783bd67,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:27.813105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:28.224607 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:28.817642 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Router b3a9d0b7-cbde-42cc-b007-fa6a840648df has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:32:28.930013 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 356a9212-3865-4318-9fb1-185119c171a9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:32:28.963209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 356a9212-3865-4318-9fb1-185119c171a9 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:32:28.963591 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 356a9212-3865-4318-9fb1-185119c171a9 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:32:29.016749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:32:29.026465 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] Sync routers for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:32:29.029397 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "PUT /v2.0/routers/b3a9d0b7-cbde-42cc-b007-fa6a840648df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9469526 Dec 22 09:32:29.032357 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50410) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:29.038377 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:29.038999 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:29.218026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:29.220976 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f306211-d1ad-43a4-8764-bd3731783d3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting subnet 2d375c7c-01b9-4adc-80f2-84921f28b697 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:32:29.224307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f306211-d1ad-43a4-8764-bd3731783d3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:29.277272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f306211-d1ad-43a4-8764-bd3731783d3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:29.357602 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f306211-d1ad-43a4-8764-bd3731783d3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:29.430684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f306211-d1ad-43a4-8764-bd3731783d3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:29.435161 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ecffcf92-684b-447b-aadd-46e9fb5ec5a0 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:29.471081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f306211-d1ad-43a4-8764-bd3731783d3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Subnet': ['ID=2d375c7c-01b9-4adc-80f2-84921f28b697,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:29.474020 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4f306211-d1ad-43a4-8764-bd3731783d3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:29.477148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4f306211-d1ad-43a4-8764-bd3731783d3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:29.483584 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4f306211-d1ad-43a4-8764-bd3731783d3b tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/subnets/2d375c7c-01b9-4adc-80f2-84921f28b697 HTTP/1.1" status: 204 len: 168 time: 0.4501877 Dec 22 09:32:29.486271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50414) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:29.488266 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be1fef-55f8-40a5-9c1c-2288aea43fc9 None None] Network 97b4627f-17c3-4a84-a231-833ac585fbb4 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:32:29.596907 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:32:27Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:29.632646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] Checking router: b3a9d0b7-cbde-42cc-b007-fa6a840648df for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:32:29.689733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:29.729289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] Routers {'b3a9d0b7-cbde-42cc-b007-fa6a840648df'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:29.729827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:29.893080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:29.904061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port f1423a09-8c27-4486-8816-21ed64874302 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:32:29.904529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:29.921070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] Set router b3a9d0b7-cbde-42cc-b007-fa6a840648df gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:29.963978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] DHCP port deletion for 97b4627f-17c3-4a84-a231-833ac585fbb4 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:32:30.024681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Deleting port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:32:30.024976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:30.190139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port f1423a09-8c27-4486-8816-21ed64874302, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=f1423a09-8c27-4486-8816-21ed64874302,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:30.190469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:30.208090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 9fefba6d-a4ac-4972-b0fb-cd6f8750852e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:32:30.315129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for f1423a09-8c27-4486-8816-21ed64874302 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:32:30.470027 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] For port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:30.470443 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:30.479759 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:30.490034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:30.537898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=f1423a09-8c27-4486-8816-21ed64874302,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:30.541141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:30.603291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:30.618507 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Calling delete_port for 9fefba6d-a4ac-4972-b0fb-cd6f8750852e owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:32:30.707419 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:32:27Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:30.714462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:30.716676 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff42e323-1ac8-4698-9096-44cb3ae0dc97 None None] The sync data for ids ['b3a9d0b7-cbde-42cc-b007-fa6a840648df'] in dv-neutron-822610-1-hyperv is: [{'id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1495268972', 'tenant_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'f1423a09-8c27-4486-8816-21ed64874302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:32:27Z', 'revision_number': 5, 'project_id': 'f9f6011c0a6e480aa9b5312d2a0b76ed', 'gw_port': {'id': 'f1423a09-8c27-4486-8816-21ed64874302', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a9d0b7-cbde-42cc-b007-fa6a840648df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:30:46Z', 'updated_at': '2021-12-22T09:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:32:30.719555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:30.721501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:30.769487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:32:30.769862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:32:30.772109 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:30.796152 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:30.804625 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.804974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.805317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.805653 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.805993 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.806424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.806769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.807105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.807451 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.807775 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.808098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:30.812057 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:31.030056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.034681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.063364 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.063894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Fanout notify agent at l3_agent the message router_deleted on router b3a9d0b7-cbde-42cc-b007-fa6a840648df {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:32:31.078081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.081888 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/routers/b3a9d0b7-cbde-42cc-b007-fa6a840648df HTTP/1.1" status: 204 len: 168 time: 1.5918496 Dec 22 09:32:31.082164 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50418) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:31.196090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.207258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Deleting port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:32:31.207618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.271537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Deleting port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:32:31.272147 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.421027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] For port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:31.421373 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.551326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] For port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,segment=NetworkSegment(848c9d8e-6e39-449f-af7a-40ab4c81c0ed),segment_id=848c9d8e-6e39-449f-af7a-40ab4c81c0ed)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:31.551666 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.661180 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Calling delete_port for 9fefba6d-a4ac-4972-b0fb-cd6f8750852e owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:32:31.669682 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Calling delete_port for 9fefba6d-a4ac-4972-b0fb-cd6f8750852e owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:32:31.741634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.745634 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a366386b-f46b-4ab4-b13f-e218c38096e5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:31.747814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:32:31.748238 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:32:31.792855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Port': ['ID=9fefba6d-a4ac-4972-b0fb-cd6f8750852e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:31.795928 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:31.796779 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] No DVR routers for this DVR port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:32:31.918837 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.943538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b4627f-17c3-4a84-a231-833ac585fbb4']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:31.955503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848c9d8e-6e39-449f-af7a-40ab4c81c0ed') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:31.955790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848c9d8e-6e39-449f-af7a-40ab4c81c0ed') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:31.967098 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.983009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:31.989991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:32:31.990528 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:32:32.012218 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:32:32.094675 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:32.098529 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a2b1b736-2112-4ee0-803f-00d05c134a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:32.112206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:32.123718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'Network': ['ID=97b4627f-17c3-4a84-a231-833ac585fbb4,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:32.126663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:32.137255 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/networks/97b4627f-17c3-4a84-a231-833ac585fbb4 HTTP/1.1" status: 204 len: 168 time: 1.0541849 Dec 22 09:32:32.140207 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50422) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:32.195755 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f1423a09-8c27-4486-8816-21ed64874302 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:32:32.207025 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad8b99-5c4d-4dbb-8aa5-27b6f4bdb90a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:32.231791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Deleting port 9fefba6d-a4ac-4972-b0fb-cd6f8750852e {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:32:32.232205 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:32.235515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad8b99-5c4d-4dbb-8aa5-27b6f4bdb90a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:32.255766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: f1423a09-8c27-4486-8816-21ed64874302 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:32:32.256087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device f1423a09-8c27-4486-8816-21ed64874302 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:32:32.256510 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0d45e408-0c26-4ab3-94e5-5c67a783bd67 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:32:32.304855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad8b99-5c4d-4dbb-8aa5-27b6f4bdb90a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:32.309026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1f2c8850-91cf-40cd-9c87-5b89595161c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:32.319464 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 0d45e408-0c26-4ab3-94e5-5c67a783bd67 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:32:32.320039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 0d45e408-0c26-4ab3-94e5-5c67a783bd67 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:32:32.323742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad8b99-5c4d-4dbb-8aa5-27b6f4bdb90a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de3798e-597c-4c83-bd3a-e5d356372385,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:32.326117 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-07ad8b99-5c4d-4dbb-8aa5-27b6f4bdb90a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:32.330105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-54ed52c6-f8a8-47a3-9eb5-469af0227325 None None] The port '9fefba6d-a4ac-4972-b0fb-cd6f8750852e' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:32:32.348416 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-07ad8b99-5c4d-4dbb-8aa5-27b6f4bdb90a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:32.352300 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-07ad8b99-5c4d-4dbb-8aa5-27b6f4bdb90a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] 10.222.0.31 "DELETE /v2.0/security-groups/4de3798e-597c-4c83-bd3a-e5d356372385 HTTP/1.1" status: 204 len: 168 time: 0.2084839 Dec 22 09:32:32.768477 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50432) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:32.949343 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-95431da5-4c59-4781-befb-1d0ada06daaa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9f6011c0a6e480aa9b5312d2a0b76ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1792126 Dec 22 09:32:32.952939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:33.013678 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b075c6e0-cbe5-4233-a60e-8f72ad597362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.039796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b075c6e0-cbe5-4233-a60e-8f72ad597362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.095770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b075c6e0-cbe5-4233-a60e-8f72ad597362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.099735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f1a03841-7b43-4f87-aa8b-ea5dd1361e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:33.112205 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075c6e0-cbe5-4233-a60e-8f72ad597362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfb87d-6867-46f5-82d1-d523e4ddbc6c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:33.115490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b075c6e0-cbe5-4233-a60e-8f72ad597362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:33.121371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b075c6e0-cbe5-4233-a60e-8f72ad597362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.124686 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b075c6e0-cbe5-4233-a60e-8f72ad597362 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3cfb87d-6867-46f5-82d1-d523e4ddbc6c HTTP/1.1" status: 204 len: 168 time: 0.1686840 Dec 22 09:32:33.484549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50446) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:33.504330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.537014 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:33.541285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] Usage tracker for resource:security_group_rule and tenant:ec0e5c365c90468e8d51eec65020279f is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:33.544185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:33.550048 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:33.615276 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.621536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.628184 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-574ef4a2-02c0-4178-961c-fe5054efc962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:33.790752 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1740d15-72e8-4892-a2ad-0db909f202e6,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:33.793920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:33.796577 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-83a68f44-c990-4389-86a8-a395a38d8dda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec0e5c365c90468e8d51eec65020279f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3109291 Dec 22 09:32:33.800652 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50450) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:33.866760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68d5ca44-a183-47b1-9d62-ae6fe5f6f698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.892286 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68d5ca44-a183-47b1-9d62-ae6fe5f6f698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.953940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68d5ca44-a183-47b1-9d62-ae6fe5f6f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.957618 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d72db734-0fd3-4204-bb05-482bc2937688 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:33.968680 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5ca44-a183-47b1-9d62-ae6fe5f6f698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1740d15-72e8-4892-a2ad-0db909f202e6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:33.973320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-68d5ca44-a183-47b1-9d62-ae6fe5f6f698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:33.975061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-68d5ca44-a183-47b1-9d62-ae6fe5f6f698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:33.976204 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-68d5ca44-a183-47b1-9d62-ae6fe5f6f698 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1740d15-72e8-4892-a2ad-0db909f202e6 HTTP/1.1" status: 204 len: 168 time: 0.1744723 Dec 22 09:32:34.893657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50472) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:35.024869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1568056862-network', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:35.029760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:35.033707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Usage tracker for resource:network and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:35.036631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:35.042397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:35.058796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Made reservation on behalf of 8cfb2722f5394fcb9839560db860c4ae for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:32:35.062187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.081033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.115435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:35.119654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:35.122472 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:35.128166 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:35.196298 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.201361 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.204494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5c12581-9f1a-4a71-af81-0a2fd8e7b9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:35.235861 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:32:35.244191 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dbb6f4-17d0-4bd7-878f-1889cc2d9325,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:35.247721 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:35.250138 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.250475 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Added segment 4375f105-e0a6-4be1-946f-e812fe22f08e of type vlan for network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e Dec 22 09:32:35.276160 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.305355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.306346 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:35.306910 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.310292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1ecdf1a8-32ed-4a6a-ac53-f3c1330cee49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:35.409126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Pushing event updated for resources: {'Network': ['ID=0143fd1b-d007-4067-9ca7-f4dc7e89b81e,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:35.412123 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5174465 Dec 22 09:32:35.412964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:35.415051 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50478) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:35.419876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:32:35.420620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Request body: {'subnet': {'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1568056862-subnet', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:35.425615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:35.429485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Usage tracker for resource:subnet and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:35.432658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:35.438401 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:35.449217 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Made reservation on behalf of 8cfb2722f5394fcb9839560db860c4ae for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:32:35.451799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.658722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.662326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dba832c0-cf78-4155-930d-12d48ff4952d tempest-RoutersIpV6Test-408809867 tempest-RoutersIpV6Test-408809867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:35.727196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c078c40-ba9a-45dd-b819-449705bc6dc4,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:35.738195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:35.760190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Checking segment: {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:32:35.760549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Network hostable DHCP agents. Network: 0143fd1b-d007-4067-9ca7-f4dc7e89b81e, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:32:35.785280 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:32:35.795768 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 0143fd1b-d007-4067-9ca7-f4dc7e89b81e) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:35.803600 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1bfa2-0790-434c-a53a-0a19e9ed068f None None] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:32:35.807177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:35.807787 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.832031 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1fa355b5-ed02-41a0-b7db-3da785d4b65f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4155443 Dec 22 09:32:35.832714 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50482) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:35.839614 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:35.845488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:35.854238 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Usage tracker for resource:router and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:35.857598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:35.863484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:35.875317 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.876227 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:35.895650 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.020320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:32:36.021125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.049018 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.180066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Allocated IP 172.20.0.2 (0143fd1b-d007-4067-9ca7-f4dc7e89b81e/0c078c40-ba9a-45dd-b819-449705bc6dc4/db9a3f8d-bb9b-4651-acfa-57d332c8af8f) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:32:36.242019 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.272414 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.388493 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.398620 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Transition to ACTIVE for port object db9a3f8d-bb9b-4651-acfa-57d332c8af8f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:36.410193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Allocated IP 172.26.5.246 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/fa20c418-9108-4cac-a7b2-0ec125fad9da) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:32:36.416403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Transition to ACTIVE for port object db9a3f8d-bb9b-4651-acfa-57d332c8af8f will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:36.422131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.427460 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:36.491400 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:36.494773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:36.496794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Pushing event updated for resources: {'Port': ['ID=db9a3f8d-bb9b-4651-acfa-57d332c8af8f,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:36.498885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:32:36.501826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:36.567570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.586191 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Attempting to bind port db9a3f8d-bb9b-4651-acfa-57d332c8af8f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:32:36.586562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Attempting to bind port db9a3f8d-bb9b-4651-acfa-57d332c8af8f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:32:36.586959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Attempting to bind port db9a3f8d-bb9b-4651-acfa-57d332c8af8f on network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:32:36.594102 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:32:36.594523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Checking segment: {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:32:36.594930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.595478 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Bound using segment: {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:32:36.595996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Bound port: db9a3f8d-bb9b-4651-acfa-57d332c8af8f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:32:36.596378 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.597717 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.601433 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-819fa033-0a4d-40f9-af07-fa34f19788b5 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:36.665649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:36.668854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:36.670851 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Pushing event updated for resources: {'Port': ['ID=fa20c418-9108-4cac-a7b2-0ec125fad9da,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:36.672878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:32:36.682902 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] For port db9a3f8d-bb9b-4651-acfa-57d332c8af8f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:32:36.686304 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] For port db9a3f8d-bb9b-4651-acfa-57d332c8af8f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db9a3f8d-bb9b-4651-acfa-57d332c8af8f,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:32:36.691927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.695850 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:36.705689 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:36.775357 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Pushing event updated for resources: {'Port': ['ID=db9a3f8d-bb9b-4651-acfa-57d332c8af8f,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:36.779827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:36.848559 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:36.849311 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:37.106427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Router 20c49df0-018c-4e34-8b54-86eb68929aaa is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:32:37.184587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-db867756-dcc2-4519-8407-e6ccf3c5d21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:37.310723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:32:37.322405 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Sync routers for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:32:37.336217 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:37.336905 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:37.342501 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:37.344132 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5098724 Dec 22 09:32:37.346859 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50486) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:37.564590 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:37.708748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c75b7-0b20-433a-9e84-f89484b4b3d9 None None] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:32:37.875079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-e88eaedf-d04a-4dc6-b76b-3cfa38636322 None None] Provisioning for port db9a3f8d-bb9b-4651-acfa-57d332c8af8f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:37.880075 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:36Z', 'revision_number': 3, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:37.884456 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Checking router: 20c49df0-018c-4e34-8b54-86eb68929aaa for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:32:37.885231 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Updating router 20c49df0-018c-4e34-8b54-86eb68929aaa port fa20c418-9108-4cac-a7b2-0ec125fad9da binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:32:37.936636 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.261247 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device db9a3f8d-bb9b-4651-acfa-57d332c8af8f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:38.281442 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.290729 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.305114 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Transition to ACTIVE for port object fa20c418-9108-4cac-a7b2-0ec125fad9da will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:38.313354 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.325379 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f31a9284-bdea-4a9b-af34-5e5f49dd7427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:38.345629 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port db9a3f8d-bb9b-4651-acfa-57d332c8af8f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:38.350713 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port db9a3f8d-bb9b-4651-acfa-57d332c8af8f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:38.351098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.393981 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Attempting to bind port fa20c418-9108-4cac-a7b2-0ec125fad9da on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:32:38.394342 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Attempting to bind port fa20c418-9108-4cac-a7b2-0ec125fad9da by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:32:38.394702 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Attempting to bind port fa20c418-9108-4cac-a7b2-0ec125fad9da on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:32:38.410718 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Pushing event updated for resources: {'Port': ['ID=fa20c418-9108-4cac-a7b2-0ec125fad9da,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:38.414982 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:32:38.414982 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:32:38.415301 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.415902 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:32:38.416446 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Bound port: fa20c418-9108-4cac-a7b2-0ec125fad9da, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:32:38.416814 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.455935 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.456268 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.456593 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.456911 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.457225 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.457540 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.457850 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.458162 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.458467 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.458769 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.459071 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:32:38.463907 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:38.489008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.501414 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] For port fa20c418-9108-4cac-a7b2-0ec125fad9da, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:32:38.505198 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] For port fa20c418-9108-4cac-a7b2-0ec125fad9da, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fa20c418-9108-4cac-a7b2-0ec125fad9da,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:32:38.509103 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.515045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Allocated IP 172.20.0.1 (0143fd1b-d007-4067-9ca7-f4dc7e89b81e/0c078c40-ba9a-45dd-b819-449705bc6dc4/612324b0-a909-4e84-b865-33d202b410b3) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:32:38.515293 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-c8922a7e-3e76-4d2e-a1f5-cfa248859a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:38.530840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port db9a3f8d-bb9b-4651-acfa-57d332c8af8f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db9a3f8d-bb9b-4651-acfa-57d332c8af8f,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:38.535762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.540212 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:38.593348 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Pushing event updated for resources: {'Port': ['ID=fa20c418-9108-4cac-a7b2-0ec125fad9da,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:38.596183 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:38.596766 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:38.613951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=db9a3f8d-bb9b-4651-acfa-57d332c8af8f,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:38.616986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:38.649800 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-cdce23ba-6eb8-4d86-a716-84c330f5b8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:38.681639 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.697024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Transition to ACTIVE for port object 612324b0-a909-4e84-b865-33d202b410b3 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:38.719564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.723823 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-69ac581e-f77c-46cb-95f9-f1aa463e9ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:38.784408 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:38.791888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:38.795151 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:38.799491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:32:38.831062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Pushing event updated for resources: {'Port': ['ID=612324b0-a909-4e84-b865-33d202b410b3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:38.840640 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:38.860012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:38.945349 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:39.065790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7a585974-7ac3-4df6-a1f1-3a4e68d90fea None None] Provisioning for port 612324b0-a909-4e84-b865-33d202b410b3 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:39.070911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-7a585974-7ac3-4df6-a1f1-3a4e68d90fea None None] Provisioning complete for port 612324b0-a909-4e84-b865-33d202b410b3 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:39.071634 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-7a585974-7ac3-4df6-a1f1-3a4e68d90fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:39.076625 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:36Z', 'revision_number': 3, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:39.080486 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29fae0c-56a7-474a-8833-d5ff3fb41437 None None] The sync data for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv is: [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:36Z', 'revision_number': 3, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:32:39.127428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-7a585974-7ac3-4df6-a1f1-3a4e68d90fea None None] Port 612324b0-a909-4e84-b865-33d202b410b3 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:32:39.184767 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:39.190893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:39.215666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-04334209-f26e-4f0e-8207-3c5e50a568bc tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:39.266876 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-638a28b9-7ee3-47e0-89b9-315d451cb3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:39.291908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Pushing event updated for resources: {'Port': ['ID=612324b0-a909-4e84-b865-33d202b410b3,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:39.299554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:39.308133 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:39.451839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:39.453016 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:39.765736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-08279fb3-caa8-43e6-8f2f-a07149c89d81 None None] Provisioning complete for port 612324b0-a909-4e84-b865-33d202b410b3 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:39.766337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-08279fb3-caa8-43e6-8f2f-a07149c89d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:39.825820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-08279fb3-caa8-43e6-8f2f-a07149c89d81 None None] Port 612324b0-a909-4e84-b865-33d202b410b3 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:32:39.983746 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Router 20c49df0-018c-4e34-8b54-86eb68929aaa has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:32:40.189829 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:32:40.200252 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] 10.222.0.31 "PUT /v2.0/routers/20c49df0-018c-4e34-8b54-86eb68929aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519039 Dec 22 09:32:40.264761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device db9a3f8d-bb9b-4651-acfa-57d332c8af8f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:40.332783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port db9a3f8d-bb9b-4651-acfa-57d332c8af8f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:40.333221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:40.457941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:40.462445 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fa20c418-9108-4cac-a7b2-0ec125fad9da up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:40.529446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port fa20c418-9108-4cac-a7b2-0ec125fad9da completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:40.534793 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port fa20c418-9108-4cac-a7b2-0ec125fad9da triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:40.535179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:40.649236 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:40.665769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port fa20c418-9108-4cac-a7b2-0ec125fad9da, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fa20c418-9108-4cac-a7b2-0ec125fad9da,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:40.671692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:40.673458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:40.751574 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:40.755852 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=fa20c418-9108-4cac-a7b2-0ec125fad9da,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:40.759005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:41.152172 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50508) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:41.157728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1211873960-network', 'tenant_id': '77082314927f4285888aa44221c7036c'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:41.162610 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:41.166381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Usage tracker for resource:network and tenant:77082314927f4285888aa44221c7036c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:41.169197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:41.175689 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:41.188445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Made reservation on behalf of 77082314927f4285888aa44221c7036c for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:32:41.191609 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.204411 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.238493 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:41.242632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Usage tracker for resource:security_group_rule and tenant:77082314927f4285888aa44221c7036c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:41.245571 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:41.251080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:41.322863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.328543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.331536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:41.361315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:32:41.366335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4be5e74-1595-436a-852b-786709fa6192,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:41.370507 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:41.374244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.374431 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Added segment 16a21032-2c99-4f4d-9266-b4dce6c58646 of type vlan for network 56e947b5-26c7-491e-880e-f1a76b333f2a Dec 22 09:32:41.400866 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.430753 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.431935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:41.432567 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.437955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6de59c20-e5b9-4aa1-b55e-8897740f11c3 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:41.540593 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Pushing event updated for resources: {'Network': ['ID=56e947b5-26c7-491e-880e-f1a76b333f2a,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:41.543421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:41.545093 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3919530 Dec 22 09:32:41.547942 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50512) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:41.551043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 56e947b5-26c7-491e-880e-f1a76b333f2a details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:32:41.553854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Request body: {'subnet': {'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1211873960-subnet', 'tenant_id': '77082314927f4285888aa44221c7036c', 'ip_version': 4}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:41.558908 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:41.562709 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Usage tracker for resource:subnet and tenant:77082314927f4285888aa44221c7036c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:41.565662 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:41.571266 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:41.581523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Made reservation on behalf of 77082314927f4285888aa44221c7036c for: {'subnet': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:32:41.583959 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802962'] for subnet, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.901328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1154605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2803004'] for subnet, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.904927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-48b64019-8f97-44d9-a676-6d15e9e9a50b tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:41.960788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:41.965717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c11782-75f5-4934-92bb-6422c922043b,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:41.974368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:41.989839 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Checking segment: {'id': '16a21032-2c99-4f4d-9266-b4dce6c58646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:32:41.990188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Network hostable DHCP agents. Network: 56e947b5-26c7-491e-880e-f1a76b333f2a, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:32:42.013310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Network 56e947b5-26c7-491e-880e-f1a76b333f2a is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:32:42.023422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 56e947b5-26c7-491e-880e-f1a76b333f2a) {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:42.028032 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:42.028603 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.032959 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8414eb2e-c7df-4dc9-80f7-0bf929300161 None None] Network 56e947b5-26c7-491e-880e-f1a76b333f2a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:32:42.046447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.049421 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4999800 Dec 22 09:32:42.052090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50516) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:42.057813 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:42.062497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:42.066222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Usage tracker for resource:router and tenant:77082314927f4285888aa44221c7036c is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:42.069017 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:42.075325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:42.085506 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.086402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.106628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.210718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fa20c418-9108-4cac-a7b2-0ec125fad9da up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:42.268690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.310526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-56e947b5-26c7-491e-880e-f1a76b333f2a', 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a', 'tenant_id': '77082314927f4285888aa44221c7036c', 'fixed_ips': [{'subnet_id': 'd5c11782-75f5-4934-92bb-6422c922043b'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:32:42.311439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.389610 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port fa20c418-9108-4cac-a7b2-0ec125fad9da triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:42.389987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.465551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.496757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.609079 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Sync routers for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:32:42.618320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Allocated IP 172.20.0.2 (56e947b5-26c7-491e-880e-f1a76b333f2a/d5c11782-75f5-4934-92bb-6422c922043b/55d4226c-967a-4b10-bfe8-6abdf948dd76) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:32:42.642206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Allocated IP 172.26.5.162 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/078d5c19-3770-4335-b223-854503627608) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:32:42.709718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:42.710308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:42.789850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.820742 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:42.824800 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-496718b0-759f-494a-8769-27c053eb7e56 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:42.892782 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:42.895958 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:42.900520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:32:42.925193 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Pushing event updated for resources: {'Port': ['ID=078d5c19-3770-4335-b223-854503627608,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:42.931259 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:42.985305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:43.066014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.066275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.067350 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.138677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Transition to ACTIVE for port object 55d4226c-967a-4b10-bfe8-6abdf948dd76 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:43.229700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Transition to ACTIVE for port object 55d4226c-967a-4b10-bfe8-6abdf948dd76 will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:43.243467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.249370 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:43.301801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Router 596e7520-af22-4f78-a7ff-3a82da529b3b is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:32:43.351726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Pushing event updated for resources: {'Port': ['ID=55d4226c-967a-4b10-bfe8-6abdf948dd76,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:43.354997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Network 56e947b5-26c7-491e-880e-f1a76b333f2a is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:43.357662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:43.358468 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:43.361736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:32:43.496446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Attempting to bind port 55d4226c-967a-4b10-bfe8-6abdf948dd76 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:32:43.496885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Attempting to bind port 55d4226c-967a-4b10-bfe8-6abdf948dd76 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '16a21032-2c99-4f4d-9266-b4dce6c58646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:32:43.497374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Attempting to bind port 55d4226c-967a-4b10-bfe8-6abdf948dd76 on network 56e947b5-26c7-491e-880e-f1a76b333f2a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:32:43.509319 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:32:43.510391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Checking segment: {'id': '16a21032-2c99-4f4d-9266-b4dce6c58646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:32:43.510882 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.511376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Bound using segment: {'id': '16a21032-2c99-4f4d-9266-b4dce6c58646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:32:43.511931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Bound port: 55d4226c-967a-4b10-bfe8-6abdf948dd76, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a21032-2c99-4f4d-9266-b4dce6c58646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:32:43.512376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.535207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:39Z', 'revision_number': 2, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:43.567215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Checking router: 20c49df0-018c-4e34-8b54-86eb68929aaa for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:32:43.567651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Updating router 20c49df0-018c-4e34-8b54-86eb68929aaa port 612324b0-a909-4e84-b865-33d202b410b3 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:32:43.631674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:32:43.640735 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Sync routers for ids ['596e7520-af22-4f78-a7ff-3a82da529b3b'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:32:43.653075 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Routers {'596e7520-af22-4f78-a7ff-3a82da529b3b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:43.653932 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['596e7520-af22-4f78-a7ff-3a82da529b3b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:43.660165 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.661497 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f554bde5-4583-4f9e-b17f-9ab8731cec2b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6084361 Dec 22 09:32:43.661794 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.664543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50520) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:43.677874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] For port 55d4226c-967a-4b10-bfe8-6abdf948dd76, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:32:43.715923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] For port 55d4226c-967a-4b10-bfe8-6abdf948dd76, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=55d4226c-967a-4b10-bfe8-6abdf948dd76,segment=NetworkSegment(16a21032-2c99-4f4d-9266-b4dce6c58646),segment_id=16a21032-2c99-4f4d-9266-b4dce6c58646)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:32:43.726636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:43.735809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:43.879000 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Set router 596e7520-af22-4f78-a7ff-3a82da529b3b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:43.898083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Pushing event updated for resources: {'Port': ['ID=55d4226c-967a-4b10-bfe8-6abdf948dd76,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:43.901248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:44.137988 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.155466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Transition to ACTIVE for port object 612324b0-a909-4e84-b865-33d202b410b3 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:44.164697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.169575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a4fe4b5f-ff1c-4468-a4e3-b843781d30c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:44.235774 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '078d5c19-3770-4335-b223-854503627608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:43Z', 'revision_number': 3, 'project_id': '77082314927f4285888aa44221c7036c', 'gw_port': {'id': '078d5c19-3770-4335-b223-854503627608', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:44.243891 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Checking router: 596e7520-af22-4f78-a7ff-3a82da529b3b for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:32:44.244539 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Updating router 596e7520-af22-4f78-a7ff-3a82da529b3b port 078d5c19-3770-4335-b223-854503627608 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:32:44.303264 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 55d4226c-967a-4b10-bfe8-6abdf948dd76 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:44.320795 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.438903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94c921-14a3-4837-ad6e-d55c5d346be7 None None] Pushing event updated for resources: {'Port': ['ID=612324b0-a909-4e84-b865-33d202b410b3,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:44.446313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dc94c921-14a3-4837-ad6e-d55c5d346be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:44.569711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Attempting to bind port 612324b0-a909-4e84-b865-33d202b410b3 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:32:44.570295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Attempting to bind port 612324b0-a909-4e84-b865-33d202b410b3 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:32:44.570821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Attempting to bind port 612324b0-a909-4e84-b865-33d202b410b3 on network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:32:44.579651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:32:44.580061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Checking segment: {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:32:44.580489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.580888 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Bound using segment: {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:32:44.581383 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Bound port: 612324b0-a909-4e84-b865-33d202b410b3, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:32:44.581786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.597687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 55d4226c-967a-4b10-bfe8-6abdf948dd76 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:44.625785 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.713002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] For port 612324b0-a909-4e84-b865-33d202b410b3, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:32:44.722704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] For port 612324b0-a909-4e84-b865-33d202b410b3, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=612324b0-a909-4e84-b865-33d202b410b3,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:32:44.731055 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.739338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:44.740289 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.753430 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Transition to ACTIVE for port object 078d5c19-3770-4335-b223-854503627608 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:44.762062 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.766654 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-d207f164-7bbf-42fa-acd6-f041f3421754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:44.846055 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716224dc-5868-48d9-bb37-5f6a202d715b None None] Pushing event updated for resources: {'Port': ['ID=078d5c19-3770-4335-b223-854503627608,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:44.850050 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-716224dc-5868-48d9-bb37-5f6a202d715b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:44.854565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94c921-14a3-4837-ad6e-d55c5d346be7 None None] Pushing event updated for resources: {'Port': ['ID=612324b0-a909-4e84-b865-33d202b410b3,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:44.857870 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dc94c921-14a3-4837-ad6e-d55c5d346be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:44.863546 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:44.864401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:44.887872 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Attempting to bind port 078d5c19-3770-4335-b223-854503627608 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:32:44.888527 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Attempting to bind port 078d5c19-3770-4335-b223-854503627608 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:32:44.889060 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Attempting to bind port 078d5c19-3770-4335-b223-854503627608 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:32:44.897159 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:32:44.897977 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:32:44.898548 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:44.899110 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:32:44.900111 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Bound port: 078d5c19-3770-4335-b223-854503627608, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:32:44.902012 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.016686 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] For port 078d5c19-3770-4335-b223-854503627608, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:32:45.022239 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] For port 078d5c19-3770-4335-b223-854503627608, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=078d5c19-3770-4335-b223-854503627608,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:32:45.028249 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.032503 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-19090252-38f4-46bd-a7a3-1f744e8c1e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:45.077993 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Allocated IP 172.20.0.1 (56e947b5-26c7-491e-880e-f1a76b333f2a/d5c11782-75f5-4934-92bb-6422c922043b/64dcf9f1-744b-4141-b48d-cdde7ca84fd4) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:32:45.105255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:45.162455 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Routers {'596e7520-af22-4f78-a7ff-3a82da529b3b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:32:45.163081 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['596e7520-af22-4f78-a7ff-3a82da529b3b'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:45.252251 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716224dc-5868-48d9-bb37-5f6a202d715b None None] Pushing event updated for resources: {'Port': ['ID=078d5c19-3770-4335-b223-854503627608,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:45.255423 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-716224dc-5868-48d9-bb37-5f6a202d715b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:45.290593 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.313229 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Transition to ACTIVE for port object 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:45.339911 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.344472 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-24d645e0-9dcb-4d12-8a0e-3153e1b449a9 tempest-RoutersNegativeTest-1863581496 tempest-RoutersNegativeTest-1863581496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:45.354396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46022534-673b-469c-92ea-35c8f4808d8b None None] Network 56e947b5-26c7-491e-880e-f1a76b333f2a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:32:45.379638 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] Set router 596e7520-af22-4f78-a7ff-3a82da529b3b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:32:45.407179 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Network 56e947b5-26c7-491e-880e-f1a76b333f2a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:45.414272 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:45.419055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:32:45.448145 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Pushing event updated for resources: {'Port': ['ID=64dcf9f1-744b-4141-b48d-cdde7ca84fd4,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:45.454467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:45.475055 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.503908 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d6ac16f6-739d-4fae-8258-103a2c37e7e1 None None] Provisioning for port 55d4226c-967a-4b10-bfe8-6abdf948dd76 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:45.548184 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-d6ac16f6-739d-4fae-8258-103a2c37e7e1 None None] Provisioning complete for port 55d4226c-967a-4b10-bfe8-6abdf948dd76 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:45.548649 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d6ac16f6-739d-4fae-8258-103a2c37e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.562237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.751740 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '078d5c19-3770-4335-b223-854503627608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:43Z', 'revision_number': 3, 'project_id': '77082314927f4285888aa44221c7036c', 'gw_port': {'id': '078d5c19-3770-4335-b223-854503627608', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:45.755769 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25efd915-9011-4e3d-93d1-0e48a17f5e06 None None] The sync data for ids ['596e7520-af22-4f78-a7ff-3a82da529b3b'] in dv-neutron-822610-1-hyperv is: [{'id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '078d5c19-3770-4335-b223-854503627608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:43Z', 'revision_number': 3, 'project_id': '77082314927f4285888aa44221c7036c', 'gw_port': {'id': '078d5c19-3770-4335-b223-854503627608', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:32:45.809018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d6ac16f6-739d-4fae-8258-103a2c37e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.812139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.817404 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.842757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:44Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:32:45.845899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d3e06b47-7421-4c63-ae3d-810230b3eb00 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:45.859950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8f96f-766b-4c40-ad2b-913ef1c07952 None None] The sync data for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv is: [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:44Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:32:45.868705 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-d6ac16f6-739d-4fae-8258-103a2c37e7e1 None None] For port 55d4226c-967a-4b10-bfe8-6abdf948dd76, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=55d4226c-967a-4b10-bfe8-6abdf948dd76,segment=NetworkSegment(16a21032-2c99-4f4d-9266-b4dce6c58646),segment_id=16a21032-2c99-4f4d-9266-b4dce6c58646)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:45.875555 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d6ac16f6-739d-4fae-8258-103a2c37e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.878090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e59abdfe-70af-49a0-b494-c437eb96766f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:45.951359 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:45.954902 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Pushing event updated for resources: {'Port': ['ID=64dcf9f1-744b-4141-b48d-cdde7ca84fd4,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:45.959073 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:45.970391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac16f6-739d-4fae-8258-103a2c37e7e1 None None] Pushing event updated for resources: {'Port': ['ID=55d4226c-967a-4b10-bfe8-6abdf948dd76,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:45.980090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d6ac16f6-739d-4fae-8258-103a2c37e7e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:46.104692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Network 56e947b5-26c7-491e-880e-f1a76b333f2a is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:46.106529 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:46.236636 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-61bd2f2c-c687-42e9-b974-69aff3f9ce5c None None] Provisioning complete for port 55d4226c-967a-4b10-bfe8-6abdf948dd76 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:46.237824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61bd2f2c-c687-42e9-b974-69aff3f9ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:46.514420 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 612324b0-a909-4e84-b865-33d202b410b3 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:46.642644 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-61bd2f2c-c687-42e9-b974-69aff3f9ce5c None None] Provisioning for port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:46.659414 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-61bd2f2c-c687-42e9-b974-69aff3f9ce5c None None] Provisioning complete for port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:46.659970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-61bd2f2c-c687-42e9-b974-69aff3f9ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:46.703209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Router 596e7520-af22-4f78-a7ff-3a82da529b3b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:32:46.712105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 612324b0-a909-4e84-b865-33d202b410b3 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:46.730566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 612324b0-a909-4e84-b865-33d202b410b3 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:46.731112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:46.798791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-61bd2f2c-c687-42e9-b974-69aff3f9ce5c None None] Port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:32:46.893209 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:46.941307 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 612324b0-a909-4e84-b865-33d202b410b3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=612324b0-a909-4e84-b865-33d202b410b3,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:46.948029 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:46.949053 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 55d4226c-967a-4b10-bfe8-6abdf948dd76 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:46.974931 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-457862e1-4941-4ddb-8577-cc69c0cb3181 None None] Provisioning complete for port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:46.975674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-457862e1-4941-4ddb-8577-cc69c0cb3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:47.003313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-a7bc8c4b-4836-4e4c-9c0c-070b451f9099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:47.095047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:32:47.107294 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] 10.222.0.31 "PUT /v2.0/routers/596e7520-af22-4f78-a7ff-3a82da529b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4390097 Dec 22 09:32:47.138703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-457862e1-4941-4ddb-8577-cc69c0cb3181 None None] Port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:32:47.142225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=612324b0-a909-4e84-b865-33d202b410b3,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:47.148824 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:47.160732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 55d4226c-967a-4b10-bfe8-6abdf948dd76 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:47.161291 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.112251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50530) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:48.118116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051981841', 'description': 'tempest-secgroup-smoke-2051981841 description', 'project_id': '8cfb2722f5394fcb9839560db860c4ae'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:48.126152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:48.132113 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:48.137585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:48.143993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:48.157548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.200844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:48.205333 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:48.208517 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:48.214648 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:48.272830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.277711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.281635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 612324b0-a909-4e84-b865-33d202b410b3 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:48.288216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:48.325186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fe524b-d98b-449e-bc6c-b7bf54e6aad6,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:48.328174 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.332319 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2162571 Dec 22 09:32:48.332319 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:48.333485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50534) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:48.338556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': '16fe524b-d98b-449e-bc6c-b7bf54e6aad6', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:48.344622 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:48.349228 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:48.352334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:48.354756 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 612324b0-a909-4e84-b865-33d202b410b3 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:48.355271 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.358422 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:48.375374 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.440760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.445455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.453758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6f4c657d-dc35-4e1a-b3d3-ecceec8be366 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:48.473835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 078d5c19-3770-4335-b223-854503627608 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:48.476505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074780e5-b41a-4b7c-b3ef-c35ddae47dc0,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:48.479277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:48.484643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.488118 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-195d42ed-6508-4d95-a200-492d6c2829a5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1540115 Dec 22 09:32:48.488658 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50538) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:48.495283 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': '16fe524b-d98b-449e-bc6c-b7bf54e6aad6', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:48.502439 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:48.506863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:48.510565 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:48.516539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:48.534869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.542092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 078d5c19-3770-4335-b223-854503627608 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:48.546618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 078d5c19-3770-4335-b223-854503627608 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:48.546990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.596711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.601457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.603503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8ff7e69f-188f-4ccd-82fd-2c583e69aa3f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:48.628270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f89dfa-9d6a-4daf-82ff-36eee21d09df,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:48.630852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:48.639548 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.641000 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6536ad6d-9db4-4652-a3b7-f7bb094ffa57 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1511686 Dec 22 09:32:48.643996 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50542) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:48.650147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': '16fe524b-d98b-449e-bc6c-b7bf54e6aad6', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:48.656231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:48.659983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:48.662750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:48.665812 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.668708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:48.683818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 078d5c19-3770-4335-b223-854503627608, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=078d5c19-3770-4335-b223-854503627608,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:32:48.687149 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.688492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.690282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-5ffa9420-c542-4223-b5d6-594c75a88210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:48.750792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.755638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.757595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-12e6a096-10d0-4f8f-bd32-1eaba48c6144 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:48.762309 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=078d5c19-3770-4335-b223-854503627608,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:48.765199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:48.780602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c0b95b-fe91-428e-a2a2-55de24e45f09,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:48.784835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:48.790796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.792226 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a9225fe5-249c-42eb-a4df-8457db6fa1ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1468246 Dec 22 09:32:48.794693 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50546) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:48.800015 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': '16fe524b-d98b-449e-bc6c-b7bf54e6aad6', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:48.806647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:48.810391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:48.813278 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:48.818786 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:48.835670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.898327 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.903757 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.905489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-fd2ddbad-bdaf-4e37-b16d-eca1f6ad6d29 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:48.926194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20c8803-6981-411d-a60f-3bb8c7cc4081,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:48.928453 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:48.937229 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:48.938481 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-58284995-fabb-46b4-bc8b-6a07ba84d46d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1428552 Dec 22 09:32:48.941188 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50550) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:48.947044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': '16fe524b-d98b-449e-bc6c-b7bf54e6aad6', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:48.952884 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:48.956654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:48.959590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:48.965660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:48.978960 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Project 8cfb2722f5394fcb9839560db860c4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:32:48.985619 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:49.054880 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:49.060855 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:49.062795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5594d2d9-43f2-48d0-aa29-5c33df7fd555 tempest-SecGroupTest-1375496091 tempest-SecGroupTest-1375496091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:49.086916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c2b844-d761-4630-bf23-4f77782db93a,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:49.089185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:49.096890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:49.098358 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-9c1cb875-8dfe-455e-ad8c-b95195b72d5c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1562133 Dec 22 09:32:49.101162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50554) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:32:49.107123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': '16fe524b-d98b-449e-bc6c-b7bf54e6aad6', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:49.113192 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:49.117465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:32:49.120776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:32:49.126887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:49.139874 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.securitygroups_db [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Project 8cfb2722f5394fcb9839560db860c4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:32:49.146578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:49.215450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:49.220262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:49.226213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-38372365-4bb9-45e1-9097-7a054f751f5a tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:49.245700 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218bfbe3-7046-4420-a39b-aa0823437546,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:49.251263 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:49.257197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:49.258489 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-5efbb18c-a784-443c-8ad2-2ae2f30709ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1561484 Dec 22 09:32:49.456584 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-bc314ac4-1051-4e5e-8f14-b746b98abb2e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051981841&fields=id&tenant_id=8cfb2722f5394fcb9839560db860c4ae HTTP/1.1" status: 200 len: 267 time: 0.0526206 Dec 22 09:32:49.620003 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-78ea3078-6dfd-4571-8a9d-106f3870690d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:49.621447 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-78ea3078-6dfd-4571-8a9d-106f3870690d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 809 time: 0.1582799 Dec 22 09:32:49.642506 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-2d72058c-7755-484b-90aa-8790459c9704 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/quotas/8cfb2722f5394fcb9839560db860c4ae HTTP/1.1" status: 200 len: 375 time: 0.0131295 Dec 22 09:32:49.733010 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-80db7346-fb85-4d4b-a00f-a0fb5976b243 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Synchronizing usage tracker for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:32:49.753128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-80db7346-fb85-4d4b-a00f-a0fb5976b243 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Unset dirty status for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:32:49.754694 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-80db7346-fb85-4d4b-a00f-a0fb5976b243 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049542 Dec 22 09:32:49.916826 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-6e9deb81-0f12-464e-a5fa-30f6a0c2c310 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:32:49.917792 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-6e9deb81-0f12-464e-a5fa-30f6a0c2c310 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1515863 Dec 22 09:32:50.058990 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-bb819267-d03c-4529-aa7e-0ea0b299490f service neutron] 10.222.0.31 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348655 Dec 22 09:32:50.199620 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-fdf78abc-d320-46a4-bae6-ab58425112f3 service neutron] 10.222.0.31 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318371 Dec 22 09:32:50.211348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 078d5c19-3770-4335-b223-854503627608 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:32:50.281570 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 078d5c19-3770-4335-b223-854503627608 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:50.281946 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:50.389291 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f72c85a4-156b-4c5c-a423-605fde4358f6 req-834f5a18-c7fd-4024-9271-976ff144ab4c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 210 time: 0.0454395 Dec 22 09:32:51.501065 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eeeb5f36-3e3e-4f5c-aa7c-0d45e7d888a1 req-c003d6e1-290a-400b-955e-a3c4dd7c11df tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 210 time: 0.0448060 Dec 22 09:32:52.613280 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0058a7d9-58cd-480b-854a-c5edab836708 req-b23a987b-5fb5-407a-b87f-60c858f35802 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 210 time: 0.0411212 Dec 22 09:32:53.745720 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d6d2373c-6b8f-49fb-84aa-d10c065a8073 req-c2824d96-9e21-47a7-bdf7-6254cf26222b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 210 time: 0.0412762 Dec 22 09:32:54.918522 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-401c8d52-9c35-4930-ab9e-604ac9a38742 req-06877cc9-0147-410a-bc7d-bbde4fd81b9c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 210 time: 0.0408022 Dec 22 09:32:55.889125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-df392170-aa24-4af9-a3cd-b363df2b0a0e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:55.889869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-df392170-aa24-4af9-a3cd-b363df2b0a0e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Synchronizing usage tracker for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:32:55.908232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-df392170-aa24-4af9-a3cd-b363df2b0a0e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Unset dirty status for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:32:55.909418 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-df392170-aa24-4af9-a3cd-b363df2b0a0e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 809 time: 0.1634717 Dec 22 09:32:55.964896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-4cb3f4ce-d943-4ddb-94af-98c15dcfdee3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Synchronizing usage tracker for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:32:55.984926 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-4cb3f4ce-d943-4ddb-94af-98c15dcfdee3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Unset dirty status for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:32:55.986059 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-4cb3f4ce-d943-4ddb-94af-98c15dcfdee3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cfb2722f5394fcb9839560db860c4ae HTTP/1.1" status: 200 len: 380 time: 0.0643842 Dec 22 09:32:55.994955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'port': {'device_id': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'admin_state_up': True, 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'security_groups': ['16fe524b-d98b-449e-bc6c-b7bf54e6aad6']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:56.087635 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8fc67c37-0e4c-4bd9-80db-205602e29b90 req-a6442ea4-6d57-4ab8-8ffe-e34f3a57eefe tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 210 time: 0.0434277 Dec 22 09:32:56.129955 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:32:56.142746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:32:56.154674 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Made reservation on behalf of 8cfb2722f5394fcb9839560db860c4ae for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:32:56.157887 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:56.322127 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Allocated IP 172.20.0.7 (0143fd1b-d007-4067-9ca7-f4dc7e89b81e/0c078c40-ba9a-45dd-b819-449705bc6dc4/480a4290-45cc-4a06-b1e9-75c28f7f6a9d) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:32:56.515181 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:56.531957 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Transition to ACTIVE for port object 480a4290-45cc-4a06-b1e9-75c28f7f6a9d will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:56.557842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:56.564281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-467504a6-d701-40d2-99ce-757a55ba3705 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:56.633551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:32:56.637033 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:32:56.642469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:32:56.667526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:56.674341 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:56.712279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:56.712896 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:56.740600 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492619 Dec 22 09:32:56.821457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Request body: {'port': {'device_id': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:32:56.834331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-71522d5f-0717-4f4f-b0a3-d75288f202ac None None] Provisioning for port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:32:56.839474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-71522d5f-0717-4f4f-b0a3-d75288f202ac None None] Provisioning complete for port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:32:56.839912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-71522d5f-0717-4f4f-b0a3-d75288f202ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:56.890854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-71522d5f-0717-4f4f-b0a3-d75288f202ac None None] Port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:32:56.926844 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:57.306669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480a4290-45cc-4a06-b1e9-75c28f7f6a9d {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:32:57.315424 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:57.336637 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Transition to ACTIVE for port object 480a4290-45cc-4a06-b1e9-75c28f7f6a9d will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:32:57.345738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:57.351177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:57.404792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc624-d0c4-47a7-a116-7d21416e7e7a req-7e390253-f4e4-47dc-a237-5e54062cc987 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:57.405382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-83bcc624-d0c4-47a7-a116-7d21416e7e7a req-7e390253-f4e4-47dc-a237-5e54062cc987 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Synchronizing usage tracker for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:32:57.599909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:57.605195 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:57.613670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-83bcc624-d0c4-47a7-a116-7d21416e7e7a req-7e390253-f4e4-47dc-a237-5e54062cc987 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Unset dirty status for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:32:57.614822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-83bcc624-d0c4-47a7-a116-7d21416e7e7a req-7e390253-f4e4-47dc-a237-5e54062cc987 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 931 time: 0.4036555 Dec 22 09:32:57.736513 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-83bcc624-d0c4-47a7-a116-7d21416e7e7a req-ec6d8f8c-1b5a-497c-a0e5-c07b389f7308 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981221 Dec 22 09:32:57.752539 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Attempting to bind port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:32:57.752890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Attempting to bind port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:32:57.753183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Attempting to bind port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d on network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:32:57.759123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d on network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:32:57.759474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Attempting to bind port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d on network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:32:57.766394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:32:57.766754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Checking segment: {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:32:57.767125 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Bound using segment: {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:32:57.767746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Bound port: 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:32:57.768085 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:57.868605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:32:57.871937 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:32:57.877688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:57.881549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-faced687-5d76-4f32-9bb1-8c021952122f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:32:57.935136 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:32:57.936586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] 10.222.0.32 "PUT /v2.0/ports/480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 1093 time: 1.1886456 Dec 22 09:32:57.939102 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:32:57.971388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:32:57.975875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:32:58.025735 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'status': 'completed', 'code': 200} Dec 22 09:32:58.071136 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-5178b6b4-7291-4a6a-9799-f0a138393317 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1096 time: 0.0787210 Dec 22 09:32:58.141797 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-2b16b9b9-ed11-4143-9c5d-c449b754226f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 217 time: 0.0640783 Dec 22 09:32:58.210027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-8140f450-70ac-4922-8a39-e2d6ca55cf0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:58.211368 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-8140f450-70ac-4922-8a39-e2d6ca55cf0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0633762 Dec 22 09:32:58.293246 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-d6c17f0f-8660-44da-bc73-e214d285cc43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752215 Dec 22 09:32:58.428797 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-eb74b092-d62d-4e67-9da0-0120854d8b0d service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280413 Dec 22 09:32:58.563356 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e7515df7-4b47-4639-9acc-7b89b7b62bf8 req-971dd8bd-f6f5-44fb-bc9e-a2410a8835ee service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281075 Dec 22 09:32:58.694333 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a96b77c0-811b-4c60-84ad-12d3fa27c943 req-2358b08e-9488-4ccd-95a1-516b602a432a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1096 time: 0.0764668 Dec 22 09:32:58.829890 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b77c0-811b-4c60-84ad-12d3fa27c943 req-a232adb0-2d33-4941-a885-ea3930daf812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:58.831393 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a96b77c0-811b-4c60-84ad-12d3fa27c943 req-a232adb0-2d33-4941-a885-ea3930daf812 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1308732 Dec 22 09:32:58.932874 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a96b77c0-811b-4c60-84ad-12d3fa27c943 req-06b61f73-7156-4a6a-8133-a86d41635d2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 217 time: 0.0951452 Dec 22 09:32:59.011080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b77c0-811b-4c60-84ad-12d3fa27c943 req-783c1ba8-eae9-4048-b271-23ddf5acc240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:59.012613 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a96b77c0-811b-4c60-84ad-12d3fa27c943 req-783c1ba8-eae9-4048-b271-23ddf5acc240 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0724289 Dec 22 09:32:59.072556 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d29f33-88b1-4641-9f6e-e6300575af3f req-c69a66a5-dd4f-4f58-8130-bb1338cd9701 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:32:59.073943 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e3d29f33-88b1-4641-9f6e-e6300575af3f req-c69a66a5-dd4f-4f58-8130-bb1338cd9701 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.1861680 Dec 22 09:32:59.138066 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e3d29f33-88b1-4641-9f6e-e6300575af3f req-b93cd064-ec05-4c44-8e63-8da1f7aa4bb4 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580745 Dec 22 09:32:59.141781 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a96b77c0-811b-4c60-84ad-12d3fa27c943 req-eb8e6749-325f-4b55-8eae-b370ceb09fc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189663 Dec 22 09:32:59.277838 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a96b77c0-811b-4c60-84ad-12d3fa27c943 req-f5971da2-82e4-480d-8d79-f81a4d61db26 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281734 Dec 22 09:32:59.516811 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a96b77c0-811b-4c60-84ad-12d3fa27c943 req-72c7c3fb-a0a6-4762-8e3b-c383b7a7ebe0 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321115 Dec 22 09:33:00.354992 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89ac7a-ffa9-423e-9707-02a79255e905 req-e18e6a9e-ebe5-4fdb-9f9e-bdaa1dbdd5cc tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:00.356532 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8b89ac7a-ffa9-423e-9707-02a79255e905 req-e18e6a9e-ebe5-4fdb-9f9e-bdaa1dbdd5cc tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0867369 Dec 22 09:33:00.403661 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8b89ac7a-ffa9-423e-9707-02a79255e905 req-adc1a6dc-f83b-439a-8fe1-1903a592e9cd tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410335 Dec 22 09:33:01.476197 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 480a4290-45cc-4a06-b1e9-75c28f7f6a9d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:33:01.612678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:33:01.615106 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e678ec-ea62-4470-9d71-4a4076808ac9 req-8726bd86-c5b8-49ae-89d8-42b5fe26596d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:01.616596 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-48e678ec-ea62-4470-9d71-4a4076808ac9 req-8726bd86-c5b8-49ae-89d8-42b5fe26596d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0782146 Dec 22 09:33:01.626805 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'port_id': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'mac_address': 'fa:16:3e:cb:37:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:33:01.669830 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-48e678ec-ea62-4470-9d71-4a4076808ac9 req-4f63373e-c7fe-484a-96d3-c705968cc73e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474100 Dec 22 09:33:01.692097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:01.713273 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480a4290-45cc-4a06-b1e9-75c28f7f6a9d {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:33:01.732930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:33:01.739157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:01.741108 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:33:01.806638 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:01.809963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:33:02.049562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['480a4290-45cc-4a06-b1e9-75c28f7f6a9d'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:33:02.825514 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:33:02.881389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc294015-65ba-4c46-8ae5-9959ebf87ca4 req-36a4df75-20e5-4c5c-96a1-f015c204d5e8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:02.882805 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fc294015-65ba-4c46-8ae5-9959ebf87ca4 req-36a4df75-20e5-4c5c-96a1-f015c204d5e8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 944 time: 0.0866272 Dec 22 09:33:02.929931 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-fc294015-65ba-4c46-8ae5-9959ebf87ca4 req-abe3176a-3f6a-410f-8164-c54575c4e328 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Dec 22 09:33:03.491198 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 480a4290-45cc-4a06-b1e9-75c28f7f6a9d up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:33:03.566255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:33:03.571034 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:33:03.571520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:03.692301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:03.721321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:33:03.731905 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:33:03.737282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:03.739523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:33:03.788467 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'code': 200} Dec 22 09:33:03.809228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:03.816889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:33:04.032218 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b06547a7-cdec-42e5-838f-2d857001c612 req-05ae76a2-f6e6-41b4-a7ea-693bc90eba8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1098 time: 0.0735712 Dec 22 09:33:04.074364 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b06547a7-cdec-42e5-838f-2d857001c612 req-b46172bc-8499-4382-bc40-a45add20b40a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363798 Dec 22 09:33:04.131112 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5377750-1d8d-4fc8-86e4-e3b8571b1d78 req-e519adce-6a1a-470f-963c-74b1e2591fae tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:04.132558 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5377750-1d8d-4fc8-86e4-e3b8571b1d78 req-e519adce-6a1a-470f-963c-74b1e2591fae tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0770271 Dec 22 09:33:04.179132 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d5377750-1d8d-4fc8-86e4-e3b8571b1d78 req-2fbc576f-63bd-4f19-949c-d7c775dfe313 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Dec 22 09:33:05.389681 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e881271-1522-4951-9bb9-a97f7bba6772 req-c11b8db8-2dff-41fe-98b5-4a23034101b5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:05.391146 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e881271-1522-4951-9bb9-a97f7bba6772 req-c11b8db8-2dff-41fe-98b5-4a23034101b5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0792685 Dec 22 09:33:05.445410 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5e881271-1522-4951-9bb9-a97f7bba6772 req-55af6d2f-3753-4d64-a0b9-94273ea6a667 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486310 Dec 22 09:33:06.651486 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcc282-fa0f-4770-9d9b-c3f37b099d4b req-d9c06e03-2f33-4c55-8be3-08f1f9a70541 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:06.652943 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3dfcc282-fa0f-4770-9d9b-c3f37b099d4b req-d9c06e03-2f33-4c55-8be3-08f1f9a70541 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0827093 Dec 22 09:33:06.699470 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3dfcc282-fa0f-4770-9d9b-c3f37b099d4b req-4624301f-fa7d-4bad-acca-a1ba2ad76489 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410223 Dec 22 09:33:06.916811 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81aaa6-2b95-431e-ad0c-230e2e97bb89 req-51c5c3cd-b065-4c01-bcca-6d960d86a065 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:06.918221 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a81aaa6-2b95-431e-ad0c-230e2e97bb89 req-51c5c3cd-b065-4c01-bcca-6d960d86a065 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0805519 Dec 22 09:33:06.966913 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4a81aaa6-2b95-431e-ad0c-230e2e97bb89 req-cc7cb04b-2317-4cc7-9c8e-7257afe141dd tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402682 Dec 22 09:33:07.002717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 50632) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:07.157242 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-89942734-2532-45d5-a199-a7d71e025024 tempest-TestShelveInstance-1163442067 tempest-TestShelveInstance-1163442067-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1093 time: 0.1532474 Dec 22 09:33:07.160177 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50638) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:33:07.165817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:33:07.171528 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:33:07.175491 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:floatingip and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:33:07.178699 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:33:07.180670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d105706b-c632-425c-8257-349c168ec3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:07.185330 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:33:07.196990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:07.342947 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:07.487704 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Allocated IP 172.26.5.61 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/49e6fe4c-dce9-46b0-9333-34302ca2418d) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:33:07.635832 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:07.665961 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:07.669758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-27f42ef8-4bde-485f-8be0-248acc15bfe4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:33:07.733949 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:33:07.737096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:33:07.741146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:33:07.764938 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'Port': ['ID=49e6fe4c-dce9-46b0-9333-34302ca2418d,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:07.769633 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:33:07.989540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Sync routers for ids ['596e7520-af22-4f78-a7ff-3a82da529b3b'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:33:08.003621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Routers {'596e7520-af22-4f78-a7ff-3a82da529b3b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:33:08.004366 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:32:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['596e7520-af22-4f78-a7ff-3a82da529b3b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:33:08.181404 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Set router 596e7520-af22-4f78-a7ff-3a82da529b3b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:33:08.374295 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:08.430557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:08.498019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '078d5c19-3770-4335-b223-854503627608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:45Z', 'revision_number': 4, 'project_id': '77082314927f4285888aa44221c7036c', 'gw_port': {'id': '078d5c19-3770-4335-b223-854503627608', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '64dcf9f1-744b-4141-b48d-cdde7ca84fd4', 'name': '', 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a', 'tenant_id': '77082314927f4285888aa44221c7036c', 'mac_address': 'fa:16:3e:74:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5c11782-75f5-4934-92bb-6422c922043b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:44Z', 'updated_at': '2021-12-22T09:32:45Z', 'revision_number': 2, 'project_id': '77082314927f4285888aa44221c7036c', 'subnets': [{'id': 'd5c11782-75f5-4934-92bb-6422c922043b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:33:08.502045 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Checking router: 596e7520-af22-4f78-a7ff-3a82da529b3b for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:33:08.502405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Updating router 596e7520-af22-4f78-a7ff-3a82da529b3b port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:33:08.558821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:08.638840 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:08.644127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:08.647807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:33:08.751338 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'Port': ['ID=49e6fe4c-dce9-46b0-9333-34302ca2418d,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:08.755356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:33:08.770876 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:08.904752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:08.918828 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Transition to ACTIVE for port object 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:33:08.927466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:08.931675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:33:08.977423 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Floating IP 78374ea0-19bf-4766-bdba-e1e7e740f4e3 associated. External IP: 172.26.5.61, port: 480a4290-45cc-4a06-b1e9-75c28f7f6a9d. Dec 22 09:33:09.061599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af5216-eae1-4783-9a8f-647484aecd56 None None] Pushing event updated for resources: {'Port': ['ID=64dcf9f1-744b-4141-b48d-cdde7ca84fd4,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:09.065604 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e4af5216-eae1-4783-9a8f-647484aecd56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:33:09.204225 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Attempting to bind port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:33:09.204978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Attempting to bind port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '16a21032-2c99-4f4d-9266-b4dce6c58646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:33:09.204978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Attempting to bind port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 on network 56e947b5-26c7-491e-880e-f1a76b333f2a {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:33:09.211549 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:33:09.211917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Checking segment: {'id': '16a21032-2c99-4f4d-9266-b4dce6c58646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:33:09.212315 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:09.212704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Bound using segment: {'id': '16a21032-2c99-4f4d-9266-b4dce6c58646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:33:09.213158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Bound port: 64dcf9f1-744b-4141-b48d-cdde7ca84fd4, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a21032-2c99-4f4d-9266-b4dce6c58646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:33:09.213513 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:09.290188 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-52da751d-c504-4ded-ab3d-2623a14836ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:09.325838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] For port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:33:09.328925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] For port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=64dcf9f1-744b-4141-b48d-cdde7ca84fd4,segment=NetworkSegment(16a21032-2c99-4f4d-9266-b4dce6c58646),segment_id=16a21032-2c99-4f4d-9266-b4dce6c58646)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:33:09.333288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:09.337645 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:33:09.386629 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Router 20c49df0-018c-4e34-8b54-86eb68929aaa has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:33:09.419054 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Routers {'596e7520-af22-4f78-a7ff-3a82da529b3b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:33:09.419719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:33:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['596e7520-af22-4f78-a7ff-3a82da529b3b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:33:09.565978 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af5216-eae1-4783-9a8f-647484aecd56 None None] Pushing event updated for resources: {'Port': ['ID=64dcf9f1-744b-4141-b48d-cdde7ca84fd4,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:09.570790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e4af5216-eae1-4783-9a8f-647484aecd56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:33:09.609363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] Set router 596e7520-af22-4f78-a7ff-3a82da529b3b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:33:09.729127 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:33:09.738800 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] Sync routers for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:33:09.751753 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:33:09.752361 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:33:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:33:09.756882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:09.813356 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6519992 Dec 22 09:33:09.814031 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:33:09.868004 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'status': 'completed', 'code': 200} Dec 22 09:33:09.947559 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:33:09.954561 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '078d5c19-3770-4335-b223-854503627608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:45Z', 'revision_number': 4, 'project_id': '77082314927f4285888aa44221c7036c', 'gw_port': {'id': '078d5c19-3770-4335-b223-854503627608', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '64dcf9f1-744b-4141-b48d-cdde7ca84fd4', 'name': '', 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a', 'tenant_id': '77082314927f4285888aa44221c7036c', 'mac_address': 'fa:16:3e:74:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5c11782-75f5-4934-92bb-6422c922043b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:44Z', 'updated_at': '2021-12-22T09:33:09Z', 'revision_number': 4, 'project_id': '77082314927f4285888aa44221c7036c', 'subnets': [{'id': 'd5c11782-75f5-4934-92bb-6422c922043b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:33:09.959427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ba192-7809-4e6c-a65c-181fd9c28bc0 None None] The sync data for ids ['596e7520-af22-4f78-a7ff-3a82da529b3b'] in dv-neutron-822610-1-hyperv is: [{'id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '078d5c19-3770-4335-b223-854503627608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:45Z', 'revision_number': 4, 'project_id': '77082314927f4285888aa44221c7036c', 'gw_port': {'id': '078d5c19-3770-4335-b223-854503627608', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '64dcf9f1-744b-4141-b48d-cdde7ca84fd4', 'name': '', 'network_id': '56e947b5-26c7-491e-880e-f1a76b333f2a', 'tenant_id': '77082314927f4285888aa44221c7036c', 'mac_address': 'fa:16:3e:74:82:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5c11782-75f5-4934-92bb-6422c922043b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:44Z', 'updated_at': '2021-12-22T09:33:09Z', 'revision_number': 4, 'project_id': '77082314927f4285888aa44221c7036c', 'subnets': [{'id': 'd5c11782-75f5-4934-92bb-6422c922043b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:33:09.966897 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-919d1f8b-c1d7-4ed0-8e47-2c1a7d4fca0a req-567ccb0e-b532-4a12-b5d1-d49223ec2fd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1098 time: 0.0773606 Dec 22 09:33:10.117292 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d1f8b-c1d7-4ed0-8e47-2c1a7d4fca0a req-bee79285-c218-474c-a415-5933dbdd4474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:10.118761 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-919d1f8b-c1d7-4ed0-8e47-2c1a7d4fca0a req-bee79285-c218-474c-a415-5933dbdd4474 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1458547 Dec 22 09:33:10.231980 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-919d1f8b-c1d7-4ed0-8e47-2c1a7d4fca0a req-53cf6e8f-d50b-422d-a055-7acfb47856f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 998 time: 0.1072941 Dec 22 09:33:10.262352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:33:10.313161 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d1f8b-c1d7-4ed0-8e47-2c1a7d4fca0a req-56f47720-84b8-4587-9e54-6b1a153c8a45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:10.314781 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-919d1f8b-c1d7-4ed0-8e47-2c1a7d4fca0a req-56f47720-84b8-4587-9e54-6b1a153c8a45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0764484 Dec 22 09:33:10.348005 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '78374ea0-19bf-4766-bdba-e1e7e740f4e3', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'floating_ip_address': '172.26.5.61', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'port_id': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'mac_address': 'fa:16:3e:cb:37:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:33:08Z', 'updated_at': '2021-12-22T09:33:08Z', 'revision_number': 0, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:33:10.353172 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] Checking router: 20c49df0-018c-4e34-8b54-86eb68929aaa for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:33:10.356361 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:33:10.363154 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:33:10.363575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:10.366645 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:33:10.367577 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:33:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:33:10.408819 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-919d1f8b-c1d7-4ed0-8e47-2c1a7d4fca0a req-52181b81-badc-4241-bc3d-3e3b7712b36a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860932 Dec 22 09:33:10.454095 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:10.528363 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:10.567280 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-919d1f8b-c1d7-4ed0-8e47-2c1a7d4fca0a req-51cd73fe-b4b0-4a36-9d1e-3d8e818abda4 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524730 Dec 22 09:33:10.571000 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=64dcf9f1-744b-4141-b48d-cdde7ca84fd4,segment=NetworkSegment(16a21032-2c99-4f4d-9266-b4dce6c58646),segment_id=16a21032-2c99-4f4d-9266-b4dce6c58646)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:33:10.577253 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:10.579750 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:33:10.629585 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:33:10.661642 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=64dcf9f1-744b-4141-b48d-cdde7ca84fd4,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:33:10.675207 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:33:10.711864 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-919d1f8b-c1d7-4ed0-8e47-2c1a7d4fca0a req-794ba5e9-b21e-45cc-9cff-0296e021d142 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383553 Dec 22 09:33:10.736788 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:11.013148 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '78374ea0-19bf-4766-bdba-e1e7e740f4e3', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'floating_ip_address': '172.26.5.61', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'port_id': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'mac_address': 'fa:16:3e:cb:37:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:33:08Z', 'updated_at': '2021-12-22T09:33:08Z', 'revision_number': 0, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:33:11.017364 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec163e0e-bc85-4dd4-b8be-495aff90492a None None] The sync data for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv is: [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '78374ea0-19bf-4766-bdba-e1e7e740f4e3', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'floating_ip_address': '172.26.5.61', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'port_id': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'mac_address': 'fa:16:3e:cb:37:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:33:08Z', 'updated_at': '2021-12-22T09:33:08Z', 'revision_number': 0, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:33:11.969042 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:12.037899 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:12.228092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:33:12.297744 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:33:12.298125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:12.772297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f07a97-315f-4130-b23a-b0dbb735f66d None None] New status for floating IP 78374ea0-19bf-4766-bdba-e1e7e740f4e3: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:33:37.189343 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-98fb9085-c806-4665-9793-dcb2a21aac88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:39.251515 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4e3284de-4177-487a-9742-f8f987e55fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:39.832099 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:33:40.445077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:40.752656 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:41.996285 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:42.039454 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:33:59.622099 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-55540e17-50f0-49f2-9546-4c054137ae50 req-4b03c9ab-28ca-4f29-8f54-2494b2e4bb78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754147 Dec 22 09:33:59.760611 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-55540e17-50f0-49f2-9546-4c054137ae50 req-42e053fc-0d8a-4d84-a106-36cfd0a0d5fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1098 time: 0.0691531 Dec 22 09:33:59.908635 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55540e17-50f0-49f2-9546-4c054137ae50 req-698fb21b-7ff2-4378-8266-65cbb5b306dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:33:59.910090 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-55540e17-50f0-49f2-9546-4c054137ae50 req-698fb21b-7ff2-4378-8266-65cbb5b306dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1293073 Dec 22 09:34:00.110628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-55540e17-50f0-49f2-9546-4c054137ae50 req-27d3240b-f3d0-4ebc-92a2-c188d358d7e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 1000 time: 0.1934495 Dec 22 09:34:00.182998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55540e17-50f0-49f2-9546-4c054137ae50 req-cb5eea11-8c26-4787-bc53-5f48cb43d35a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:34:00.184372 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-55540e17-50f0-49f2-9546-4c054137ae50 req-cb5eea11-8c26-4787-bc53-5f48cb43d35a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0669289 Dec 22 09:34:00.260808 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-55540e17-50f0-49f2-9546-4c054137ae50 req-6923c061-8c76-424b-841b-bbb1d2303d40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689359 Dec 22 09:34:00.390818 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-55540e17-50f0-49f2-9546-4c054137ae50 req-46dcd8d3-f164-4c78-9cc7-f07d83a97dc1 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231906 Dec 22 09:34:00.521939 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-55540e17-50f0-49f2-9546-4c054137ae50 req-a035aae5-20d2-4b7b-aa1c-31b120192ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243958 Dec 22 09:34:07.197612 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-59d9514a-7e8c-4f33-a0af-6d88051af08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:09.253833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e5af40fc-6fce-4608-a21b-9f341a3c4221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:10.453753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:10.747829 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:12.005043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:12.042030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:16.827444 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:34:37.193748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1cbc13d8-0b2f-4200-a848-6bda67cc4bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:39.254214 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0d2d-6b9f-4aa5-afeb-75db0e7ec273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:40.454601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:40.750736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.001248 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:42.044976 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:34:53.834410 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:35:00.712270 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-6ddad437-a448-48ed-a1cb-b78d0cfc931f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327620 Dec 22 09:35:00.861548 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-1b28cc5e-4f56-407a-b1a4-cff280997e50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1098 time: 0.0751710 Dec 22 09:35:01.016504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-25fcd4a7-8a17-4f00-ac70-5a61f6f5465a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:01.017983 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-25fcd4a7-8a17-4f00-ac70-5a61f6f5465a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1362395 Dec 22 09:35:01.120418 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-0dfc395e-1e13-4199-ac60-051ec6e8330e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 1000 time: 0.0958364 Dec 22 09:35:01.181771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-e9431c74-d12c-4290-8c90-d443d8684ec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:01.183128 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-e9431c74-d12c-4290-8c90-d443d8684ec4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0568533 Dec 22 09:35:01.261872 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-e084c7f3-d18e-4445-8e1f-36fdbfb4a6f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728130 Dec 22 09:35:01.394337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-da6c9bd8-16e5-41cc-9cd1-427d891be942 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250660 Dec 22 09:35:01.523799 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-77e0031a-15b4-46fa-ba50-f06317780b1f req-3291ffc2-9a4b-495a-99c9-90a98e9bfa7e service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234457 Dec 22 09:35:07.196879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-12096578-c469-436b-ba32-3aa59a98f624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:09.257835 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-244adfcb-0485-46f7-8e52-9fd568d2da17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:10.451331 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:10.759692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:12.026764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:12.050385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:30.830622 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:35:37.204923 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-541ba394-5844-4d87-a3a0-6aed20c97f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:39.260559 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d69b4ffa-9db7-4b69-87a9-1af04956fdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:40.456675 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:40.766466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:42.015365 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:42.060067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:43.959864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa5ff2-5618-43e1-b08b-010f8369562c req-69ca4e3b-8507-4890-91e1-c8a50fe298a7 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:43.961295 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f1fa5ff2-5618-43e1-b08b-010f8369562c req-69ca4e3b-8507-4890-91e1-c8a50fe298a7 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.1496258 Dec 22 09:35:44.010302 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f1fa5ff2-5618-43e1-b08b-010f8369562c req-bc9d79f0-70f2-4ef1-a14d-3af2e1eee477 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Dec 22 09:35:45.223316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709701be-94fe-4cfb-976c-7d22fe53116e req-35e559a7-614a-4c25-9cb8-b142a74cbdf5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:45.224864 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-709701be-94fe-4cfb-976c-7d22fe53116e req-35e559a7-614a-4c25-9cb8-b142a74cbdf5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0802660 Dec 22 09:35:45.271693 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-709701be-94fe-4cfb-976c-7d22fe53116e req-8de4e3ee-4867-4e09-ad5a-b2a764bcc1f1 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Dec 22 09:35:46.490125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9261beb-1246-4245-840e-1d8f51c0580e req-ff36e41e-7cd5-4002-8e56-6d744e1cc29d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:46.491594 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d9261beb-1246-4245-840e-1d8f51c0580e req-ff36e41e-7cd5-4002-8e56-6d744e1cc29d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0832789 Dec 22 09:35:46.537458 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d9261beb-1246-4245-840e-1d8f51c0580e req-cc7bb173-e120-465d-8210-e51d372d40b2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402715 Dec 22 09:35:47.749451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eeef82-c00b-4aaf-83ad-538af48ec140 req-64bf82cf-4c09-4543-8075-3cc56bf466c1 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:47.750876 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-96eeef82-c00b-4aaf-83ad-538af48ec140 req-64bf82cf-4c09-4543-8075-3cc56bf466c1 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0849791 Dec 22 09:35:47.808509 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-96eeef82-c00b-4aaf-83ad-538af48ec140 req-1bbbd673-5da9-4176-bdf3-af0376601045 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491369 Dec 22 09:35:49.018599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4c288-b484-4b12-a841-419a44f64e24 req-d3ceb626-7763-4565-831b-cf7414827c03 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:49.020057 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-11b4c288-b484-4b12-a841-419a44f64e24 req-d3ceb626-7763-4565-831b-cf7414827c03 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0860085 Dec 22 09:35:49.067113 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-11b4c288-b484-4b12-a841-419a44f64e24 req-7b2e6916-c8f9-423e-9676-c6fb3cad9f30 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409136 Dec 22 09:35:50.295375 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67867c8-b778-49ec-8c02-92dc00aa131e req-4e8f74fe-327c-4fba-9d3a-705ce52098ac tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:50.296822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d67867c8-b778-49ec-8c02-92dc00aa131e req-4e8f74fe-327c-4fba-9d3a-705ce52098ac tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0987146 Dec 22 09:35:50.343262 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d67867c8-b778-49ec-8c02-92dc00aa131e req-730b4093-bcdb-4579-b0a7-b1f75cde547b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408401 Dec 22 09:35:51.569821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1db7a9-3e36-416f-946f-bf3f7ad15257 req-2ec75fff-08c7-4247-889d-58a4876cc2ff tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:51.571342 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-de1db7a9-3e36-416f-946f-bf3f7ad15257 req-2ec75fff-08c7-4247-889d-58a4876cc2ff tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0829110 Dec 22 09:35:51.631093 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-de1db7a9-3e36-416f-946f-bf3f7ad15257 req-c8f9e6a7-f054-42e9-b835-2527a4b3fa72 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541461 Dec 22 09:35:52.971452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9826-1ec7-4ee9-a988-13349d36acc4 req-5748aa7d-eda7-424d-ac8d-388f069b2995 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:52.973242 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-900e9826-1ec7-4ee9-a988-13349d36acc4 req-5748aa7d-eda7-424d-ac8d-388f069b2995 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.1992455 Dec 22 09:35:53.019790 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-900e9826-1ec7-4ee9-a988-13349d36acc4 req-5fe688b2-9375-4052-8a5a-0a21c36e1ee6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Dec 22 09:35:54.240009 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe3ff-b6d1-4cc7-9de3-4b1f49aa3888 req-01d837a5-5fcc-4d91-baf8-4a53a0e7d183 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:54.241462 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d7ebe3ff-b6d1-4cc7-9de3-4b1f49aa3888 req-01d837a5-5fcc-4d91-baf8-4a53a0e7d183 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0932038 Dec 22 09:35:54.288356 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d7ebe3ff-b6d1-4cc7-9de3-4b1f49aa3888 req-7002c47d-a78a-4ffd-bea8-b860e76e2f20 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412364 Dec 22 09:35:55.498706 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182b589-f0be-460c-bc62-9020bdbcfa87 req-138d8e8a-2be5-412d-878d-a9ed32016824 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:55.500358 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f182b589-f0be-460c-bc62-9020bdbcfa87 req-138d8e8a-2be5-412d-878d-a9ed32016824 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0823801 Dec 22 09:35:55.547093 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f182b589-f0be-460c-bc62-9020bdbcfa87 req-e9f9aa89-2051-48de-a0c9-c1c7c62f1972 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412989 Dec 22 09:35:56.428496 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 480a4290-45cc-4a06-b1e9-75c28f7f6a9d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:35:56.568893 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:35:56.582028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'port_id': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'mac_address': 'fa:16:3e:cb:37:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:35:56.639599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:56.658639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 480a4290-45cc-4a06-b1e9-75c28f7f6a9d {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:35:56.674667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:35:56.678963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:56.680925 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-4950acdc-41a6-4261-a957-4d5a21f3f483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:35:56.748453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:56.757547 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.757883 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.758242 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.758646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.759012 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.759391 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.759729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.760057 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.760282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd91c3-f1a9-43a5-9f2b-e0dfe6a5c4b1 req-1956cc52-b33c-4a91-9ed7-2c9b91a91638 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:56.760759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.760759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.760977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:35:56.761789 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ccfd91c3-f1a9-43a5-9f2b-e0dfe6a5c4b1 req-1956cc52-b33c-4a91-9ed7-2c9b91a91638 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 944 time: 0.0852294 Dec 22 09:35:56.765802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['480a4290-45cc-4a06-b1e9-75c28f7f6a9d'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:35:56.795431 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:35:56.810394 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-ccfd91c3-f1a9-43a5-9f2b-e0dfe6a5c4b1 req-8c89b20a-9e94-4e27-8600-c50675a94537 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405128 Dec 22 09:35:58.021273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f085e-0852-41b5-9a18-dcd6372651e8 req-99228d11-f2c0-4c5c-8e48-08a7b6eb668e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:58.022716 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-660f085e-0852-41b5-9a18-dcd6372651e8 req-99228d11-f2c0-4c5c-8e48-08a7b6eb668e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 944 time: 0.0882909 Dec 22 09:35:58.075567 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-660f085e-0852-41b5-9a18-dcd6372651e8 req-7137b0fc-b41c-44ba-aac7-298137cd4919 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450320 Dec 22 09:35:58.427531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 480a4290-45cc-4a06-b1e9-75c28f7f6a9d up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:35:58.512351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:35:58.512647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:58.630727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:58.658257 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:35:58.667506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:35:58.671860 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:35:58.673769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:35:58.742826 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:35:58.746164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:35:58.843541 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'code': 200} Dec 22 09:35:59.305000 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a79342-76b2-4ae4-a9bb-83fafbc0ca44 req-ec8d18dd-c1bc-4553-8579-2273f5353b32 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:35:59.306444 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b1a79342-76b2-4ae4-a9bb-83fafbc0ca44 req-ec8d18dd-c1bc-4553-8579-2273f5353b32 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0949340 Dec 22 09:35:59.353555 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b1a79342-76b2-4ae4-a9bb-83fafbc0ca44 req-cf94a2d0-e859-4bbc-b75a-5b081b959aa1 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394182 Dec 22 09:36:00.551684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecac45a-65c4-48a1-842b-04b7955b915d req-081ce49b-47fc-49f3-883c-640a26c9beaf tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:00.553122 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3ecac45a-65c4-48a1-842b-04b7955b915d req-081ce49b-47fc-49f3-883c-640a26c9beaf tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0803294 Dec 22 09:36:00.604609 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3ecac45a-65c4-48a1-842b-04b7955b915d req-bb925991-88a4-4660-8cba-9f5456e1aa72 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452440 Dec 22 09:36:01.823034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6decf4-2c60-4a44-9ac4-5e2012f4ecc2 req-58eba8b4-953b-4d1e-8913-8dac56b2b68d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:01.825339 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dc6decf4-2c60-4a44-9ac4-5e2012f4ecc2 req-58eba8b4-953b-4d1e-8913-8dac56b2b68d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0846236 Dec 22 09:36:01.873787 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dc6decf4-2c60-4a44-9ac4-5e2012f4ecc2 req-1cae46f9-6784-4aed-aa49-49d2bc0f1d73 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Dec 22 09:36:02.696559 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-036d80f2-dc31-4959-9775-4e909d438dba req-69973fc0-b2ff-4a24-84f5-920b51df9151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1098 time: 0.0797358 Dec 22 09:36:02.843850 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d80f2-dc31-4959-9775-4e909d438dba req-eb9a78d8-ffec-47a6-9691-b6b3074d23a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:02.845426 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-036d80f2-dc31-4959-9775-4e909d438dba req-eb9a78d8-ffec-47a6-9691-b6b3074d23a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1313350 Dec 22 09:36:02.970649 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-036d80f2-dc31-4959-9775-4e909d438dba req-5325f2d4-243d-4925-b807-35469d8d201d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 1000 time: 0.1168940 Dec 22 09:36:03.041132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d80f2-dc31-4959-9775-4e909d438dba req-107b18a4-8fae-474f-997e-580d600cf9c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:03.042700 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-036d80f2-dc31-4959-9775-4e909d438dba req-107b18a4-8fae-474f-997e-580d600cf9c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0640924 Dec 22 09:36:03.127360 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc755bf-a2b1-440e-8d99-b57d6e665695 req-8d1303cf-1c7f-417f-bbf8-8703baac716d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:03.132458 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2cc755bf-a2b1-440e-8d99-b57d6e665695 req-8d1303cf-1c7f-417f-bbf8-8703baac716d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.1064196 Dec 22 09:36:03.149349 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-036d80f2-dc31-4959-9775-4e909d438dba req-342dbb5a-9fb9-414e-b2f4-ab991280f6f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0989585 Dec 22 09:36:03.189778 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2cc755bf-a2b1-440e-8d99-b57d6e665695 req-4ec22f60-1be6-48df-95d4-a4cd2ca8897c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505974 Dec 22 09:36:03.316649 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-036d80f2-dc31-4959-9775-4e909d438dba req-d2e1ac81-1151-449c-acd7-6224661886d2 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568961 Dec 22 09:36:03.466132 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-036d80f2-dc31-4959-9775-4e909d438dba req-3aa3a539-4f0b-4679-b27a-bbcf7929d32b service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431596 Dec 22 09:36:04.418501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4452ae-5e5a-4af0-968a-ff9b29c3113b req-ffbcfc80-af1d-45f6-8f59-2ac64deeebce tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:04.422960 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b4452ae-5e5a-4af0-968a-ff9b29c3113b req-ffbcfc80-af1d-45f6-8f59-2ac64deeebce tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0998588 Dec 22 09:36:04.476282 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4b4452ae-5e5a-4af0-968a-ff9b29c3113b req-79434b56-0af2-4b6d-ba59-c9b22bfca852 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499346 Dec 22 09:36:05.699455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c6b35-ebcd-4974-9db3-940558a93b0b req-6fcf5b36-7ebd-43b7-b13a-b6fb5df8c3cc tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:05.700918 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e3c6b35-ebcd-4974-9db3-940558a93b0b req-6fcf5b36-7ebd-43b7-b13a-b6fb5df8c3cc tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0868201 Dec 22 09:36:05.759804 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-7e3c6b35-ebcd-4974-9db3-940558a93b0b req-363f5451-bfad-4a43-af63-6c3bd3e47d8b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481651 Dec 22 09:36:06.984055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528c27e-daa2-46d1-bf85-ef02eba28268 req-11566ed1-47f4-4cfa-ae00-eaa468ba8058 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:06.985511 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b528c27e-daa2-46d1-bf85-ef02eba28268 req-11566ed1-47f4-4cfa-ae00-eaa468ba8058 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0922809 Dec 22 09:36:07.033628 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b528c27e-daa2-46d1-bf85-ef02eba28268 req-6875309c-0b9c-485b-96ed-9f7a22c35854 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424645 Dec 22 09:36:07.193018 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c7e4be1d-72cf-4327-ae2c-1c56ab1bd85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:07.826185 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:36:08.258547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f39b-f004-4162-890e-c517fdbe61ac req-7b7b86ea-6fa8-4dd2-bfd5-7b194b77a10a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:08.260689 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-96a1f39b-f004-4162-890e-c517fdbe61ac req-7b7b86ea-6fa8-4dd2-bfd5-7b194b77a10a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0987883 Dec 22 09:36:08.315748 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-96a1f39b-f004-4162-890e-c517fdbe61ac req-fbe3f23b-b549-4445-bfe4-5064cb7c995f tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487788 Dec 22 09:36:09.255427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-58f8f4e2-e7d4-4f22-bac5-c4a0dfec7a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:09.537842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931ef31-2e58-4ee3-af11-e75ac1e482a0 req-c9821034-b782-4ac6-a567-2ded31b2fbc8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:09.539750 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a931ef31-2e58-4ee3-af11-e75ac1e482a0 req-c9821034-b782-4ac6-a567-2ded31b2fbc8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0859370 Dec 22 09:36:09.595896 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a931ef31-2e58-4ee3-af11-e75ac1e482a0 req-9697c88a-108a-4d5c-b126-7ea8651f0c6f tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503352 Dec 22 09:36:10.451050 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:10.765998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:10.828848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492128d-672e-42e3-82f3-1a00be0e74eb req-390176f2-a837-4fae-8d17-05156cb02d27 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:10.830302 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6492128d-672e-42e3-82f3-1a00be0e74eb req-390176f2-a837-4fae-8d17-05156cb02d27 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0990572 Dec 22 09:36:10.881857 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-6492128d-672e-42e3-82f3-1a00be0e74eb req-a2c11399-9684-40dc-b009-628f81b7a203 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454562 Dec 22 09:36:12.062764 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:12.069385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:12.145992 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd4f5-cacf-4143-8ca5-d5c2fd6f6c52 req-498c2a09-bc7d-4c93-9e64-b677ac3edccd tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:12.147510 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c01bd4f5-cacf-4143-8ca5-d5c2fd6f6c52 req-498c2a09-bc7d-4c93-9e64-b677ac3edccd tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.1343985 Dec 22 09:36:12.193510 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f251f290-e1af-4573-a931-2146eb55bccb req-fda4c502-52ec-45a2-8d67-cc392e11642d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1098 time: 0.1099019 Dec 22 09:36:12.384950 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c01bd4f5-cacf-4143-8ca5-d5c2fd6f6c52 req-584ad281-af00-493e-9eca-3c8a830e2f87 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314878 Dec 22 09:36:12.437158 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f290-e1af-4573-a931-2146eb55bccb req-2b61eda8-3f12-42c2-b7dd-5aa903b51099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:12.438601 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f251f290-e1af-4573-a931-2146eb55bccb req-2b61eda8-3f12-42c2-b7dd-5aa903b51099 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.2378209 Dec 22 09:36:12.542056 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f251f290-e1af-4573-a931-2146eb55bccb req-a01d6f62-d0c3-4170-ac0a-341d548fefba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 1000 time: 0.0962780 Dec 22 09:36:12.608584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f290-e1af-4573-a931-2146eb55bccb req-ba6df6d6-8b6d-4637-bb09-2f48224b8bae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:12.609977 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f251f290-e1af-4573-a931-2146eb55bccb req-ba6df6d6-8b6d-4637-bb09-2f48224b8bae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0615263 Dec 22 09:36:12.685116 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f251f290-e1af-4573-a931-2146eb55bccb req-7435f59b-df67-487e-b7d6-80d2b4a9942f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685289 Dec 22 09:36:12.818383 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f251f290-e1af-4573-a931-2146eb55bccb req-78e6a11a-481f-48aa-a24f-6945a13dfb46 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262918 Dec 22 09:36:12.966844 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-f251f290-e1af-4573-a931-2146eb55bccb req-1a852010-09f0-46c3-ac2d-d78024822af7 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415148 Dec 22 09:36:13.594909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3d0d3-cf12-4dd5-a0c8-8d5f3db68c57 req-eff13339-eacb-4d94-93f0-9e3095ae59ff tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:13.596362 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b0b3d0d3-cf12-4dd5-a0c8-8d5f3db68c57 req-eff13339-eacb-4d94-93f0-9e3095ae59ff tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0805843 Dec 22 09:36:13.641914 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b0b3d0d3-cf12-4dd5-a0c8-8d5f3db68c57 req-4bbafa17-a1d1-48bf-8554-1171e37d8731 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397191 Dec 22 09:36:14.858310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49316f4b-7dc0-4ae1-8857-d498797e7a2c req-f4afe580-608b-48af-bc46-880a22adbc04 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:14.860013 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-49316f4b-7dc0-4ae1-8857-d498797e7a2c req-f4afe580-608b-48af-bc46-880a22adbc04 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0865676 Dec 22 09:36:14.909302 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-49316f4b-7dc0-4ae1-8857-d498797e7a2c req-bf70b95f-8ea7-4506-a740-4d886ccdfb26 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Dec 22 09:36:15.248070 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-32def54e-ec4a-467d-8231-a9c257788637 req-f18f93f4-ab4b-4213-9682-17cf5a24e51d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1345830 Dec 22 09:36:15.518609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 50860) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:36:15.655872 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-81fb4f75-3875-485e-9ac2-06d313e1cc05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358664 Dec 22 09:36:15.678043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dcf77-8fae-416d-b23f-0467134f30a9 req-2303290d-4142-437c-89a3-0b916669f1e1 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:15.679533 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff2dcf77-8fae-416d-b23f-0467134f30a9 req-2303290d-4142-437c-89a3-0b916669f1e1 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 945 time: 0.0778735 Dec 22 09:36:15.726828 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff2dcf77-8fae-416d-b23f-0467134f30a9 req-3edd2847-0448-4a29-b44b-9a1d035ba1ae tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Dec 22 09:36:16.178620 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-1a303d63-6856-487f-ac0b-7c427266dbab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c&tenant_id=8cfb2722f5394fcb9839560db860c4ae HTTP/1.1" status: 200 len: 1098 time: 0.0809290 Dec 22 09:36:16.270360 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-1467c0e8-78ad-45e7-9418-a7052e142b3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1098 time: 0.0687060 Dec 22 09:36:16.406699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-1e04c98f-d6ed-4a3b-b8a6-3fad36fbde90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:16.408183 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-1e04c98f-d6ed-4a3b-b8a6-3fad36fbde90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1317122 Dec 22 09:36:16.457936 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 480a4290-45cc-4a06-b1e9-75c28f7f6a9d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:36:16.515731 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-1c281a4c-5119-42cf-a172-757a44f57065 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 1000 time: 0.1003466 Dec 22 09:36:16.580339 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-ee9c2ad7-bd23-4116-9bba-d2bba2ddfa6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:16.581769 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-ee9c2ad7-bd23-4116-9bba-d2bba2ddfa6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0573485 Dec 22 09:36:16.584632 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:16.613635 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:36:16.623523 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:36:16.628768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:16.631149 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:16.662662 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-51d638e4-5008-4ed3-9af9-caddd5ce9baa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723128 Dec 22 09:36:16.672304 dv-neutron-822610-1-hyperv neutron-server[83497]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'code': 422} returned with failed status Dec 22 09:36:16.706992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:16.710098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:16.795807 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-d95fdb0f-00fa-4ae7-b568-18d1aca6b809 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250544 Dec 22 09:36:17.086090 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-73e8fc59-4692-4b49-b3ff-a8fc61761a8e service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817006 Dec 22 09:36:17.105502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4b12-8b50-4d96-95aa-ec75cfb1bbcf req-68469ac2-ce85-493c-80c2-81dff15e480b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:17.107015 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-25cd4b12-8b50-4d96-95aa-ec75cfb1bbcf req-68469ac2-ce85-493c-80c2-81dff15e480b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.2392998 Dec 22 09:36:17.154918 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-25cd4b12-8b50-4d96-95aa-ec75cfb1bbcf req-48df811d-102e-4537-9c47-f0259bab7ce4 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412083 Dec 22 09:36:18.358088 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe1677-bd33-47b5-b542-8ade79b74cb8 req-7f6b4994-703c-4acf-bc8a-361e4de6c7ee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:18.359637 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e1fe1677-bd33-47b5-b542-8ade79b74cb8 req-7f6b4994-703c-4acf-bc8a-361e4de6c7ee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0815983 Dec 22 09:36:18.408616 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e1fe1677-bd33-47b5-b542-8ade79b74cb8 req-95ce3e65-c351-4d8c-b770-8c8597b52ee0 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403404 Dec 22 09:36:19.616285 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8df06-e819-47b7-b8dd-9154660fe3d7 req-e585d97a-a042-47de-a61e-8965e9458c47 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:19.618205 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-96f8df06-e819-47b7-b8dd-9154660fe3d7 req-e585d97a-a042-47de-a61e-8965e9458c47 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0854604 Dec 22 09:36:19.672779 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-96f8df06-e819-47b7-b8dd-9154660fe3d7 req-e0fb60e6-3121-422f-bd0e-c19cb7815ad7 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452354 Dec 22 09:36:21.060021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16a957-e3bd-4fbd-b1d0-0be4eb030a0e req-299f1ea9-e3c0-47af-8a39-aa69d2a98c7d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:21.062052 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9a16a957-e3bd-4fbd-b1d0-0be4eb030a0e req-299f1ea9-e3c0-47af-8a39-aa69d2a98c7d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.2587941 Dec 22 09:36:21.116652 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9a16a957-e3bd-4fbd-b1d0-0be4eb030a0e req-8cc91235-da80-4778-ad2d-c67e9c3828c4 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489645 Dec 22 09:36:22.379696 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15ea41-13be-4704-879a-b6e1e651742c req-c7b2c9ff-19d5-4671-91b8-b0f5993d619a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:22.381194 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-da15ea41-13be-4704-879a-b6e1e651742c req-c7b2c9ff-19d5-4671-91b8-b0f5993d619a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0819333 Dec 22 09:36:22.433205 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-da15ea41-13be-4704-879a-b6e1e651742c req-8490355e-3e7f-40f6-a293-4a86368c5b64 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459278 Dec 22 09:36:23.658761 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487650aa-f2dc-4bc0-9dd6-a68526db4eac req-dc756fea-5d60-497b-b019-f1e57e6a035b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:23.660400 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-487650aa-f2dc-4bc0-9dd6-a68526db4eac req-dc756fea-5d60-497b-b019-f1e57e6a035b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0794458 Dec 22 09:36:23.710600 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-487650aa-f2dc-4bc0-9dd6-a68526db4eac req-2d1c1c89-2971-4402-818e-3651df5e2113 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Dec 22 09:36:24.934450 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81870d-9d44-4a70-a043-f4c5779ae1e5 req-3159d29d-e339-41d6-b7a2-ad9bd5eec881 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:24.935957 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a81870d-9d44-4a70-a043-f4c5779ae1e5 req-3159d29d-e339-41d6-b7a2-ad9bd5eec881 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0873797 Dec 22 09:36:24.985616 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9a81870d-9d44-4a70-a043-f4c5779ae1e5 req-8ef52bed-a3e9-4a4a-839d-24966e1d25e6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431821 Dec 22 09:36:26.233483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9b39f-f193-4fb9-97e8-fd445d881d0f req-3f246e38-8efb-48e1-b202-a72a99c56714 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:26.234927 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-35d9b39f-f193-4fb9-97e8-fd445d881d0f req-3f246e38-8efb-48e1-b202-a72a99c56714 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0981753 Dec 22 09:36:26.293148 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-35d9b39f-f193-4fb9-97e8-fd445d881d0f req-ae1e2a82-7fd7-46f0-9e0c-28f2f181588a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524724 Dec 22 09:36:27.501021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b152f-6442-4e03-ad6a-cf447cf74748 req-1eda33f6-46df-4dca-88d7-a1621034ecaa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:27.502497 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-873b152f-6442-4e03-ad6a-cf447cf74748 req-1eda33f6-46df-4dca-88d7-a1621034ecaa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0846264 Dec 22 09:36:27.552690 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-873b152f-6442-4e03-ad6a-cf447cf74748 req-665d694c-f2f1-464f-aafd-80a98ac309dd tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Dec 22 09:36:28.786531 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfdd1e-9201-4be5-a296-9e10a666a4ac req-afa913e3-3ad0-4012-89c6-169de694973b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:28.787897 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d6cfdd1e-9201-4be5-a296-9e10a666a4ac req-afa913e3-3ad0-4012-89c6-169de694973b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.1001182 Dec 22 09:36:28.836774 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d6cfdd1e-9201-4be5-a296-9e10a666a4ac req-6fbec0dd-85f6-465c-958d-f90434d6c9cf tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Dec 22 09:36:30.051081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797534a7-b53a-40a6-9ecd-b6ee725081a8 req-90dfa71b-1f1c-42a7-b3a5-6b7ba552020e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:30.052579 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-797534a7-b53a-40a6-9ecd-b6ee725081a8 req-90dfa71b-1f1c-42a7-b3a5-6b7ba552020e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0850475 Dec 22 09:36:30.108036 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-797534a7-b53a-40a6-9ecd-b6ee725081a8 req-c2eb9f0e-698b-480e-8f41-70bf83354172 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463979 Dec 22 09:36:31.334202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ab2e8-8c76-4e4d-9c1f-b4aed45d9900 req-6a7f7f02-8f25-4e25-8556-8c99da3d78b5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:31.335574 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-924ab2e8-8c76-4e4d-9c1f-b4aed45d9900 req-6a7f7f02-8f25-4e25-8556-8c99da3d78b5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0821867 Dec 22 09:36:31.384398 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-924ab2e8-8c76-4e4d-9c1f-b4aed45d9900 req-7ea8b814-a25e-4c48-8d20-1055d1ab72e4 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 Dec 22 09:36:32.601902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db99dd6-62ab-4845-94fe-d004fd8e72fc req-ab830318-cfdb-4593-af3a-ea1913533e53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:32.603282 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0db99dd6-62ab-4845-94fe-d004fd8e72fc req-ab830318-cfdb-4593-af3a-ea1913533e53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0910528 Dec 22 09:36:32.648402 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0db99dd6-62ab-4845-94fe-d004fd8e72fc req-19b9481d-3f59-4fbb-b3a2-157f9d26e680 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389688 Dec 22 09:36:33.603260 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b0e7399d-a505-4bca-91eb-9ff452f9695a req-8831b8dc-0aac-4a7c-bd39-9da1ce4b7ed8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1096 time: 0.0732429 Dec 22 09:36:33.649919 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b0e7399d-a505-4bca-91eb-9ff452f9695a req-71c5e15e-d514-419d-84bb-c22f05f41a7d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 Dec 22 09:36:33.859688 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfe25a-135a-4f15-844d-136860240e91 req-0ce2c724-17b5-44b4-83ac-a7de04864121 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:33.861044 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-14cfe25a-135a-4f15-844d-136860240e91 req-0ce2c724-17b5-44b4-83ac-a7de04864121 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 943 time: 0.0879552 Dec 22 09:36:33.906936 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-14cfe25a-135a-4f15-844d-136860240e91 req-7f02996e-96a3-49a2-93b2-3d7d705d3468 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Dec 22 09:36:34.519042 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 480a4290-45cc-4a06-b1e9-75c28f7f6a9d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:36:34.694413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:36:34.708487 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'port_id': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'mac_address': 'fa:16:3e:cb:37:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:36:34.762286 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.779512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480a4290-45cc-4a06-b1e9-75c28f7f6a9d {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:36:34.794954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:36:34.802283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:34.804154 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:34.873964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=9']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:34.878092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:35.110458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02910bd2-83fc-4e0e-bec7-cd6c487ca545 req-d0d959b8-72ba-43e3-9664-4bee34896270 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:35.113349 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-02910bd2-83fc-4e0e-bec7-cd6c487ca545 req-d0d959b8-72ba-43e3-9664-4bee34896270 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 944 time: 0.0859783 Dec 22 09:36:35.156087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['480a4290-45cc-4a06-b1e9-75c28f7f6a9d'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:36:35.163211 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-02910bd2-83fc-4e0e-bec7-cd6c487ca545 req-5336c65a-8fcc-49bd-b49a-2264125ec3d8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452065 Dec 22 09:36:36.374712 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461867ad-ce15-4fe7-8fd1-9bab4537d180 req-6905a4fd-d61e-4dc6-96af-6ad79c72952a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:36:36.376205 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-461867ad-ce15-4fe7-8fd1-9bab4537d180 req-6905a4fd-d61e-4dc6-96af-6ad79c72952a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 944 time: 0.0812385 Dec 22 09:36:36.426605 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-461867ad-ce15-4fe7-8fd1-9bab4537d180 req-04285138-0739-4fb9-956a-a34aee868f07 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448389 Dec 22 09:36:36.529983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 480a4290-45cc-4a06-b1e9-75c28f7f6a9d up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:36:36.604949 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:36:36.605288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.719831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.746782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:36:36.758399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:36:36.763375 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:36.765233 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:36:36.808355 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'code': 200} Dec 22 09:36:36.838462 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=10']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:36:36.841725 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:36:37.190673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-35f0bab5-58bc-4da6-bee2-a5ea85f358a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:39.263210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0ee85640-5014-4630-9e41-829a3624f5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:40.457947 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:40.773623 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.069060 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:42.070698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:36:44.819367 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:37:04.620811 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-4f767978-c533-4981-b885-d357e3fbf7fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795026 Dec 22 09:37:04.792038 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-34df54de-6b3f-4961-8190-1bd48f650564 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1099 time: 0.0823829 Dec 22 09:37:04.939379 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-208cf5a4-93e1-4d06-b94b-51d404618531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:04.940807 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-208cf5a4-93e1-4d06-b94b-51d404618531 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1286516 Dec 22 09:37:05.051276 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-72b984f8-878c-448a-95d7-21b45fa4e20d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 1000 time: 0.1032727 Dec 22 09:37:05.120538 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-54804dc1-8ac8-431f-9ac8-4cbcbb31c95a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:37:05.122862 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-54804dc1-8ac8-431f-9ac8-4cbcbb31c95a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0651720 Dec 22 09:37:05.216661 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-9ec9442f-b4f2-424a-b764-e7e6a6a73a50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856197 Dec 22 09:37:05.355425 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-dc8dd940-f231-4cbb-9372-4690303af193 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322842 Dec 22 09:37:05.594408 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e5ab0340-7c86-4933-b021-a2d0affa6922 req-b70549cc-60eb-4ab3-8192-2a56d7c2ca2a service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320478 Dec 22 09:37:07.196818 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-489eeb35-430b-48fe-82a9-68c3bca5e4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:09.253321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c695f389-ddcf-421b-88d8-2ec4cb433828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:10.455134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:10.776333 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:12.070915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:12.081670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:21.826445 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:37:37.192540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-82d6d581-dccf-447e-a32c-a9a2af0369d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:39.254206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3c1598a1-b13c-4874-b6f4-c862f852e2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:40.449711 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:40.772224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:42.074106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:42.094166 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:37:58.821555 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:38:06.621905 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-6529858a-5b82-405d-9556-584f70f89769 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789189 Dec 22 09:38:06.762146 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-d33eed9c-e6d4-4429-8321-27b52d11c35d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1099 time: 0.0728581 Dec 22 09:38:06.906441 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-164d8d7c-1451-4143-a948-5932494199d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:06.907803 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-164d8d7c-1451-4143-a948-5932494199d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1257830 Dec 22 09:38:07.007040 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-ec16fc09-a87e-4ae2-bc7b-816e250db2c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 1000 time: 0.0930953 Dec 22 09:38:07.072522 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-d2bc6e60-5548-48c5-9e93-6e2ed48103ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:07.073898 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-d2bc6e60-5548-48c5-9e93-6e2ed48103ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0610726 Dec 22 09:38:07.148194 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-22e207c0-2d5a-4ed3-9372-2bab2b0376db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677042 Dec 22 09:38:07.161464 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-09bfd393-b3e9-4c1e-8e9e-b44dd757fa70 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:38:07.162309 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-09bfd393-b3e9-4c1e-8e9e-b44dd757fa70 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070715 Dec 22 09:38:07.176483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d01c-927f-4c52-be76-74859e77b1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:07.298727 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-05fb47d4-3658-4b26-a29b-fb223efa5beb service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293914 Dec 22 09:38:07.444745 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dfedfdde-796b-4fc1-be7b-c28187958f04 req-0c203cd6-dfa1-49b6-86b5-2566a14a381a service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398227 Dec 22 09:38:09.254067 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5727b24b-6e27-42a6-9ad7-33c381202872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:10.464982 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:10.781640 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:12.085503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:12.094160 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:21.770011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51000) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:22.040709 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Deleting port 49e6fe4c-dce9-46b0-9333-34302ca2418d {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:38:22.040944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:22.226957 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:22.227290 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:22.352066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Calling delete_port for 49e6fe4c-dce9-46b0-9333-34302ca2418d owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:38:22.509816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:22.513972 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-b3b6693f-e7ea-4161-bcbf-a182fae444d7 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:22.554185 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event deleted for resources: {'Port': ['ID=49e6fe4c-dce9-46b0-9333-34302ca2418d,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:22.565552 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.565952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.566320 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.566684 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.567013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.567837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.567837 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.568081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.568437 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.568841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.569358 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:22.594505 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:22.670549 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:23.192109 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Router 20c49df0-018c-4e34-8b54-86eb68929aaa has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:38:23.407762 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:38:23.418678 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] Sync routers for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:38:23.430901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:23.431808 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:38:23.432429 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:38:23.489214 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "DELETE /v2.0/floatingips/78374ea0-19bf-4766-bdba-e1e7e740f4e3 HTTP/1.1" status: 204 len: 168 time: 1.7152510 Dec 22 09:38:23.489214 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:38:23.624256 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:38:23.689818 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'status': 'completed', 'code': 200} Dec 22 09:38:23.795248 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-254118d2-4d1d-4f8f-b492-3475417e54c2 req-f1d8155f-34db-4b38-8891-d912fc644b1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 1099 time: 0.0796609 Dec 22 09:38:23.953412 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:38:23.957397 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] Checking router: 20c49df0-018c-4e34-8b54-86eb68929aaa for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:38:23.968208 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:38:23.968795 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:38:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:38:23.976157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254118d2-4d1d-4f8f-b492-3475417e54c2 req-e66377ca-d384-43f8-8913-b37061a921c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:23.977935 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-254118d2-4d1d-4f8f-b492-3475417e54c2 req-e66377ca-d384-43f8-8913-b37061a921c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1748862 Dec 22 09:38:24.056978 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979775f-f13e-4141-b864-25680417ad34 req-77e146b1-5519-41d2-b08b-59a5cb71c2bc tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:24.058288 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0979775f-f13e-4141-b864-25680417ad34 req-77e146b1-5519-41d2-b08b-59a5cb71c2bc tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 946 time: 0.2345223 Dec 22 09:38:24.059972 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-254118d2-4d1d-4f8f-b492-3475417e54c2 req-a226b138-eb64-4488-9ad9-491f1743b8ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 200 len: 217 time: 0.0742612 Dec 22 09:38:24.144640 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:38:24.153009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254118d2-4d1d-4f8f-b492-3475417e54c2 req-a10acdc8-5fdc-410e-bd92-1c3da003384b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:24.154725 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-254118d2-4d1d-4f8f-b492-3475417e54c2 req-a10acdc8-5fdc-410e-bd92-1c3da003384b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0771945 Dec 22 09:38:24.157254 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0979775f-f13e-4141-b864-25680417ad34 req-155f8b59-814e-4f1f-be8f-4bf348522e20 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930407 Dec 22 09:38:24.235596 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-254118d2-4d1d-4f8f-b492-3475417e54c2 req-49050b5f-8382-4802-830a-ae8ae040f78c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738516 Dec 22 09:38:24.368562 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-254118d2-4d1d-4f8f-b492-3475417e54c2 req-aaebdcfb-f75f-4679-9424-c2f7fc78e54d service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260648 Dec 22 09:38:24.491178 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:38:24.495643 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa4dbb-17d8-4479-b5f4-b3e9d0e8e0e7 None None] The sync data for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv is: [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:38:24.626351 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-254118d2-4d1d-4f8f-b492-3475417e54c2 req-769f35f9-cd95-4dc6-98fb-fe823b0c9c72 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501385 Dec 22 09:38:24.736397 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fcd02c-1f66-470e-97ab-9e732b4fb850 None None] New status for floating IP 78374ea0-19bf-4766-bdba-e1e7e740f4e3: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:38:25.367586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-167e81ca-2143-4d57-b63e-32d9d48fa188 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:25.368711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4afab-104d-484d-b098-15080147251e req-8b03ec10-3fda-43b1-b3b6-8cb69129e4ac tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:25.369126 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-167e81ca-2143-4d57-b63e-32d9d48fa188 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 946 time: 0.0767663 Dec 22 09:38:25.369392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-47b4afab-104d-484d-b098-15080147251e req-8b03ec10-3fda-43b1-b3b6-8cb69129e4ac tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Synchronizing usage tracker for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:38:25.385687 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-47b4afab-104d-484d-b098-15080147251e req-8b03ec10-3fda-43b1-b3b6-8cb69129e4ac tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Unset dirty status for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:38:25.386935 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47b4afab-104d-484d-b098-15080147251e req-8b03ec10-3fda-43b1-b3b6-8cb69129e4ac tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 946 time: 0.0959520 Dec 22 09:38:25.432496 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-47b4afab-104d-484d-b098-15080147251e req-2b8e0446-4112-4765-aa85-7248d38277ea tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=16fe524b-d98b-449e-bc6c-b7bf54e6aad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397100 Dec 22 09:38:25.439020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Deleting port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:38:25.439376 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:25.698748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] For port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:38:25.699049 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:25.820587 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Calling delete_port for 480a4290-45cc-4a06-b1e9-75c28f7f6a9d owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:38:25.969096 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:25.975321 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3f7b768d-8bef-4a87-8672-bf60b33ab79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:26.016395 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event deleted for resources: {'Port': ['ID=480a4290-45cc-4a06-b1e9-75c28f7f6a9d,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:26.055948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.056331 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.056703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.057066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.057418 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.057776 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.058126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.058496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.058842 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.059187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.059543 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:26.066343 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:26.102750 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] No DVR routers for this DVR port 480a4290-45cc-4a06-b1e9-75c28f7f6a9d on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:38:26.105152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:26.107827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-deleted', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:38:26.122525 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1cafd150-843a-442f-bd93-42d3de0b24ca req-e9ed2dd1-a0e1-474e-ae90-46b0f12de35d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "DELETE /v2.0/ports/480a4290-45cc-4a06-b1e9-75c28f7f6a9d HTTP/1.1" status: 204 len: 173 time: 0.7475984 Dec 22 09:38:26.282335 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e6e745-c5d4-4e96-aed3-51b2627ec16c', 'name': 'network-vif-deleted', 'tag': '480a4290-45cc-4a06-b1e9-75c28f7f6a9d', 'status': 'completed', 'code': 200} Dec 22 09:38:26.614156 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8769ccf7-cae1-4851-85cf-56a7c2ca6879 req-48757b42-80f6-4ddb-a365-e7e363d93077 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4e6e745-c5d4-4e96-aed3-51b2627ec16c HTTP/1.1" status: 200 len: 210 time: 0.0410457 Dec 22 09:38:27.725655 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51030) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:27.796729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6173-440e-4e82-a999-9ec37275368e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:27.826848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6173-440e-4e82-a999-9ec37275368e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:27.899420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6173-440e-4e82-a999-9ec37275368e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:27.903263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0942b553-1708-49d3-8847-7f9042d41fd9 tempest-ServerActionsTestJSON-517946056 tempest-ServerActionsTestJSON-517946056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:27.918065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb6173-440e-4e82-a999-9ec37275368e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fe524b-d98b-449e-bc6c-b7bf54e6aad6,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:27.920861 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-f7cb6173-440e-4e82-a999-9ec37275368e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:27.932735 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-f7cb6173-440e-4e82-a999-9ec37275368e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:27.933858 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-f7cb6173-440e-4e82-a999-9ec37275368e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "DELETE /v2.0/security-groups/16fe524b-d98b-449e-bc6c-b7bf54e6aad6 HTTP/1.1" status: 204 len: 168 time: 0.2071741 Dec 22 09:38:28.197882 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51040) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:28.203652 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107468312', 'description': 'tempest-secgroup-smoke-107468312 description', 'project_id': '8cfb2722f5394fcb9839560db860c4ae'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:38:28.210915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:38:28.217659 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:38:28.221283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:38:28.227901 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:38:28.239846 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.275771 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:38:28.279741 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:38:28.282575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:38:28.288564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:38:28.343324 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.349202 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.353953 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-eaeb8ee2-65d7-4e66-bb67-364dfba976ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:28.404427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45984c8-b4ea-4d63-a479-04797c518130,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:28.407730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:28.408425 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.409709 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-76c733ca-f305-4f0a-8d9a-f63d3399736c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2108006 Dec 22 09:38:28.414099 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51044) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:28.420302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': 'b45984c8-b4ea-4d63-a479-04797c518130', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:38:28.426711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:38:28.431020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:38:28.434047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:38:28.440007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:38:28.458573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.519748 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.525574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.527597 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d1bce1f4-588f-4500-8898-35a8232e87e2 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:28.548822 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234cb827-2caa-4a79-8ddd-0298374230da,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:28.551251 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:28.559131 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.560343 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1451106 Dec 22 09:38:28.563142 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51048) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:28.569377 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': 'b45984c8-b4ea-4d63-a479-04797c518130', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:38:28.575325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:38:28.579046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:38:28.582710 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:38:28.589221 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:38:28.609899 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.675389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.680809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.682632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0bfc27c3-304f-4d86-aa6f-8b19c694bd04 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:28.703617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f5a495-1aa7-4bbf-bde6-9463f9d5b810,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:28.705881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:28.714536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.715794 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-56a6e873-5342-402a-8a6c-b2dd0b23af89 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1516728 Dec 22 09:38:28.718551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51052) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:28.724326 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': 'b45984c8-b4ea-4d63-a479-04797c518130', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:38:28.730892 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:38:28.734930 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:38:28.737940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:38:28.744261 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:38:28.766415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.849466 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.855365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.857211 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be3cfff8-5d9f-45fc-80ec-651d3f79e966 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:28.878814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911c1ec4-74ee-47c6-8823-f1b2031463a3,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:28.881194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:28.888825 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:28.890002 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1705546 Dec 22 09:38:28.892909 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51056) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:28.898829 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': 'b45984c8-b4ea-4d63-a479-04797c518130', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:38:28.905011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:38:28.909146 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:38:28.912372 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:38:28.918183 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:38:28.937258 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.001784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.007058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.008947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c5b5ea70-bc73-4441-b82e-f7c94c55dc6f tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:29.030440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce736d4-8ff0-4850-a979-6537f667858d,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:29.034760 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:29.040317 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.041478 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6116ddcf-9bf6-48d9-92ce-3c8ad0bf8269 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1476598 Dec 22 09:38:29.044427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51060) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:29.050249 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': 'b45984c8-b4ea-4d63-a479-04797c518130', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:38:29.056806 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:38:29.061274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:38:29.064645 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:38:29.079721 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:38:29.092731 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Project 8cfb2722f5394fcb9839560db860c4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:38:29.103068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.172854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.178237 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.180108 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c77d4345-90f7-49b0-8cf6-e763420e2876 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:29.200899 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33eaf83-30e0-4adc-83a1-52b21e83e2f3,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:29.203139 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:29.203771 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 480a4290-45cc-4a06-b1e9-75c28f7f6a9d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:38:29.210841 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.212185 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d354d0e8-09b1-41f3-bf11-083c039dfd6e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1666865 Dec 22 09:38:29.215370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51064) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:38:29.221441 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'security_group_rule': {'security_group_id': 'b45984c8-b4ea-4d63-a479-04797c518130', 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:38:29.227711 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:38:29.231606 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:security_group_rule and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:38:29.234392 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:38:29.236556 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 480a4290-45cc-4a06-b1e9-75c28f7f6a9d {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:38:29.236915 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 480a4290-45cc-4a06-b1e9-75c28f7f6a9d not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:38:29.240142 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:38:29.253060 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Project 8cfb2722f5394fcb9839560db860c4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:38:29.259880 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.325178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.330599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.332479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7de5b377-e8e5-4961-980c-8270262f03b6 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:29.355045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c2a28e-0b19-45f8-b41e-57662984a4db,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:29.359316 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:29.366849 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:29.368057 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e4be39ad-b316-4621-a4a3-bff69106ec48 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1517522 Dec 22 09:38:35.822732 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:38:37.183517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-25d27b78-0183-4beb-8627-2c98e75046e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:39.248037 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-5e84bc54-f7cf-404b-b9f2-3ef6599f5717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:40.461413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:40.778116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:42.104167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:42.108823 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:44.496919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-61ee7a23-3132-4dfe-8f99-3cedd3163d65 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Synchronizing usage tracker for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:security_group {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:38:44.513969 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-61ee7a23-3132-4dfe-8f99-3cedd3163d65 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Unset dirty status for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:security_group {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:38:44.515114 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-61ee7a23-3132-4dfe-8f99-3cedd3163d65 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107468312&fields=id&tenant_id=8cfb2722f5394fcb9839560db860c4ae HTTP/1.1" status: 200 len: 267 time: 0.0711048 Dec 22 09:38:44.682419 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-d9e8fca0-d9e2-46d5-b7ed-e3587ba4d8f8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:44.684058 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-d9e8fca0-d9e2-46d5-b7ed-e3587ba4d8f8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 809 time: 0.1619656 Dec 22 09:38:44.701847 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-c6b4cd4d-e4ee-41f1-82de-3432099f29b2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/quotas/8cfb2722f5394fcb9839560db860c4ae HTTP/1.1" status: 200 len: 375 time: 0.0118582 Dec 22 09:38:44.784977 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-a405abe1-3f03-4568-84fe-25210aa91046 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762002 Dec 22 09:38:44.933030 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-06c45507-71b9-4364-b2cf-112faf53a883 service neutron] 10.222.0.31 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314335 Dec 22 09:38:45.060860 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-575ec858-a646-44f8-8724-712e38592108 service neutron] 10.222.0.31 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221013 Dec 22 09:38:46.502586 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-73eaa18e-45ef-416a-868f-e34110c00e87 req-d20d3a9b-ca84-4019-bb4c-65996de8a381 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Synchronizing usage tracker for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:38:46.523222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-73eaa18e-45ef-416a-868f-e34110c00e87 req-d20d3a9b-ca84-4019-bb4c-65996de8a381 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Unset dirty status for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:38:46.524355 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-73eaa18e-45ef-416a-868f-e34110c00e87 req-d20d3a9b-ca84-4019-bb4c-65996de8a381 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 210 time: 0.0625889 Dec 22 09:38:47.707988 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-724d94ce-a078-46d8-bea7-32d20dae10bc req-975cf020-fc98-4a2e-8a97-62c94630ecc3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 210 time: 0.0415676 Dec 22 09:38:47.786052 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-b4af5b43-e5fb-49d3-88b2-232d7413d795 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:47.787497 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-b4af5b43-e5fb-49d3-88b2-232d7413d795 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 809 time: 0.1436360 Dec 22 09:38:47.844938 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-4a6f2106-625f-49d4-bc3f-c5f308e24407 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cfb2722f5394fcb9839560db860c4ae HTTP/1.1" status: 200 len: 379 time: 0.0442793 Dec 22 09:38:47.855929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'port': {'device_id': '243b235a-30b3-4215-b24d-f49be7585090', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'admin_state_up': True, 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'security_groups': ['b45984c8-b4ea-4d63-a479-04797c518130']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:38:47.990737 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:38:48.000580 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:38:48.012452 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Made reservation on behalf of 8cfb2722f5394fcb9839560db860c4ae for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:38:48.016247 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:48.173653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Allocated IP 172.20.0.12 (0143fd1b-d007-4067-9ca7-f4dc7e89b81e/0c078c40-ba9a-45dd-b819-449705bc6dc4/7c04d8cb-2485-4ff1-a69a-e42e24815fad) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:38:48.365902 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:48.385007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Transition to ACTIVE for port object 7c04d8cb-2485-4ff1-a69a-e42e24815fad will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:38:48.411848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:48.418414 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e85a0a5c-fde4-4e69-ae99-11984ee70118 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:48.488056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:38:48.491867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:38:48.493851 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'Port': ['ID=7c04d8cb-2485-4ff1-a69a-e42e24815fad,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:48.495857 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:38:48.520854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:48.561216 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:48.561852 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:48.595379 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7446139 Dec 22 09:38:48.610670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Request body: {'port': {'device_id': '243b235a-30b3-4215-b24d-f49be7585090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:38:48.728030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:48.742786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f4e81d1b-12dc-4b54-839f-892c4f1b0caa None None] Provisioning for port 7c04d8cb-2485-4ff1-a69a-e42e24815fad completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:38:48.748667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-f4e81d1b-12dc-4b54-839f-892c4f1b0caa None None] Provisioning complete for port 7c04d8cb-2485-4ff1-a69a-e42e24815fad triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:38:48.749048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f4e81d1b-12dc-4b54-839f-892c4f1b0caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:48.805742 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-f4e81d1b-12dc-4b54-839f-892c4f1b0caa None None] Port 7c04d8cb-2485-4ff1-a69a-e42e24815fad cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:38:49.155173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c677c78-06e3-4290-9cf6-8c30eb521fe9 req-39fe9e3d-156e-43ce-a0bb-5ad6f2a81466 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:49.155835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-3c677c78-06e3-4290-9cf6-8c30eb521fe9 req-39fe9e3d-156e-43ce-a0bb-5ad6f2a81466 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Synchronizing usage tracker for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:38:49.192369 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-3c677c78-06e3-4290-9cf6-8c30eb521fe9 req-39fe9e3d-156e-43ce-a0bb-5ad6f2a81466 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Unset dirty status for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:38:49.193552 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c677c78-06e3-4290-9cf6-8c30eb521fe9 req-39fe9e3d-156e-43ce-a0bb-5ad6f2a81466 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 932 time: 0.3439453 Dec 22 09:38:49.289020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c04d8cb-2485-4ff1-a69a-e42e24815fad {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:38:49.298381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:49.302224 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3c677c78-06e3-4290-9cf6-8c30eb521fe9 req-fdaed9d6-cdc0-40f9-a5a2-dbb6064aee37 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977478 Dec 22 09:38:49.315064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Transition to ACTIVE for port object 7c04d8cb-2485-4ff1-a69a-e42e24815fad will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:38:49.320034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:49.324035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-35106018-1286-4ad0-bea4-7c802728e4d8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:49.449754 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Pushing event updated for resources: {'Port': ['ID=7c04d8cb-2485-4ff1-a69a-e42e24815fad,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:49.453865 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:49.565029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Attempting to bind port 7c04d8cb-2485-4ff1-a69a-e42e24815fad on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:38:49.565322 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Attempting to bind port 7c04d8cb-2485-4ff1-a69a-e42e24815fad by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:38:49.565798 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Attempting to bind port 7c04d8cb-2485-4ff1-a69a-e42e24815fad on network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:38:49.571530 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Port 7c04d8cb-2485-4ff1-a69a-e42e24815fad on network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:38:49.571834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Attempting to bind port 7c04d8cb-2485-4ff1-a69a-e42e24815fad on network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:38:49.578485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:38:49.578818 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Checking segment: {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:38:49.579197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Bound using segment: {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:38:49.579642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Bound port: 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4375f105-e0a6-4be1-946f-e812fe22f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:38:49.579984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:49.670849 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:38:49.673761 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:38:49.679175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:49.682784 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-2d2f5389-cdf0-4fb7-9d31-65f9f1dd239f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:49.735796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:49.737129 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] 10.222.0.32 "PUT /v2.0/ports/7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 1094 time: 1.1342077 Dec 22 09:38:49.737701 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:38:49.767399 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Pushing event updated for resources: {'Port': ['ID=7c04d8cb-2485-4ff1-a69a-e42e24815fad,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:49.771152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:49.818350 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'status': 'completed', 'code': 200} Dec 22 09:38:49.860286 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-9c7e6daf-54f3-4fdb-8c26-e98d9f88cdc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1097 time: 0.0732989 Dec 22 09:38:49.933719 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-3108507d-33cd-4ffd-85ff-428bc548f71a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 217 time: 0.0654550 Dec 22 09:38:50.001657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-85170222-a0a6-41a8-9cb0-ad349a04f8e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:50.003131 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-85170222-a0a6-41a8-9cb0-ad349a04f8e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0641460 Dec 22 09:38:50.088180 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-f0f174bc-fa95-4bc7-98a0-f6abb0fc3887 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782499 Dec 22 09:38:50.224613 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-b535322c-9a22-4755-aa3f-da71430d1e73 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305425 Dec 22 09:38:50.356895 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-564971a0-4eca-4df3-b0ab-f5f1578b9eeb req-a4c85be5-6d04-41f6-9a16-866217a7d147 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257567 Dec 22 09:38:50.538700 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47e7e02e-becd-4214-899c-ea1e761302e8 req-8f8bc050-e15c-44e8-8cb7-d48faedc4ffe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1097 time: 0.1337938 Dec 22 09:38:50.544242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9202cd6-a602-452a-8b3b-94e9eacb9830 req-c8080e86-b9eb-4cac-ae4b-fce687926f31 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:50.545581 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c9202cd6-a602-452a-8b3b-94e9eacb9830 req-c8080e86-b9eb-4cac-ae4b-fce687926f31 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.1082072 Dec 22 09:38:50.691188 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c9202cd6-a602-452a-8b3b-94e9eacb9830 req-8ef1dc08-95d7-4c48-84ff-13ae4dd63a8a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278536 Dec 22 09:38:50.718368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7e02e-becd-4214-899c-ea1e761302e8 req-a93db3d2-0262-459d-8e9e-0305e304ebab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:50.719842 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47e7e02e-becd-4214-899c-ea1e761302e8 req-a93db3d2-0262-459d-8e9e-0305e304ebab service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1734271 Dec 22 09:38:50.794407 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47e7e02e-becd-4214-899c-ea1e761302e8 req-280fb745-08a9-421e-b384-bd6ad2e8e68f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 217 time: 0.0681415 Dec 22 09:38:50.966155 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7e02e-becd-4214-899c-ea1e761302e8 req-8bfd759e-65f4-4979-9514-90c068e3a7b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:50.967534 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47e7e02e-becd-4214-899c-ea1e761302e8 req-8bfd759e-65f4-4979-9514-90c068e3a7b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.1664791 Dec 22 09:38:51.072232 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47e7e02e-becd-4214-899c-ea1e761302e8 req-7f1e80d1-09a5-455b-b39d-31e54741bebc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967085 Dec 22 09:38:51.213595 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47e7e02e-becd-4214-899c-ea1e761302e8 req-b3f51bbc-8409-4335-b5e2-8920f758569a service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346207 Dec 22 09:38:51.361959 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-47e7e02e-becd-4214-899c-ea1e761302e8 req-ad06c4e1-07b1-4ff0-8901-409bd5bc76a0 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390462 Dec 22 09:38:52.036153 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0fbb1-fa18-4eca-9fa2-7190bd22f016 req-4e78e291-547a-48d5-84b5-f3c65c7fe298 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:52.037754 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9fb0fbb1-fa18-4eca-9fa2-7190bd22f016 req-4e78e291-547a-48d5-84b5-f3c65c7fe298 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.2033594 Dec 22 09:38:52.084343 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9fb0fbb1-fa18-4eca-9fa2-7190bd22f016 req-241270d6-c33f-447e-92a3-b34f473c8512 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407619 Dec 22 09:38:53.293939 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8558b-6ab1-43d6-8aad-54b635bbebf8 req-1e4c0711-4d01-41c4-9d36-cadf93fa8960 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:53.295370 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-26d8558b-6ab1-43d6-8aad-54b635bbebf8 req-1e4c0711-4d01-41c4-9d36-cadf93fa8960 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0839925 Dec 22 09:38:53.340156 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-26d8558b-6ab1-43d6-8aad-54b635bbebf8 req-5400530e-2eec-4eaf-b9c7-4f07b4d40042 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391626 Dec 22 09:38:54.545601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de03a85-b46c-4c08-96e1-ab753672bcc6 req-5dd2a962-4dde-405c-958c-a1cb42b0faee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:54.547056 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8de03a85-b46c-4c08-96e1-ab753672bcc6 req-5dd2a962-4dde-405c-958c-a1cb42b0faee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0804126 Dec 22 09:38:54.599578 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-8de03a85-b46c-4c08-96e1-ab753672bcc6 req-81a7f488-a4eb-4bb2-ae71-a8f08f749d85 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444341 Dec 22 09:38:55.814275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02648999-2b69-4148-9732-023e1b5c3505 req-481aa750-0ce5-413a-a81f-464353e567d7 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:55.815644 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-02648999-2b69-4148-9732-023e1b5c3505 req-481aa750-0ce5-413a-a81f-464353e567d7 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0882683 Dec 22 09:38:55.860273 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-02648999-2b69-4148-9732-023e1b5c3505 req-0f0285ec-0d9b-4341-9ab5-418845c0d513 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389664 Dec 22 09:38:57.077941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810933d3-67ea-4880-81de-e8fbca4e099c req-97e28264-ca8e-44dc-9fc0-59980e2246d8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:57.079325 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-810933d3-67ea-4880-81de-e8fbca4e099c req-97e28264-ca8e-44dc-9fc0-59980e2246d8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0962765 Dec 22 09:38:57.129229 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-810933d3-67ea-4880-81de-e8fbca4e099c req-e1c1d884-706a-4e54-b156-6a32193c78cc tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Dec 22 09:38:58.356351 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bca41f-c757-48dd-953a-a5e5709fd069 req-e1e63f30-0664-497d-b478-1e1b8600b897 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:58.357793 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-56bca41f-c757-48dd-953a-a5e5709fd069 req-e1e63f30-0664-497d-b478-1e1b8600b897 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.1013992 Dec 22 09:38:58.406759 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-56bca41f-c757-48dd-953a-a5e5709fd069 req-c0c8833c-2e9b-4b43-b399-e811331cbb6a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 Dec 22 09:38:59.360134 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7c04d8cb-2485-4ff1-a69a-e42e24815fad details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:38:59.539983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:38:59.553426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'port_id': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'mac_address': 'fa:16:3e:5f:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:38:59.607042 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d85d3-221c-4df3-bf2e-256d2855f2b6 req-9b962d46-758f-47da-a0eb-d1552bca5572 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:38:59.608457 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:59.608626 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f58d85d3-221c-4df3-bf2e-256d2855f2b6 req-9b962d46-758f-47da-a0eb-d1552bca5572 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0807388 Dec 22 09:38:59.626074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c04d8cb-2485-4ff1-a69a-e42e24815fad {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:38:59.641766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:38:59.646622 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:38:59.649301 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:38:59.655437 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f58d85d3-221c-4df3-bf2e-256d2855f2b6 req-5fa6e543-b785-4c1d-bf46-8f44cc4b65dd tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411401 Dec 22 09:38:59.714522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7c04d8cb-2485-4ff1-a69a-e42e24815fad,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:38:59.723399 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.723769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.724103 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.724434 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.724761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.725082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.725402 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.725723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.726038 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.726352 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.726662 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:38:59.730685 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:38:59.971325 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['7c04d8cb-2485-4ff1-a69a-e42e24815fad'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:39:00.869026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd90a5-872a-446a-9668-e5c33474a4bf req-34a25a05-e8fe-4975-99ad-d3a53a3c46b2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:00.870487 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66bd90a5-872a-446a-9668-e5c33474a4bf req-34a25a05-e8fe-4975-99ad-d3a53a3c46b2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 945 time: 0.0894914 Dec 22 09:39:00.918987 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-66bd90a5-872a-446a-9668-e5c33474a4bf req-6f1371a2-cb15-49fa-afd7-cc293906622e tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425062 Dec 22 09:39:01.374743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7c04d8cb-2485-4ff1-a69a-e42e24815fad up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:39:01.450047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 7c04d8cb-2485-4ff1-a69a-e42e24815fad completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:39:01.454950 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 7c04d8cb-2485-4ff1-a69a-e42e24815fad triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:39:01.455388 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:01.581384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:01.609723 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:39:01.621491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:39:01.627698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:01.629449 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:39:01.672476 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'code': 200} Dec 22 09:39:01.701148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7c04d8cb-2485-4ff1-a69a-e42e24815fad,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:01.704077 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:39:01.948836 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4948ac49-32e5-4af8-962c-51e654bb03fd req-08bd34a9-4d0e-41cf-8614-e70ddae51fd6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1099 time: 0.0695796 Dec 22 09:39:01.995158 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4948ac49-32e5-4af8-962c-51e654bb03fd req-b45ee55d-8e58-4b72-95b6-66aa21cd881f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Dec 22 09:39:02.137152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45ad0-89a3-4387-9023-f6c371c62766 req-3dd6922c-0f9c-442f-841a-b5b21fd88c5b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:02.138799 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e9d45ad0-89a3-4387-9023-f6c371c62766 req-3dd6922c-0f9c-442f-841a-b5b21fd88c5b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0874190 Dec 22 09:39:02.184402 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e9d45ad0-89a3-4387-9023-f6c371c62766 req-b72f95d0-b4f7-4256-b51b-528055b6bda1 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397787 Dec 22 09:39:03.397181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188002d8-94bd-46e9-baca-6771c4eafeea req-57d7f6e1-79ac-464a-8e4c-fc0538f720f2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:03.398612 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-188002d8-94bd-46e9-baca-6771c4eafeea req-57d7f6e1-79ac-464a-8e4c-fc0538f720f2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0841119 Dec 22 09:39:03.450813 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-188002d8-94bd-46e9-baca-6771c4eafeea req-e107c2cc-e656-475d-8727-ac61fca94cb2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466545 Dec 22 09:39:04.678501 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61904cc6-0444-4d53-b6f6-b7a8a5e50f66 req-01b5bf36-8c31-4b84-ab9b-c99cba396349 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:04.680138 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61904cc6-0444-4d53-b6f6-b7a8a5e50f66 req-01b5bf36-8c31-4b84-ab9b-c99cba396349 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.1037774 Dec 22 09:39:04.728579 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-61904cc6-0444-4d53-b6f6-b7a8a5e50f66 req-9ff689c2-90ed-48e4-9cc0-5daea3963921 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426049 Dec 22 09:39:04.953490 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770c32b-5c26-4e69-bb5a-664f0f609ee4 req-44dedaa8-6551-4258-abed-0dbafd761a5a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:04.954830 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f770c32b-5c26-4e69-bb5a-664f0f609ee4 req-44dedaa8-6551-4258-abed-0dbafd761a5a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0959756 Dec 22 09:39:05.001653 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f770c32b-5c26-4e69-bb5a-664f0f609ee4 req-d8b61618-980d-454e-ba58-30c1b48a383a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409794 Dec 22 09:39:05.039391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51234) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:05.185192 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-68f84b74-7705-4f87-8ee6-560a5484d40e tempest-TestShelveInstance-1163442067 tempest-TestShelveInstance-1163442067-project-admin] Synchronizing usage tracker for tenant:77082314927f4285888aa44221c7036c on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:39:05.206028 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-68f84b74-7705-4f87-8ee6-560a5484d40e tempest-TestShelveInstance-1163442067 tempest-TestShelveInstance-1163442067-project-admin] Unset dirty status for tenant:77082314927f4285888aa44221c7036c on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:39:05.207149 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-68f84b74-7705-4f87-8ee6-560a5484d40e tempest-TestShelveInstance-1163442067 tempest-TestShelveInstance-1163442067-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1094 time: 0.1667717 Dec 22 09:39:05.214444 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51240) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:39:05.223211 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:39:05.230719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:39:05.235909 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Usage tracker for resource:floatingip and tenant:8cfb2722f5394fcb9839560db860c4ae is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:39:05.239313 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:39:05.245831 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:39:05.261118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:05.403273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:05.556792 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Allocated IP 172.26.5.2 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/1e1953b9-bd2f-4221-886b-acab9a05f9c3) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:39:05.711839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:05.747304 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:05.751011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-55ffea02-da63-44bf-a5a0-057a3f2c7163 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:39:05.815697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:39:05.818839 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:39:05.820818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'Port': ['ID=1e1953b9-bd2f-4221-886b-acab9a05f9c3,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:05.822811 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:39:05.850429 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:39:06.339575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:06.512519 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:06.722546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:06.730834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:06.737381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-8ebe5538-62df-40bf-90b7-21979d016ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:39:06.833577 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event updated for resources: {'Port': ['ID=1e1953b9-bd2f-4221-886b-acab9a05f9c3,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:39:06.837352 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:39:06.854217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:07.055929 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Floating IP 84ec1035-4f99-430e-a8cc-50673148db98 associated. External IP: 172.26.5.2, port: 7c04d8cb-2485-4ff1-a69a-e42e24815fad. Dec 22 09:39:07.179483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b54b12d4-b488-45f4-817d-f17c9929696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:07.468601 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Router 20c49df0-018c-4e34-8b54-86eb68929aaa has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:39:07.602612 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-a089b9de-ab1b-4374-8387-5b19c9ff6c2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704799 Dec 22 09:39:07.673821 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:39:07.683747 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] Sync routers for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:39:07.697158 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:39:07.698013 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:07.701164 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:07.746877 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-8921979c-3c7c-4c4e-8280-31b96388521e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1099 time: 0.0775871 Dec 22 09:39:07.758894 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5429380 Dec 22 09:39:07.759722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:39:07.814478 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'status': 'completed', 'code': 200} Dec 22 09:39:07.878837 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:39:07.907065 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-09a8aa49-3316-45a4-b196-621d417ceb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:07.908647 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-09a8aa49-3316-45a4-b196-621d417ceb91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1280077 Dec 22 09:39:08.010576 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-8820af6a-e046-4632-b340-7d7fe561fb2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 998 time: 0.0951760 Dec 22 09:39:08.075497 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-94563664-36c6-46ef-8ec7-209e51b72a18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:08.076950 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-94563664-36c6-46ef-8ec7-209e51b72a18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0607226 Dec 22 09:39:08.153846 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-955f95df-3149-4998-a00c-6a8e554280d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697274 Dec 22 09:39:08.224297 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '84ec1035-4f99-430e-a8cc-50673148db98', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'floating_ip_address': '172.26.5.2', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'port_id': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'mac_address': 'fa:16:3e:5f:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b235a-30b3-4215-b24d-f49be7585090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:39:06Z', 'updated_at': '2021-12-22T09:39:06Z', 'revision_number': 0, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:08.229138 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] Checking router: 20c49df0-018c-4e34-8b54-86eb68929aaa for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:39:08.242467 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:39:08.243107 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:38:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:08.387441 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-a6020049-dc5b-487e-9b45-75d210ec50a6 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263384 Dec 22 09:39:08.428408 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:39:08.522575 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-d5e7866b-5e6d-4c74-ae26-f8f45e17b131 req-c73d6fcb-9a31-4147-b176-9d72048b1410 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271954 Dec 22 09:39:08.649935 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2e95a46e-1826-4266-adbf-630f73e9df02 req-7fb2e15b-b43d-405c-ae7d-139cefec6b60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1099 time: 0.0756617 Dec 22 09:39:08.773853 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '84ec1035-4f99-430e-a8cc-50673148db98', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'floating_ip_address': '172.26.5.2', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'port_id': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'mac_address': 'fa:16:3e:5f:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b235a-30b3-4215-b24d-f49be7585090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:39:06Z', 'updated_at': '2021-12-22T09:39:06Z', 'revision_number': 0, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:39:08.777997 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20516f-649c-4c0a-a07e-d64b7e4557b2 None None] The sync data for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv is: [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '84ec1035-4f99-430e-a8cc-50673148db98', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'floating_ip_address': '172.26.5.2', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'port_id': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'mac_address': 'fa:16:3e:5f:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b235a-30b3-4215-b24d-f49be7585090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:39:06Z', 'updated_at': '2021-12-22T09:39:06Z', 'revision_number': 0, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:39:08.780334 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95a46e-1826-4266-adbf-630f73e9df02 req-9674b93c-bbce-4643-9c88-c3a657b865ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:08.782126 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2e95a46e-1826-4266-adbf-630f73e9df02 req-9674b93c-bbce-4643-9c88-c3a657b865ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1255951 Dec 22 09:39:08.888718 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2e95a46e-1826-4266-adbf-630f73e9df02 req-00a6d97e-8547-4b00-bef9-014b3a4b21ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 998 time: 0.1008444 Dec 22 09:39:08.953123 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95a46e-1826-4266-adbf-630f73e9df02 req-26e01275-709f-402e-828e-d4beac2dc789 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:39:08.954662 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2e95a46e-1826-4266-adbf-630f73e9df02 req-26e01275-709f-402e-828e-d4beac2dc789 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0599816 Dec 22 09:39:08.972075 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a0afb-1669-4b08-8941-d6fc7e9c9961 None None] New status for floating IP 84ec1035-4f99-430e-a8cc-50673148db98: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:39:09.033419 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2e95a46e-1826-4266-adbf-630f73e9df02 req-88e3ced0-11f1-445b-a4f9-0fe7ff10e026 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704827 Dec 22 09:39:09.165514 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2e95a46e-1826-4266-adbf-630f73e9df02 req-2cd47bd6-f680-43de-ae7f-16989a484f8d service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258225 Dec 22 09:39:09.251394 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-69e91906-04ee-46e7-a323-d73054dc6137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:09.304512 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2e95a46e-1826-4266-adbf-630f73e9df02 req-5259d136-522d-43a4-8730-5533b31a8715 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333985 Dec 22 09:39:10.456895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:10.785280 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:12.096577 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:12.102221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:12.831324 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:39:37.194842 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2a89067c-8b8a-4342-a3f8-2c519363f846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:39.256578 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4db3c1b8-5f31-4612-b29f-7661090e5a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:40.460948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:40.787714 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:42.094002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:42.099517 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:39:49.821895 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:40:07.197428 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2d69f1b4-c7f9-4359-8024-441f56c923cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.271996 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-fec58943-7172-4a3c-95b3-462e4919cd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:09.700329 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-0ba086e1-a16d-4b30-9f68-1dd925eafc34 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447127 Dec 22 09:40:09.856296 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-1ad9e583-dfd2-4bb4-a58b-16b889aaacf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1099 time: 0.0775192 Dec 22 09:40:10.003035 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-4b0e5889-8cf7-4be5-b387-7e803a7767aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:10.004496 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-4b0e5889-8cf7-4be5-b387-7e803a7767aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1279800 Dec 22 09:40:10.119745 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-8987232d-d007-4513-a6e5-d0609d4bd0b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 1000 time: 0.1084692 Dec 22 09:40:10.182030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-158cf275-3c71-4b95-b6fe-75953860ea39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:40:10.183421 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-158cf275-3c71-4b95-b6fe-75953860ea39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0576415 Dec 22 09:40:10.263384 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-fa306124-8650-4c51-bf0a-24d49e0a6e36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729170 Dec 22 09:40:10.471199 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:10.497679 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-b0c1d232-732c-4566-a4bd-c90ed6a5a7e0 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277434 Dec 22 09:40:10.630355 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-73f758b6-fa29-400b-a5a7-1aa88199b305 req-8ab85b4f-185a-44c4-adb2-914c460f2d88 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262629 Dec 22 09:40:10.796633 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:12.100052 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:12.104728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:26.822437 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:40:37.201904 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-0c68e3b0-4b7a-45a4-93a1-69b9ad5fe5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:39.272334 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b0f66eb5-930c-476f-a3d8-a57995ec9042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:40.475025 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:40.796176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:42.111807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:40:42.117474 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:03.826469 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:41:04.199488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03947f-b042-4244-9cad-27871a542992 req-720fabb7-6077-4c65-8950-9e47c8f760fa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:04.200936 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c03947f-b042-4244-9cad-27871a542992 req-720fabb7-6077-4c65-8950-9e47c8f760fa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.2015429 Dec 22 09:41:04.251021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2c03947f-b042-4244-9cad-27871a542992 req-a7e76c63-0ccf-4d78-9ec9-148a518b2b2b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444036 Dec 22 09:41:05.568827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b89ff5-4555-423e-99b8-21226a081d15 req-68b08d94-b007-4261-803b-b41147c9aa3b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:05.570212 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-88b89ff5-4555-423e-99b8-21226a081d15 req-68b08d94-b007-4261-803b-b41147c9aa3b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.1770754 Dec 22 09:41:05.618770 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-88b89ff5-4555-423e-99b8-21226a081d15 req-faf78560-3c78-4e84-810e-b056f83a9410 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428269 Dec 22 09:41:06.838289 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc94b0-ec35-4856-a78e-bf556785b81d req-ac89ffe8-82ee-44cd-9358-e2e974db2918 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:06.839764 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a2fc94b0-ec35-4856-a78e-bf556785b81d req-ac89ffe8-82ee-44cd-9358-e2e974db2918 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0782237 Dec 22 09:41:06.886047 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a2fc94b0-ec35-4856-a78e-bf556785b81d req-85554ba1-1e20-4744-8c7c-ac30c4ba4a9c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405080 Dec 22 09:41:07.205009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b4f51637-61c0-43c9-b872-924e9443a908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:08.100834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25048a4-877c-4283-a022-f0127a780a6d req-3045171e-57e1-4309-92d5-69cc186b34d2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:08.102414 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c25048a4-877c-4283-a022-f0127a780a6d req-3045171e-57e1-4309-92d5-69cc186b34d2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0862634 Dec 22 09:41:08.149332 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-c25048a4-877c-4283-a022-f0127a780a6d req-713de128-3cdb-4937-aa4e-ba1d3b4993e1 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Dec 22 09:41:09.265438 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d379e6f6-079a-4fd2-afeb-4ccba9f512a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:09.364014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d84cf7-83e2-4d79-9a9f-f7337f8fe51a req-2a8dfd55-cb1a-407d-8186-5c715f9bca59 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:09.365450 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a4d84cf7-83e2-4d79-9a9f-f7337f8fe51a req-2a8dfd55-cb1a-407d-8186-5c715f9bca59 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0879838 Dec 22 09:41:09.413279 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a4d84cf7-83e2-4d79-9a9f-f7337f8fe51a req-4bf03e43-5b09-46ae-b441-36b390eca30a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402963 Dec 22 09:41:09.689752 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a15ff723-9dab-40ef-bd34-2edc70d1b7f6 req-cce3e5cf-ba84-4b6d-9e71-8228c619b943 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1099 time: 0.0742292 Dec 22 09:41:09.841089 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ff723-9dab-40ef-bd34-2edc70d1b7f6 req-4aad6427-97b6-4f0c-aa25-fa82fea7aa9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:09.843197 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a15ff723-9dab-40ef-bd34-2edc70d1b7f6 req-4aad6427-97b6-4f0c-aa25-fa82fea7aa9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1350322 Dec 22 09:41:09.950435 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a15ff723-9dab-40ef-bd34-2edc70d1b7f6 req-73c2d36c-e5eb-4dc3-91c0-3b78064d2050 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 1000 time: 0.1009581 Dec 22 09:41:10.012725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ff723-9dab-40ef-bd34-2edc70d1b7f6 req-b5b9843a-dc26-4b81-96df-c95b611a2fd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:10.014160 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a15ff723-9dab-40ef-bd34-2edc70d1b7f6 req-b5b9843a-dc26-4b81-96df-c95b611a2fd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0576687 Dec 22 09:41:10.094331 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a15ff723-9dab-40ef-bd34-2edc70d1b7f6 req-2efa18d1-5e96-43e7-b8bf-f20794fab28c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734167 Dec 22 09:41:10.228530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a15ff723-9dab-40ef-bd34-2edc70d1b7f6 req-85bef45d-d7f1-4bf5-b1d9-ff712038289f service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274445 Dec 22 09:41:10.366424 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a15ff723-9dab-40ef-bd34-2edc70d1b7f6 req-2d248f92-0869-4aea-b0aa-650b4b3f6e6e service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305954 Dec 22 09:41:10.472202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:10.739022 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b77fe-16d2-42f6-8a63-6083ca721e0e req-1eaefdea-73b6-460a-bc94-cb1959a5c184 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:10.740425 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-808b77fe-16d2-42f6-8a63-6083ca721e0e req-1eaefdea-73b6-460a-bc94-cb1959a5c184 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.2002521 Dec 22 09:41:10.789094 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-808b77fe-16d2-42f6-8a63-6083ca721e0e req-5fa20e99-92bb-46fd-acaf-99da938b9e21 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396802 Dec 22 09:41:10.796919 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:11.341536 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-d5d437b2-0556-4d8c-a225-c12565982ed0 req-b32545b7-9482-4fb1-bd9c-d0c69c3d893a service neutron] (83496) timed out ('10.222.0.31', 45770) {{(pid=83496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:41:12.010116 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0acb8-37dd-4fee-85ed-ecfd15925384 req-048e8a88-e682-47f2-bf27-54138fe339dc tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:12.011586 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c1b0acb8-37dd-4fee-85ed-ecfd15925384 req-048e8a88-e682-47f2-bf27-54138fe339dc tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0857246 Dec 22 09:41:12.056256 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c1b0acb8-37dd-4fee-85ed-ecfd15925384 req-26d73126-3af1-4fe5-8988-58c50a98d4aa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Dec 22 09:41:12.110565 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:12.121358 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:13.277390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bec8c-20e4-4c77-a53d-b5ae624c9b44 req-281465b5-f8ef-4545-96a3-94487040c24b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:13.278819 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-072bec8c-20e4-4c77-a53d-b5ae624c9b44 req-281465b5-f8ef-4545-96a3-94487040c24b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0867188 Dec 22 09:41:13.326260 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-072bec8c-20e4-4c77-a53d-b5ae624c9b44 req-97195f38-c9c9-4fbf-a418-a3ad6bf491b7 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419576 Dec 22 09:41:14.170565 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-287f6458-9f34-4df5-b07e-97feb4539875 req-7ea9ab59-feab-4bcf-a484-0479b4446e5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1099 time: 0.0738811 Dec 22 09:41:14.313574 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f6458-9f34-4df5-b07e-97feb4539875 req-48aff2e9-e331-429f-ad5f-d2a7a4bccf02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:14.315561 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-287f6458-9f34-4df5-b07e-97feb4539875 req-48aff2e9-e331-429f-ad5f-d2a7a4bccf02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1384845 Dec 22 09:41:14.573152 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-287f6458-9f34-4df5-b07e-97feb4539875 req-b2c67c80-8245-4a2e-8c7e-72bd904bfa0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 1000 time: 0.2505429 Dec 22 09:41:14.648663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f6458-9f34-4df5-b07e-97feb4539875 req-b7733e0f-f4ae-4f55-88de-744287c53e3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:14.650370 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-287f6458-9f34-4df5-b07e-97feb4539875 req-b7733e0f-f4ae-4f55-88de-744287c53e3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0709133 Dec 22 09:41:14.659653 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4839710-47fa-44b4-888a-34cd2c5b90a2 req-6ed03c55-8e97-4029-a295-79c6a3bc82c4 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:14.660976 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a4839710-47fa-44b4-888a-34cd2c5b90a2 req-6ed03c55-8e97-4029-a295-79c6a3bc82c4 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.1369245 Dec 22 09:41:14.748105 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a4839710-47fa-44b4-888a-34cd2c5b90a2 req-1ec9c889-78a3-48a2-be1a-0d7f7b64fb25 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566347 Dec 22 09:41:14.766803 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-287f6458-9f34-4df5-b07e-97feb4539875 req-00739a79-561d-4030-b4d0-fbca13fe3f5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045353 Dec 22 09:41:14.912108 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-287f6458-9f34-4df5-b07e-97feb4539875 req-9f6fc883-1d9b-4530-ae22-5de92b5d1bc4 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395020 Dec 22 09:41:15.057846 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-287f6458-9f34-4df5-b07e-97feb4539875 req-d8114690-75fe-468f-909c-4703cc46937d service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384327 Dec 22 09:41:15.962473 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945022b-d51a-40c9-aebe-248aa639fba6 req-a75c1f9e-5d8c-46ff-9042-d4228af114d3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:15.964085 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0945022b-d51a-40c9-aebe-248aa639fba6 req-a75c1f9e-5d8c-46ff-9042-d4228af114d3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0808685 Dec 22 09:41:16.013631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0945022b-d51a-40c9-aebe-248aa639fba6 req-1853d06d-ded2-4879-8155-f9f8d9ffdcb7 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409784 Dec 22 09:41:17.216440 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06323610-7e10-4ccd-9878-4f6473916ca1 req-f93cad2a-ee03-4871-bac2-10f3f52c55b6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:17.217867 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06323610-7e10-4ccd-9878-4f6473916ca1 req-f93cad2a-ee03-4871-bac2-10f3f52c55b6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0792923 Dec 22 09:41:17.264667 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-06323610-7e10-4ccd-9878-4f6473916ca1 req-82411916-bdac-47e1-bd52-9c67174728fe tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Dec 22 09:41:18.472739 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7903023-c5d1-4901-9e5a-8bac83b86bb9 req-c9e7ab53-62bb-4df7-ac23-cadcbd20bca0 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:18.474152 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b7903023-c5d1-4901-9e5a-8bac83b86bb9 req-c9e7ab53-62bb-4df7-ac23-cadcbd20bca0 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0840449 Dec 22 09:41:18.525510 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b7903023-c5d1-4901-9e5a-8bac83b86bb9 req-b463e6f6-acd1-4b6a-8256-99f185b9027c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456612 Dec 22 09:41:18.878155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-46804194-b7ef-4507-916d-a8c827c1caab req-24fb682e-cbec-4d26-8df8-435c9ecffb06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1460037 Dec 22 09:41:19.005091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51322) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:41:19.144670 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-3a10e9d9-03a8-47aa-b6eb-fbe7449f1a25 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381631 Dec 22 09:41:19.146281 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba260ed-79f5-4b64-a731-3bc33a0a4ee2 req-1dda1f46-a048-4728-858a-3f31f0758715 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:19.147809 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eba260ed-79f5-4b64-a731-3bc33a0a4ee2 req-1dda1f46-a048-4728-858a-3f31f0758715 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0775461 Dec 22 09:41:19.193766 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-eba260ed-79f5-4b64-a731-3bc33a0a4ee2 req-7bd46664-661f-49bd-9d6a-839e142d7466 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Dec 22 09:41:20.154761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7c04d8cb-2485-4ff1-a69a-e42e24815fad no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:41:20.313576 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:20.343121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:41:20.353456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:41:20.359144 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:20.361178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-81cbd904-1000-4640-9753-f6dd1e23c024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:41:20.413245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fe339-6649-4fbf-b689-31d1ebf8cc19 req-50304505-2010-4fcc-ab2a-57e863a1ad36 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:20.415382 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d7fe339-6649-4fbf-b689-31d1ebf8cc19 req-50304505-2010-4fcc-ab2a-57e863a1ad36 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0987225 Dec 22 09:41:20.430335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7c04d8cb-2485-4ff1-a69a-e42e24815fad,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:41:20.439987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.440456 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.440800 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.441133 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.441957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.442297 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.442748 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.443141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.443986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.443986 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.444161 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:41:20.448086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:41:20.487832 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0d7fe339-6649-4fbf-b689-31d1ebf8cc19 req-f151555a-4ba5-40a1-b8c3-c4c6bd41d335 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656126 Dec 22 09:41:20.532749 dv-neutron-822610-1-hyperv neutron-server[83497]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'code': 422} returned with failed status Dec 22 09:41:21.683873 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa478a-4df2-4946-8184-f93cf20676fc req-54fdf6e1-e281-4a5a-a785-d80885164194 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:21.685852 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cefa478a-4df2-4946-8184-f93cf20676fc req-54fdf6e1-e281-4a5a-a785-d80885164194 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0865691 Dec 22 09:41:21.739566 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cefa478a-4df2-4946-8184-f93cf20676fc req-ab53274a-c051-46a8-ae37-a98c40d98e1f tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481544 Dec 22 09:41:22.941069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79101991-970a-4c12-b43f-e3febf20692f req-ee000121-7aea-4a4e-b791-cc5063db82cd tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:22.942502 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-79101991-970a-4c12-b43f-e3febf20692f req-ee000121-7aea-4a4e-b791-cc5063db82cd tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0829494 Dec 22 09:41:22.988137 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-79101991-970a-4c12-b43f-e3febf20692f req-5fb9bf50-42be-4861-9705-94f2ef5d8b54 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395520 Dec 22 09:41:23.509294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-213b4d8e-e851-4cdc-ab91-f3a77307d74d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090&tenant_id=8cfb2722f5394fcb9839560db860c4ae HTTP/1.1" status: 200 len: 1097 time: 0.0725572 Dec 22 09:41:23.612811 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-765d6c4d-6caf-4ec1-acca-6c88aa75f876 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1097 time: 0.0812635 Dec 22 09:41:23.749505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-916866e4-509e-410a-91b6-19a89b56fa72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:23.750875 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-916866e4-509e-410a-91b6-19a89b56fa72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1312046 Dec 22 09:41:23.860649 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-df31df66-67cd-421b-a2c0-b1f99162fd30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 998 time: 0.1036656 Dec 22 09:41:23.927408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-1dc991e1-825c-4624-8c85-17737a00dac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:23.928828 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-1dc991e1-825c-4624-8c85-17737a00dac8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0618563 Dec 22 09:41:24.006048 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-5263982b-9f9e-4e66-8932-d33a4c639d8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702727 Dec 22 09:41:24.292182 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-9ae7162b-4720-42e8-9296-c8b30cc5ddd6 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795460 Dec 22 09:41:24.419068 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a944879-a706-46ff-b9ba-58e458cb68bf req-7b07045e-be41-4b25-8ce9-9ad2e4ad583a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:24.420530 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2a944879-a706-46ff-b9ba-58e458cb68bf req-7b07045e-be41-4b25-8ce9-9ad2e4ad583a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.2978394 Dec 22 09:41:24.456844 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-42046134-6c63-4a9b-a731-4eec9f9dd259 req-2c145c60-530d-4fb0-b5b2-2e0d2fd0c24a service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583993 Dec 22 09:41:24.481679 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2a944879-a706-46ff-b9ba-58e458cb68bf req-09eeb086-315e-4ebc-b685-7dd6685dcd33 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476453 Dec 22 09:41:25.688095 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501024ae-bb2e-4882-8da6-b693e6cab2ea req-e142234d-491d-4f02-ada4-ae6f02538b7b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:25.689570 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-501024ae-bb2e-4882-8da6-b693e6cab2ea req-e142234d-491d-4f02-ada4-ae6f02538b7b tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0863059 Dec 22 09:41:25.737608 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-501024ae-bb2e-4882-8da6-b693e6cab2ea req-9bd62640-040d-4d1f-85c7-b3bf813b2610 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425389 Dec 22 09:41:26.956605 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a1dbe-15ac-4b75-892b-8dd69ac0ae06 req-a89a8fea-52ad-448f-8019-61a87fcd054c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:26.958040 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa5a1dbe-15ac-4b75-892b-8dd69ac0ae06 req-a89a8fea-52ad-448f-8019-61a87fcd054c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0840654 Dec 22 09:41:27.016760 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-aa5a1dbe-15ac-4b75-892b-8dd69ac0ae06 req-c1574af4-2579-4df3-97a6-e3bc6fa09665 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531349 Dec 22 09:41:28.228099 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c5d07-fee4-4c1d-8acf-18e098798da2 req-cf27a234-d324-485c-8277-afc1cfb75aa4 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:28.229537 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1d8c5d07-fee4-4c1d-8acf-18e098798da2 req-cf27a234-d324-485c-8277-afc1cfb75aa4 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0858574 Dec 22 09:41:28.279300 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1d8c5d07-fee4-4c1d-8acf-18e098798da2 req-c8857ecc-7ceb-4516-b83b-d3d4c16e1f19 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Dec 22 09:41:29.489027 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b9f41-6cee-46af-8908-07ddc67e79d6 req-3fa24de3-adf7-47af-8f54-80b1272316ea tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:29.490463 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-322b9f41-6cee-46af-8908-07ddc67e79d6 req-3fa24de3-adf7-47af-8f54-80b1272316ea tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0805082 Dec 22 09:41:29.537606 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-322b9f41-6cee-46af-8908-07ddc67e79d6 req-126baadd-e85c-49bd-afb1-0c7fca082b10 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416729 Dec 22 09:41:30.736282 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21871163-af61-4a7b-8765-18434b6acffc req-982c2947-81ed-4a32-9bcc-8971d21290f5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:30.737715 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-21871163-af61-4a7b-8765-18434b6acffc req-982c2947-81ed-4a32-9bcc-8971d21290f5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0757644 Dec 22 09:41:30.783679 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-21871163-af61-4a7b-8765-18434b6acffc req-9aab67e4-14ee-489a-8859-2763bc93287c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400343 Dec 22 09:41:31.999479 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac1083-ddd2-4818-86e4-5becaf073efe req-d6ff82fe-1fe4-44fa-a541-b27d9ebb719a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:32.000903 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b2ac1083-ddd2-4818-86e4-5becaf073efe req-d6ff82fe-1fe4-44fa-a541-b27d9ebb719a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 944 time: 0.0835001 Dec 22 09:41:32.050646 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b2ac1083-ddd2-4818-86e4-5becaf073efe req-9bb59a73-2bef-4b1d-9554-83493ea1eef1 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Dec 22 09:41:32.217544 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7c04d8cb-2485-4ff1-a69a-e42e24815fad details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:41:32.373872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:41:32.387874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'port_id': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'mac_address': 'fa:16:3e:5f:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:41:32.441886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:32.458951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c04d8cb-2485-4ff1-a69a-e42e24815fad {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:41:32.475797 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:41:32.480639 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:32.483603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:41:32.550864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7c04d8cb-2485-4ff1-a69a-e42e24815fad,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:41:32.554068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:41:32.840585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['7c04d8cb-2485-4ff1-a69a-e42e24815fad'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:41:33.249381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43561356-c470-4b17-b35e-4f1417556592 req-a35c7777-07b2-44a2-be6c-74009ff46060 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:33.250813 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-43561356-c470-4b17-b35e-4f1417556592 req-a35c7777-07b2-44a2-be6c-74009ff46060 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 945 time: 0.0799408 Dec 22 09:41:33.311447 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-43561356-c470-4b17-b35e-4f1417556592 req-a587c938-222c-474b-8aba-d6299843c168 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525780 Dec 22 09:41:34.216538 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7c04d8cb-2485-4ff1-a69a-e42e24815fad up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:41:34.295606 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 7c04d8cb-2485-4ff1-a69a-e42e24815fad triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:41:34.295994 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:34.420942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:34.447799 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:41:34.457845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:41:34.463290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:34.466747 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-d6ac16f6-739d-4fae-8258-103a2c37e7e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:41:34.517631 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'code': 200} Dec 22 09:41:34.520893 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049ce59-a67b-4040-8a6c-3fad908e8ae4 req-e1671ecc-cc7e-4704-a9c2-4d488fcd1cfb tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:34.522529 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e049ce59-a67b-4040-8a6c-3fad908e8ae4 req-e1671ecc-cc7e-4704-a9c2-4d488fcd1cfb tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0887668 Dec 22 09:41:34.547831 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=7c04d8cb-2485-4ff1-a69a-e42e24815fad,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:41:34.551501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:41:34.573593 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e049ce59-a67b-4040-8a6c-3fad908e8ae4 req-38c4b922-af9b-4922-babb-9a9ab5a45d0f tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423157 Dec 22 09:41:34.786439 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad851b85-4683-4f7c-9638-b29272e2f633 req-c85df05c-15a6-4682-a6b9-18f17e7a5289 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1099 time: 0.0750923 Dec 22 09:41:34.831782 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ad851b85-4683-4f7c-9638-b29272e2f633 req-015a08f2-e1f1-45aa-b513-97c2dd632cd3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393646 Dec 22 09:41:35.774848 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac78b14-362b-429b-ba5e-0b9789cbfa5f req-8ba10a37-4867-4a55-a020-1814a235b5d5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:35.776238 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0ac78b14-362b-429b-ba5e-0b9789cbfa5f req-8ba10a37-4867-4a55-a020-1814a235b5d5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0781252 Dec 22 09:41:35.826698 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-0ac78b14-362b-429b-ba5e-0b9789cbfa5f req-5714c9f8-80de-49b3-b5d0-237d3e4cf38a tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447788 Dec 22 09:41:37.042084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fa25c-eb98-4954-931f-45c4e603cd89 req-314bf73d-ebf5-4cb5-88b1-77484e1f0fe5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:41:37.043563 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-404fa25c-eb98-4954-931f-45c4e603cd89 req-314bf73d-ebf5-4cb5-88b1-77484e1f0fe5 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0861406 Dec 22 09:41:37.088288 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-404fa25c-eb98-4954-931f-45c4e603cd89 req-e2f6807d-a968-4f1f-833c-5d08a38bd5c8 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392420 Dec 22 09:41:37.212219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c6db312d-2202-40f7-b443-e05f07dd7788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:39.271580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9f0a6ea4-a3d6-4cd4-b05d-e86ada9fdada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:40.481046 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:40.809874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:40.826566 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:41:42.112265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:41:42.117072 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:07.198130 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-10ae7c5a-0e06-4444-bcdc-bf32a7b5bd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:09.266782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a67ce0ac-8c38-4092-b626-ae037ce34bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:10.478932 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:10.609339 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-6a52b7a1-d88d-4be0-84bc-01e7c14d19ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747342 Dec 22 09:42:10.759055 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-5c0f5c4a-9b96-4034-be34-c09e049a766b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1099 time: 0.0753331 Dec 22 09:42:10.802466 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:10.911105 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-0e687939-6a9c-4630-8af9-7cb6c10bd58d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:10.913513 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-0e687939-6a9c-4630-8af9-7cb6c10bd58d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.1349020 Dec 22 09:42:11.022359 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-eab9f69b-cd18-4999-b576-44ae1576a3c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 1000 time: 0.1007643 Dec 22 09:42:11.098527 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-2444f91b-2f7e-4f2d-a8a1-db8f2fed1ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:11.100962 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-2444f91b-2f7e-4f2d-a8a1-db8f2fed1ed4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0701902 Dec 22 09:42:11.192101 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-57ba3d2b-fe32-4ff8-8296-ca468a836bc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846424 Dec 22 09:42:11.328238 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-56c8568d-4a6d-415b-b937-80f44fcb457d service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289306 Dec 22 09:42:11.472787 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-85296e09-ec42-47f8-add3-d7a51d45d706 req-ca954550-5811-48a9-82df-10d58c271342 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376340 Dec 22 09:42:12.116534 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:12.123408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:17.834211 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:42:37.201983 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e36e1bc5-9634-42c7-b0d1-5708de8212a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:39.280305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c7ca70b4-459e-4175-8294-f4eb4879c6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:40.478798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:40.814920 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:42.122681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:42.136086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:53.432416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51404) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:53.631941 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Deleting port 1e1953b9-bd2f-4221-886b-acab9a05f9c3 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:42:53.632275 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:53.813730 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:53.813934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:53.932186 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Calling delete_port for 1e1953b9-bd2f-4221-886b-acab9a05f9c3 owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:42:54.191385 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:54.195006 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-23264e2d-761d-4187-881b-946e4dd5063d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:54.234336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event deleted for resources: {'Port': ['ID=1e1953b9-bd2f-4221-886b-acab9a05f9c3,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:54.245522 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.245888 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.246256 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.246616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.246973 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.247355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.248011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.248011 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.248381 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.248725 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.249068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:54.274063 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:54.338576 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:54.738879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Router 20c49df0-018c-4e34-8b54-86eb68929aaa has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:42:54.825589 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:42:54.949554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:42:54.961502 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] Sync routers for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:42:54.972355 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:54.977711 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:42:54.978322 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:55.030075 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-de72696a-3004-4a7d-9d3e-e45a4e324df3 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "DELETE /v2.0/floatingips/84ec1035-4f99-430e-a8cc-50673148db98 HTTP/1.1" status: 204 len: 168 time: 1.5942848 Dec 22 09:42:55.030075 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:55.127025 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'status': 'completed', 'code': 200} Dec 22 09:42:55.159869 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:42:55.222282 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-32b20b75-b06c-43a1-ba27-06ef5fa1674b req-b80078fb-170a-40fd-951e-640f1d9e39c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cfb2722f5394fcb9839560db860c4ae&device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 1099 time: 0.0717089 Dec 22 09:42:55.494643 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:55.499579 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] Checking router: 20c49df0-018c-4e34-8b54-86eb68929aaa for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:42:55.511134 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:42:55.511770 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:55.545947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b20b75-b06c-43a1-ba27-06ef5fa1674b req-c1c2fcc2-08aa-42b4-ab13-aefbf6b6a2a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:55.547414 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-32b20b75-b06c-43a1-ba27-06ef5fa1674b req-c1c2fcc2-08aa-42b4-ab13-aefbf6b6a2a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 200 len: 910 time: 0.3178444 Dec 22 09:42:55.624318 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd15873-13da-4dae-8ceb-65d676eea8ed req-4d48050e-c2b3-4860-9911-417a4e586538 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:55.625741 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1cd15873-13da-4dae-8ceb-65d676eea8ed req-4d48050e-c2b3-4860-9911-417a4e586538 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.1857958 Dec 22 09:42:55.629262 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-32b20b75-b06c-43a1-ba27-06ef5fa1674b req-2846efa2-fab3-402c-b0aa-e23cce042e29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 200 len: 217 time: 0.0738091 Dec 22 09:42:55.686688 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:42:55.717368 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b20b75-b06c-43a1-ba27-06ef5fa1674b req-1251aaa8-28dc-46d3-915f-3f66b4151b69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:55.719101 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-32b20b75-b06c-43a1-ba27-06ef5fa1674b req-1251aaa8-28dc-46d3-915f-3f66b4151b69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 200 len: 848 time: 0.0734062 Dec 22 09:42:55.722858 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-1cd15873-13da-4dae-8ceb-65d676eea8ed req-21fa9c9e-bea8-4ef3-893a-dce746fa6c15 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909097 Dec 22 09:42:55.799432 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-32b20b75-b06c-43a1-ba27-06ef5fa1674b req-333e8224-edad-4e76-adf7-b71d8c2a18fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0143fd1b-d007-4067-9ca7-f4dc7e89b81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726979 Dec 22 09:42:55.934263 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-32b20b75-b06c-43a1-ba27-06ef5fa1674b req-839c2820-21b8-419c-8111-2f0bf1617cf1 service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280065 Dec 22 09:42:56.031389 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:42:56.035424 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc7b32-4d1d-4f58-91be-d29970fc2796 None None] The sync data for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv is: [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:32:38Z', 'revision_number': 4, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '612324b0-a909-4e84-b865-33d202b410b3', 'name': '', 'network_id': '0143fd1b-d007-4067-9ca7-f4dc7e89b81e', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'mac_address': 'fa:16:3e:d6:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:38Z', 'updated_at': '2021-12-22T09:32:46Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'subnets': [{'id': '0c078c40-ba9a-45dd-b819-449705bc6dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:42:56.081915 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-32b20b75-b06c-43a1-ba27-06ef5fa1674b req-bb7e9393-df68-40b4-a61a-1ec506ece2da service neutron] 10.222.0.32 "GET /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389632 Dec 22 09:42:56.246834 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee65884-5f64-4c24-bbf4-67e526301062 None None] New status for floating IP 84ec1035-4f99-430e-a8cc-50673148db98: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:42:56.953209 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54ffc6-6291-4bd6-9c2a-767ecce18391 req-7e31f55f-a5de-4e71-9149-268f4a4e36ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:56.953887 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2e54ffc6-6291-4bd6-9c2a-767ecce18391 req-7e31f55f-a5de-4e71-9149-268f4a4e36ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Synchronizing usage tracker for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:42:56.972308 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2e54ffc6-6291-4bd6-9c2a-767ecce18391 req-7e31f55f-a5de-4e71-9149-268f4a4e36ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Unset dirty status for tenant:8cfb2722f5394fcb9839560db860c4ae on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:42:56.973429 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2e54ffc6-6291-4bd6-9c2a-767ecce18391 req-7e31f55f-a5de-4e71-9149-268f4a4e36ec tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.1049285 Dec 22 09:42:57.019683 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2e54ffc6-6291-4bd6-9c2a-767ecce18391 req-8c20c8c5-854d-4a5d-804f-36bfded0cf3d tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/security-groups?id=b45984c8-b4ea-4d63-a479-04797c518130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Dec 22 09:42:57.157549 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f726359-e720-499a-823b-58fbf2cca8ec req-4955b579-e078-4fdb-8208-9fa14bab3a45 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:42:57.158858 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f726359-e720-499a-823b-58fbf2cca8ec req-4955b579-e078-4fdb-8208-9fa14bab3a45 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 946 time: 0.0776904 Dec 22 09:42:57.231671 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-3f726359-e720-499a-823b-58fbf2cca8ec req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Deleting port 7c04d8cb-2485-4ff1-a69a-e42e24815fad {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:42:57.232013 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-3f726359-e720-499a-823b-58fbf2cca8ec req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:57.478503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-3f726359-e720-499a-823b-58fbf2cca8ec req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] For port 7c04d8cb-2485-4ff1-a69a-e42e24815fad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7c04d8cb-2485-4ff1-a69a-e42e24815fad,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:42:57.478854 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-3f726359-e720-499a-823b-58fbf2cca8ec req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:57.603940 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-3f726359-e720-499a-823b-58fbf2cca8ec req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Calling delete_port for 7c04d8cb-2485-4ff1-a69a-e42e24815fad owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:42:57.756058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-3f726359-e720-499a-823b-58fbf2cca8ec req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:57.761766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-91fb8260-22f7-491d-94b5-b24afd807ed1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:57.804830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event deleted for resources: {'Port': ['ID=7c04d8cb-2485-4ff1-a69a-e42e24815fad,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:57.844126 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.844502 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.844870 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.845234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.845591 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.845950 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.846305 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.846641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.846991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.847374 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.847718 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:42:57.854446 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:57.886970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f726359-e720-499a-823b-58fbf2cca8ec req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] No DVR routers for this DVR port 7c04d8cb-2485-4ff1-a69a-e42e24815fad on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:42:57.889328 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-3f726359-e720-499a-823b-58fbf2cca8ec req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:57.891792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'name': 'network-vif-deleted', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:42:57.910021 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f726359-e720-499a-823b-58fbf2cca8ec req-f3d34381-99bb-4c3c-ba47-41d98e3f6219 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.32 "DELETE /v2.0/ports/7c04d8cb-2485-4ff1-a69a-e42e24815fad HTTP/1.1" status: 204 len: 173 time: 0.7452674 Dec 22 09:42:57.949038 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243b235a-30b3-4215-b24d-f49be7585090', 'name': 'network-vif-deleted', 'tag': '7c04d8cb-2485-4ff1-a69a-e42e24815fad', 'status': 'completed', 'code': 200} Dec 22 09:42:58.187187 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e5432ed5-d137-49c4-8cf4-5db0fdc0480f req-bc2d6d8d-1101-4abf-9d72-e02ae1935da6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "GET /v2.0/ports?device_id=243b235a-30b3-4215-b24d-f49be7585090 HTTP/1.1" status: 200 len: 210 time: 0.0461607 Dec 22 09:42:59.293638 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51432) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:42:59.365125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21847936-ecc5-4864-b4c4-478ea2249f6c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:59.395772 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21847936-ecc5-4864-b4c4-478ea2249f6c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:59.469847 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21847936-ecc5-4864-b4c4-478ea2249f6c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:59.473945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7a37788b-2b94-4841-ac30-714bc4bc4821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:42:59.487835 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21847936-ecc5-4864-b4c4-478ea2249f6c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45984c8-b4ea-4d63-a479-04797c518130,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:42:59.491089 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-21847936-ecc5-4864-b4c4-478ea2249f6c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:42:59.507480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-21847936-ecc5-4864-b4c4-478ea2249f6c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:42:59.508793 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-21847936-ecc5-4864-b4c4-478ea2249f6c tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] 10.222.0.31 "DELETE /v2.0/security-groups/b45984c8-b4ea-4d63-a479-04797c518130 HTTP/1.1" status: 204 len: 168 time: 0.2141795 Dec 22 09:42:59.566562 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51438) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:00.317615 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:00.713588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7c04d8cb-2485-4ff1-a69a-e42e24815fad no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:43:00.751480 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 7c04d8cb-2485-4ff1-a69a-e42e24815fad {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:43:00.751786 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 7c04d8cb-2485-4ff1-a69a-e42e24815fad not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:43:00.925514 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Deleting port 612324b0-a909-4e84-b865-33d202b410b3 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:00.926021 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:01.096503 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] For port 612324b0-a909-4e84-b865-33d202b410b3, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=612324b0-a909-4e84-b865-33d202b410b3,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:01.096739 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:01.217929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Calling delete_port for 612324b0-a909-4e84-b865-33d202b410b3 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:43:01.411708 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:01.415307 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:01.565900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=612324b0-a909-4e84-b865-33d202b410b3,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:01.569535 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:01.851320 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:02.441243 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Router 20c49df0-018c-4e34-8b54-86eb68929aaa has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:43:02.653596 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:43:02.663274 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] Sync routers for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:43:02.666512 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] 10.222.0.31 "PUT /v2.0/routers/20c49df0-018c-4e34-8b54-86eb68929aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0988050 Dec 22 09:43:02.669367 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51444) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:02.675967 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:02.676599 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:02.851633 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:02.867181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks [] for router, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:03.063169 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:03.074174 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Deleting port fa20c418-9108-4cac-a7b2-0ec125fad9da {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:03.074534 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:03.142683 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:43:01Z', 'revision_number': 5, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port': {'id': 'fa20c418-9108-4cac-a7b2-0ec125fad9da', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:36Z', 'updated_at': '2021-12-22T09:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:03.146897 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] Checking router: 20c49df0-018c-4e34-8b54-86eb68929aaa for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:43:03.158182 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] Routers {'20c49df0-018c-4e34-8b54-86eb68929aaa'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:03.158769 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['20c49df0-018c-4e34-8b54-86eb68929aaa'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:03.306679 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] Set router 20c49df0-018c-4e34-8b54-86eb68929aaa gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:03.361027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] For port fa20c418-9108-4cac-a7b2-0ec125fad9da, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=fa20c418-9108-4cac-a7b2-0ec125fad9da,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:03.361371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:03.414429 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:43:03Z', 'revision_number': 6, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:03.418737 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c6aee-20ae-4e14-9881-af18999994ae None None] The sync data for ids ['20c49df0-018c-4e34-8b54-86eb68929aaa'] in dv-neutron-822610-1-hyperv is: [{'id': '20c49df0-018c-4e34-8b54-86eb68929aaa', 'name': 'tempest-TestShelveInstance-1568056862-router', 'tenant_id': '8cfb2722f5394fcb9839560db860c4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:35Z', 'updated_at': '2021-12-22T09:43:03Z', 'revision_number': 6, 'project_id': '8cfb2722f5394fcb9839560db860c4ae', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:43:03.483366 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Calling delete_port for fa20c418-9108-4cac-a7b2-0ec125fad9da owned by network:router_gateway {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:43:03.646951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:03.650743 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d3d504b2-7984-4321-8320-712f6ce1fa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:03.690066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa20c418-9108-4cac-a7b2-0ec125fad9da,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:03.693376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:03.917274 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.189834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.194292 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.225869 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.226455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c49df0-018c-4e34-8b54-86eb68929aaa {{(pid=83496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:43:04.239945 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.241200 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-1ed28072-bad4-4b6f-a5d4-481468cd7e93 admin admin] 10.222.0.31 "DELETE /v2.0/routers/20c49df0-018c-4e34-8b54-86eb68929aaa HTTP/1.1" status: 204 len: 168 time: 1.5707581 Dec 22 09:43:04.243940 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51448) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:04.309855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_v2 [None req-755f7477-3c0c-4d96-852c-e3cacafba19b admin admin] Deleting subnet 0c078c40-ba9a-45dd-b819-449705bc6dc4 {{(pid=83496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:43:04.313754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-755f7477-3c0c-4d96-852c-e3cacafba19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.376550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-755f7477-3c0c-4d96-852c-e3cacafba19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2819568'] for subnet, precommit_delete_associations {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.478278 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-755f7477-3c0c-4d96-852c-e3cacafba19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.558453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-755f7477-3c0c-4d96-852c-e3cacafba19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2964696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2615031'] for subnet, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.565125 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1ff7e6c4-b659-4643-8773-d2539ed77404 tempest-RoutersTest-1004578367 tempest-RoutersTest-1004578367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:04.565672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 612324b0-a909-4e84-b865-33d202b410b3 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:43:04.602726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 612324b0-a909-4e84-b865-33d202b410b3 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:43:04.603041 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f7477-3c0c-4d96-852c-e3cacafba19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c078c40-ba9a-45dd-b819-449705bc6dc4,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:04.603164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 612324b0-a909-4e84-b865-33d202b410b3 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:43:04.603501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fa20c418-9108-4cac-a7b2-0ec125fad9da no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:43:04.605543 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-755f7477-3c0c-4d96-852c-e3cacafba19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:04.608307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-755f7477-3c0c-4d96-852c-e3cacafba19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.614568 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-755f7477-3c0c-4d96-852c-e3cacafba19b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c078c40-ba9a-45dd-b819-449705bc6dc4 HTTP/1.1" status: 204 len: 168 time: 0.3696368 Dec 22 09:43:04.617398 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51452) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:04.631651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5cf3e5-572a-4b4f-92b8-f2e24c73b7d5 None None] Network 0143fd1b-d007-4067-9ca7-f4dc7e89b81e requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:43:04.771338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: fa20c418-9108-4cac-a7b2-0ec125fad9da {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:43:04.771580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device fa20c418-9108-4cac-a7b2-0ec125fad9da not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:43:04.842878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.857260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Deleting port db9a3f8d-bb9b-4651-acfa-57d332c8af8f {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:04.857598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:04.964769 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] DHCP port deletion for 0143fd1b-d007-4067-9ca7-f4dc7e89b81e request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:43:04.969479 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] Deleting port db9a3f8d-bb9b-4651-acfa-57d332c8af8f {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:04.969858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.091999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] For port db9a3f8d-bb9b-4651-acfa-57d332c8af8f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db9a3f8d-bb9b-4651-acfa-57d332c8af8f,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:05.092611 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.200485 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] For port db9a3f8d-bb9b-4651-acfa-57d332c8af8f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=db9a3f8d-bb9b-4651-acfa-57d332c8af8f,segment=NetworkSegment(4375f105-e0a6-4be1-946f-e812fe22f08e),segment_id=4375f105-e0a6-4be1-946f-e812fe22f08e)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:05.200792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.212404 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Calling delete_port for db9a3f8d-bb9b-4651-acfa-57d332c8af8f owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:43:05.289984 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.293995 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-299f0d5a-52a1-457c-b885-a979a3bc5dee tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:05.336878 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=db9a3f8d-bb9b-4651-acfa-57d332c8af8f,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:05.339427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:05.341870 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] No DVR routers for this DVR port db9a3f8d-bb9b-4651-acfa-57d332c8af8f on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:43:05.348455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] Calling delete_port for db9a3f8d-bb9b-4651-acfa-57d332c8af8f owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:43:05.417646 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:43:05.418007 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:43:05.459271 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.487520 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0143fd1b-d007-4067-9ca7-f4dc7e89b81e']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:05.504850 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4375f105-e0a6-4be1-946f-e812fe22f08e') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:05.505116 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4375f105-e0a6-4be1-946f-e812fe22f08e') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:05.516566 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.538382 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.548144 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:43:05.548828 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:43:05.562069 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:43:05.638842 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.643634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e8c934fb-4b44-4aaa-b94e-76fd8d93399d tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:05.657036 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.667301 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Pushing event deleted for resources: {'Network': ['ID=0143fd1b-d007-4067-9ca7-f4dc7e89b81e,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:05.670314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:05.683281 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] 10.222.0.31 "DELETE /v2.0/networks/0143fd1b-d007-4067-9ca7-f4dc7e89b81e HTTP/1.1" status: 204 len: 168 time: 1.0648489 Dec 22 09:43:05.687745 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51456) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:05.919489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] Deleting port db9a3f8d-bb9b-4651-acfa-57d332c8af8f {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:05.920092 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:05.985777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-32c1c09a-1865-459b-bd29-e960179d2b87 None None] The port 'db9a3f8d-bb9b-4651-acfa-57d332c8af8f' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:43:06.122565 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:06.565897 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device db9a3f8d-bb9b-4651-acfa-57d332c8af8f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:43:06.602630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: db9a3f8d-bb9b-4651-acfa-57d332c8af8f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:43:06.602984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device db9a3f8d-bb9b-4651-acfa-57d332c8af8f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:43:06.863579 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Deleting port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:06.863884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:07.040193 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] For port 64dcf9f1-744b-4141-b48d-cdde7ca84fd4, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=64dcf9f1-744b-4141-b48d-cdde7ca84fd4,segment=NetworkSegment(16a21032-2c99-4f4d-9266-b4dce6c58646),segment_id=16a21032-2c99-4f4d-9266-b4dce6c58646)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:07.040547 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:07.157051 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Calling delete_port for 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 owned by network:router_interface {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:43:07.197641 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d1e2f7ab-62c1-4605-9128-7223db4a2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:07.360183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:07.363862 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:07.408350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Pushing event deleted for resources: {'Port': ['ID=64dcf9f1-744b-4141-b48d-cdde7ca84fd4,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:07.411264 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:07.714409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:08.421390 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Router 596e7520-af22-4f78-a7ff-3a82da529b3b has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:43:08.634807 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:43:08.643998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] Sync routers for ids ['596e7520-af22-4f78-a7ff-3a82da529b3b'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:43:08.653561 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ed8545b8-1fc4-49a6-b165-a95403fb27ac admin admin] 10.222.0.31 "PUT /v2.0/routers/596e7520-af22-4f78-a7ff-3a82da529b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9644730 Dec 22 09:43:08.656585 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51460) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:08.657990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] Routers {'596e7520-af22-4f78-a7ff-3a82da529b3b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:08.658773 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['596e7520-af22-4f78-a7ff-3a82da529b3b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:08.837393 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] Set router 596e7520-af22-4f78-a7ff-3a82da529b3b gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:08.849795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:09.127425 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '078d5c19-3770-4335-b223-854503627608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:43:07Z', 'revision_number': 5, 'project_id': '77082314927f4285888aa44221c7036c', 'gw_port': {'id': '078d5c19-3770-4335-b223-854503627608', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:09.131595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] Checking router: 596e7520-af22-4f78-a7ff-3a82da529b3b for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:43:09.142220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] Routers {'596e7520-af22-4f78-a7ff-3a82da529b3b'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:09.142820 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:42:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['596e7520-af22-4f78-a7ff-3a82da529b3b'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:09.187555 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:09.198061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Deleting port 078d5c19-3770-4335-b223-854503627608 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:09.198338 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:09.332244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-49b2a0c0-5f56-43ed-93b7-ceb30bff9ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:09.351681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] Set router 596e7520-af22-4f78-a7ff-3a82da529b3b gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:09.377682 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] For port 078d5c19-3770-4335-b223-854503627608, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=078d5c19-3770-4335-b223-854503627608,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:09.377984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:09.455862 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:43:09Z', 'revision_number': 6, 'project_id': '77082314927f4285888aa44221c7036c', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:09.460520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bbec5d-33f8-48e4-8f41-9552f3382d6a None None] The sync data for ids ['596e7520-af22-4f78-a7ff-3a82da529b3b'] in dv-neutron-822610-1-hyperv is: [{'id': '596e7520-af22-4f78-a7ff-3a82da529b3b', 'name': 'tempest-TestShelveInstance-1211873960-router', 'tenant_id': '77082314927f4285888aa44221c7036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:32:42Z', 'updated_at': '2021-12-22T09:43:09Z', 'revision_number': 6, 'project_id': '77082314927f4285888aa44221c7036c', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:43:09.499526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Calling delete_port for 078d5c19-3770-4335-b223-854503627608 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:43:09.666703 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:09.670423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a17f6cf9-7f54-450e-bec2-52dbd41da0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:09.712551 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=078d5c19-3770-4335-b223-854503627608,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:09.715906 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:09.941991 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.204213 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.208474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.233668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.234202 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 596e7520-af22-4f78-a7ff-3a82da529b3b {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:43:10.246371 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.247539 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/596e7520-af22-4f78-a7ff-3a82da529b3b HTTP/1.1" status: 204 len: 168 time: 1.5898621 Dec 22 09:43:10.250081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51464) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:10.308569 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-815f2de5-a8e2-402f-82a8-8ca5af7d5c17 admin admin] Deleting subnet d5c11782-75f5-4934-92bb-6422c922043b {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:43:10.311723 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-815f2de5-a8e2-402f-82a8-8ca5af7d5c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.365173 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-815f2de5-a8e2-402f-82a8-8ca5af7d5c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.442935 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-815f2de5-a8e2-402f-82a8-8ca5af7d5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.476585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.570287 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:43:10.606967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:43:10.607592 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 64dcf9f1-744b-4141-b48d-cdde7ca84fd4 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:43:10.608255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 078d5c19-3770-4335-b223-854503627608 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:43:10.632881 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-815f2de5-a8e2-402f-82a8-8ca5af7d5c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.636692 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a5aa16dc-abd3-4b18-9429-d8656bff9abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:10.643320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 078d5c19-3770-4335-b223-854503627608 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:43:10.643679 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 078d5c19-3770-4335-b223-854503627608 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:43:10.672137 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f2de5-a8e2-402f-82a8-8ca5af7d5c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c11782-75f5-4934-92bb-6422c922043b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:10.674550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-815f2de5-a8e2-402f-82a8-8ca5af7d5c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:10.677641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-815f2de5-a8e2-402f-82a8-8ca5af7d5c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.683539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279a5bd-6572-4988-8072-b7d1db645af2 None None] Network 56e947b5-26c7-491e-880e-f1a76b333f2a requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:43:10.683835 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-815f2de5-a8e2-402f-82a8-8ca5af7d5c17 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d5c11782-75f5-4934-92bb-6422c922043b HTTP/1.1" status: 204 len: 168 time: 0.4327691 Dec 22 09:43:10.686452 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51468) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:10.791329 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.801930 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Deleting port 55d4226c-967a-4b10-bfe8-6abdf948dd76 {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:10.802261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.855614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:10.942736 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] DHCP port deletion for 56e947b5-26c7-491e-880e-f1a76b333f2a request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:43:10.947342 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] Deleting port 55d4226c-967a-4b10-bfe8-6abdf948dd76 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:10.947721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.013350 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.db [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] For port 55d4226c-967a-4b10-bfe8-6abdf948dd76, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=55d4226c-967a-4b10-bfe8-6abdf948dd76,segment=NetworkSegment(16a21032-2c99-4f4d-9266-b4dce6c58646),segment_id=16a21032-2c99-4f4d-9266-b4dce6c58646)] {{(pid=83496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:11.013968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.135368 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Calling delete_port for 55d4226c-967a-4b10-bfe8-6abdf948dd76 owned by network:dhcp {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:43:11.147930 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] For port 55d4226c-967a-4b10-bfe8-6abdf948dd76, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=55d4226c-967a-4b10-bfe8-6abdf948dd76,segment=NetworkSegment(16a21032-2c99-4f4d-9266-b4dce6c58646),segment_id=16a21032-2c99-4f4d-9266-b4dce6c58646)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:11.148346 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.208700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.212646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e1d5bc1e-fedb-4e34-8fc9-58a713c910a6 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:11.255377 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d4226c-967a-4b10-bfe8-6abdf948dd76,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:11.257879 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:11.262760 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] No DVR routers for this DVR port 55d4226c-967a-4b10-bfe8-6abdf948dd76 on host dv-neutron-822610-1-hyperv {{(pid=83496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:43:11.263853 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] Calling delete_port for 55d4226c-967a-4b10-bfe8-6abdf948dd76 owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:43:11.334220 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:43:11.334536 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:43:11.376646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.401951 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e947b5-26c7-491e-880e-f1a76b333f2a']}} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:11.414191 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a21032-2c99-4f4d-9266-b4dce6c58646') {'for_net_delete': True} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:11.414479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.services.segments.db [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a21032-2c99-4f4d-9266-b4dce6c58646') {} {{(pid=83496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:11.428654 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2819579'] for segment, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.449758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.456424 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=83496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:43:11.456810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2964742'] for segment, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: Traceback (most recent call last): Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: timer() Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: cb(*args, **kw) Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: return func(*args, **kwargs) Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: self._notify() Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: self.callback(batched_events) Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: event.method(event) Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: return f(self, *a, **k) Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._get(url).json() Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: return self.request(url, 'GET', **kwargs) Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:43:11.470458 dv-neutron-822610-1-hyperv neutron-server[83496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:43:11.551896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.555440 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-9148183c-b585-45c0-a696-7c4c55435f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:11.568024 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.579035 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e947b5-26c7-491e-880e-f1a76b333f2a,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:11.583102 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:11.586903 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] 10.222.0.31 "DELETE /v2.0/networks/56e947b5-26c7-491e-880e-f1a76b333f2a HTTP/1.1" status: 204 len: 168 time: 0.8994906 Dec 22 09:43:11.751431 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51474) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:11.802165 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-8f146a11-f892-4c10-98cd-f96f30564258 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cfb2722f5394fcb9839560db860c4ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494394 Dec 22 09:43:11.805096 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51478) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:11.836230 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] Deleting port 55d4226c-967a-4b10-bfe8-6abdf948dd76 {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:43:11.836758 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.868183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25f2680a-3832-433f-bbf0-15c9beb135d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.894069 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25f2680a-3832-433f-bbf0-15c9beb135d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.899898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfb49b-9d87-434c-8878-b7d81807854b None None] The port '55d4226c-967a-4b10-bfe8-6abdf948dd76' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:43:11.949860 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25f2680a-3832-433f-bbf0-15c9beb135d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:11.953542 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-41f615d2-a02c-4438-a142-ba22f336d352 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:12.082646 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2680a-3832-433f-bbf0-15c9beb135d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dbb6f4-17d0-4bd7-878f-1889cc2d9325,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:12.086924 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-25f2680a-3832-433f-bbf0-15c9beb135d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:12.090339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-25f2680a-3832-433f-bbf0-15c9beb135d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:12.092236 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-25f2680a-3832-433f-bbf0-15c9beb135d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56dbb6f4-17d0-4bd7-878f-1889cc2d9325 HTTP/1.1" status: 204 len: 168 time: 0.2855461 Dec 22 09:43:12.129427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:12.134224 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:12.541664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51486) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:12.562491 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 55d4226c-967a-4b10-bfe8-6abdf948dd76 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:43:12.593657 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-bdb43d65-b481-41c2-b3c1-d5ed938b5704 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77082314927f4285888aa44221c7036c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482094 Dec 22 09:43:12.593869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51490) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:12.599372 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 55d4226c-967a-4b10-bfe8-6abdf948dd76 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:43:12.599721 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 55d4226c-967a-4b10-bfe8-6abdf948dd76 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:43:12.664977 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e6f80e46-fa6c-442b-9f66-69d1a1690d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:12.692600 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e6f80e46-fa6c-442b-9f66-69d1a1690d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:12.752521 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e6f80e46-fa6c-442b-9f66-69d1a1690d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:12.757788 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a9563459-beeb-4e35-a94b-845d62aecb93 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:12.768490 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f80e46-fa6c-442b-9f66-69d1a1690d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4be5e74-1595-436a-852b-786709fa6192,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:12.771167 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-e6f80e46-fa6c-442b-9f66-69d1a1690d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:12.777271 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-e6f80e46-fa6c-442b-9f66-69d1a1690d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:12.778419 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-e6f80e46-fa6c-442b-9f66-69d1a1690d66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4be5e74-1595-436a-852b-786709fa6192 HTTP/1.1" status: 204 len: 168 time: 0.1836727 Dec 22 09:43:13.753707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51512) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:13.890927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1776243847-network', 'tenant_id': '077f204a8e064075afa42a30653fba97'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:13.895915 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:13.900063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Usage tracker for resource:network and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:13.903029 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:13.908867 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:13.922340 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Made reservation on behalf of 077f204a8e064075afa42a30653fba97 for: {'network': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:43:13.925874 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:13.938780 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:13.969736 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:13.973511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Usage tracker for resource:security_group_rule and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:13.976355 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:13.982366 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:14.046067 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.051056 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.054178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:14.080729 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=83495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:43:14.089270 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356a5c3b-4b27-4c73-b6cd-e08bdd6eab53,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:14.092731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:14.095550 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.095898 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.db.segments_db [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Added segment 7eea93c3-bc24-4112-84ab-72b1009dc110 of type vlan for network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f Dec 22 09:43:14.121463 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.153034 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.153894 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:14.154409 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.158947 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4ef6bee9-a2e1-400c-b004-35dc1ed9d12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:14.255555 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5007782 Dec 22 09:43:14.258617 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Pushing event updated for resources: {'Network': ['ID=87d37b2d-6df2-42f6-b05b-4a69db8dce9f,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:14.258754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51518) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:14.261348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-61cdc26a-b6d6-477c-8734-b24aff23ab49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:14.265723 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Request body: {'subnet': {'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1776243847-subnet', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:14.268463 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:43:14.272103 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:14.276160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Usage tracker for resource:subnet and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:14.279148 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:14.285994 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:14.296769 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Made reservation on behalf of 077f204a8e064075afa42a30653fba97 for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:43:14.299065 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.502515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.506002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-3d653ff2-9a12-4f27-b87f-acee198e1df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:14.577716 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4638cb-01eb-48e4-9bd4-8d53454acaa6,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:14.580587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:14.592260 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Checking segment: {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:43:14.592619 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Network hostable DHCP agents. Network: 87d37b2d-6df2-42f6-b05b-4a69db8dce9f, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:43:14.617975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:43:14.629896 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, 87d37b2d-6df2-42f6-b05b-4a69db8dce9f) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:14.635013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:14.635756 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.640422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a41784-08e3-4a7a-acde-53e766333e04 None None] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:43:14.659986 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-d52f153f-72be-4136-83d1-2754e6a9871e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4001663 Dec 22 09:43:14.662765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51522) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:14.667934 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:14.672773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:14.676853 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Usage tracker for resource:router and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:14.679900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:14.685628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:14.698596 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.699584 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.718155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.860476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:43:14.861396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:14.862634 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.055461 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.060608 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Allocated IP 172.20.0.2 (87d37b2d-6df2-42f6-b05b-4a69db8dce9f/2f4638cb-01eb-48e4-9bd4-8d53454acaa6/a87ca054-daae-4fad-8ae1-aed9258d967e) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:43:15.085668 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.223952 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Allocated IP 172.26.5.220 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/6f9fd18c-1b4c-4036-9877-4540586f4364) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:43:15.258492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.271601 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Transition to ACTIVE for port object a87ca054-daae-4fad-8ae1-aed9258d967e will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:15.293424 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Transition to ACTIVE for port object a87ca054-daae-4fad-8ae1-aed9258d967e will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:15.298889 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.303367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-dc94c921-14a3-4837-ad6e-d55c5d346be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:15.371678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:15.372801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:15.374677 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Pushing event updated for resources: {'Port': ['ID=a87ca054-daae-4fad-8ae1-aed9258d967e,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:15.374854 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.376821 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:43:15.405697 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.409483 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e0d24afe-cb28-47c8-b6e0-f4f01343bc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:15.415753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.416095 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.416433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.416761 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.417094 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.417416 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.417739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.418063 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.418388 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.418703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.419022 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:15.426032 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:15.475479 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:15.478664 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:15.478783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Attempting to bind port a87ca054-daae-4fad-8ae1-aed9258d967e on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:43:15.479090 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Attempting to bind port a87ca054-daae-4fad-8ae1-aed9258d967e by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:43:15.479627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Attempting to bind port a87ca054-daae-4fad-8ae1-aed9258d967e on network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:43:15.480648 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9fd18c-1b4c-4036-9877-4540586f4364,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:15.482702 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:43:15.487048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:43:15.487427 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Checking segment: {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:43:15.487816 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.488329 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Bound using segment: {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:43:15.488798 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Bound port: a87ca054-daae-4fad-8ae1-aed9258d967e, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:43:15.489173 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.512160 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:15.578562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] For port a87ca054-daae-4fad-8ae1-aed9258d967e, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:43:15.581453 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] For port a87ca054-daae-4fad-8ae1-aed9258d967e, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a87ca054-daae-4fad-8ae1-aed9258d967e,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:43:15.586966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.590791 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e59abdfe-70af-49a0-b494-c437eb96766f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:15.644713 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.645454 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:15.682674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Pushing event updated for resources: {'Port': ['ID=a87ca054-daae-4fad-8ae1-aed9258d967e,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:15.685643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:15.895926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:43:16.208546 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:43:16.217679 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Sync routers for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:43:16.231649 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:16.232337 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:16.235105 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:16.236668 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-019f86e8-853d-4172-97da-0451e43be171 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5729296 Dec 22 09:43:16.239467 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51526) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:16.413893 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:16.595086 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8610d94-ad4b-4f8c-866e-737ea5f035b4 None None] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:43:16.684475 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a87ca054-daae-4fad-8ae1-aed9258d967e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:16.721742 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:15Z', 'revision_number': 3, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:16.727934 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Checking router: 9c4c5f13-15cc-4ef4-a455-480b85f7b845 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:43:16.728252 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Updating router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 port 6f9fd18c-1b4c-4036-9877-4540586f4364 binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:43:16.746654 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-880a427d-9913-4d38-8287-751745079ac8 None None] Provisioning for port a87ca054-daae-4fad-8ae1-aed9258d967e completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:16.818767 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:16.876551 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port a87ca054-daae-4fad-8ae1-aed9258d967e completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:16.885992 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port a87ca054-daae-4fad-8ae1-aed9258d967e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:16.886274 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.049044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.052047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.089558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port a87ca054-daae-4fad-8ae1-aed9258d967e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a87ca054-daae-4fad-8ae1-aed9258d967e,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:17.094143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.097719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:17.160075 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.172120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=a87ca054-daae-4fad-8ae1-aed9258d967e,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:17.175256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:17.183417 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Transition to ACTIVE for port object 6f9fd18c-1b4c-4036-9877-4540586f4364 will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:17.190157 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.194790 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-7b693c0e-f06a-4c35-879f-66307efb5a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:17.272059 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Pushing event updated for resources: {'Port': ['ID=6f9fd18c-1b4c-4036-9877-4540586f4364,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:17.281605 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.282179 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.282504 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.283096 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.283216 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Allocated IP 172.20.0.1 (87d37b2d-6df2-42f6-b05b-4a69db8dce9f/2f4638cb-01eb-48e4-9bd4-8d53454acaa6/ac8bd554-f123-4c87-ba12-9da6772838d7) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:43:17.283709 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.284217 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.284538 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.284994 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.285363 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.285618 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.286111 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:43:17.289861 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Attempting to bind port 6f9fd18c-1b4c-4036-9877-4540586f4364 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:43:17.290416 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Attempting to bind port 6f9fd18c-1b4c-4036-9877-4540586f4364 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:43:17.291017 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Attempting to bind port 6f9fd18c-1b4c-4036-9877-4540586f4364 on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:43:17.293855 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:17.300300 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:43:17.300596 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:43:17.301006 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.301414 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:43:17.301867 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Bound port: 6f9fd18c-1b4c-4036-9877-4540586f4364, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:43:17.302271 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.372137 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] For port 6f9fd18c-1b4c-4036-9877-4540586f4364, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:43:17.375320 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] For port 6f9fd18c-1b4c-4036-9877-4540586f4364, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f9fd18c-1b4c-4036-9877-4540586f4364,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:43:17.381252 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.386230 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-716224dc-5868-48d9-bb37-5f6a202d715b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:17.390569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-3fbfb682-34cf-4dc6-8184-1410c5a99bc8 None None] Provisioning complete for port a87ca054-daae-4fad-8ae1-aed9258d967e triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:17.390957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3fbfb682-34cf-4dc6-8184-1410c5a99bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.437176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.454749 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Transition to ACTIVE for port object ac8bd554-f123-4c87-ba12-9da6772838d7 will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:17.458710 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Pushing event updated for resources: {'Port': ['ID=6f9fd18c-1b4c-4036-9877-4540586f4364,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:17.462390 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-9324bdcf-65f6-4f56-98f6-813384ba4580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:17.464874 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:17.465611 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:17.486736 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.493450 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-72474f75-f226-4da2-971c-fa2eef22d00c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:17.569937 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:17.570889 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8bd554-f123-4c87-ba12-9da6772838d7,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:17.573384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:17.575134 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:17.575815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:43:17.626553 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.650712 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:17.705834 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.842729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a0a6eb95-36f1-49d8-82f5-aab1b0517c06 None None] Provisioning for port ac8bd554-f123-4c87-ba12-9da6772838d7 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:17.850169 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a0a6eb95-36f1-49d8-82f5-aab1b0517c06 None None] Provisioning complete for port ac8bd554-f123-4c87-ba12-9da6772838d7 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:17.850566 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a0a6eb95-36f1-49d8-82f5-aab1b0517c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:17.902232 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6eb95-36f1-49d8-82f5-aab1b0517c06 None None] Port ac8bd554-f123-4c87-ba12-9da6772838d7 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:43:17.940124 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:15Z', 'revision_number': 3, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:17.944393 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6c112-117e-4176-9814-e5103192ab02 None None] The sync data for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv is: [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:15Z', 'revision_number': 3, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:43:18.057900 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:18.063780 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:18.088371 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-0128aa03-bc1f-4481-9db4-8017935a0efa tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:18.183873 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:18.188724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8bd554-f123-4c87-ba12-9da6772838d7,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:18.191908 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:18.329926 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:18.331081 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:18.644408 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-68b86938-7bfe-48c5-ad92-304b630c1ec8 None None] Provisioning complete for port ac8bd554-f123-4c87-ba12-9da6772838d7 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:18.645843 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-68b86938-7bfe-48c5-ad92-304b630c1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:18.678318 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f9fd18c-1b4c-4036-9877-4540586f4364 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:18.751313 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-68b86938-7bfe-48c5-ad92-304b630c1ec8 None None] Port ac8bd554-f123-4c87-ba12-9da6772838d7 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:43:18.760244 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:43:18.769455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 6f9fd18c-1b4c-4036-9877-4540586f4364 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:18.774483 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6f9fd18c-1b4c-4036-9877-4540586f4364 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:18.774879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:18.890259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:18.908114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 6f9fd18c-1b4c-4036-9877-4540586f4364, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f9fd18c-1b4c-4036-9877-4540586f4364,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:18.913631 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:18.914712 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a87ca054-daae-4fad-8ae1-aed9258d967e up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:18.942074 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:18.965521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:43:18.974610 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ba275a0b-6aa4-473b-9852-118c23eacd76 admin admin] 10.222.0.31 "PUT /v2.0/routers/9c4c5f13-15cc-4ef4-a455-480b85f7b845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7340710 Dec 22 09:43:19.069749 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=6f9fd18c-1b4c-4036-9877-4540586f4364,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:19.072841 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:19.083335 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port a87ca054-daae-4fad-8ae1-aed9258d967e triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:19.083731 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:19.841285 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51548) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:19.847436 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1553238195-network', 'tenant_id': '3186440c987e40769454150409af357b'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:19.852700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:19.856838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Usage tracker for resource:network and tenant:3186440c987e40769454150409af357b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:19.859884 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:19.865910 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:19.877017 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Made reservation on behalf of 3186440c987e40769454150409af357b for: {'network': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:43:19.879415 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for network, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:19.891538 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:19.922379 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:19.926129 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Usage tracker for resource:security_group_rule and tenant:3186440c987e40769454150409af357b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:19.929027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:19.934554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:20.011765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.017919 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.022277 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-14e69114-54bd-4799-978b-3e3cb6d8fcd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:20.048968 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=83496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 09:43:20.056999 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3315631-bc3e-48e9-8137-d1d54103631c,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:20.060427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:20.062864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.063207 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.segments_db [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Added segment 731879f1-471b-40af-bbf0-3dd6b41d1cb5 of type vlan for network a75e88c7-483f-4428-ac07-700ada973719 Dec 22 09:43:20.091361 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760670713092'] for network, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.122669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940'] for network, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.123575 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:20.124201 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Notify callbacks [] for network, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.127407 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a8cdabbe-1128-4c93-a57c-0228e4676adc tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:20.224445 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Pushing event updated for resources: {'Network': ['ID=a75e88c7-483f-4428-ac07-700ada973719,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:20.227765 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3854463 Dec 22 09:43:20.228722 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-35c7d600-80c6-44f4-9578-7e0dd51da74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:20.230608 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51552) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:20.235868 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Network a75e88c7-483f-4428-ac07-700ada973719 details requested by agent ovs-agent-dv-neutron-822610-1-hyperv with host dv-neutron-822610-1-hyperv {{(pid=83497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 09:43:20.236402 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Request body: {'subnet': {'network_id': 'a75e88c7-483f-4428-ac07-700ada973719', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1553238195-subnet', 'tenant_id': '3186440c987e40769454150409af357b', 'ip_version': 4}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:20.241147 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:20.245243 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Usage tracker for resource:subnet and tenant:3186440c987e40769454150409af357b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:20.248251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:20.254183 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:20.264786 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Made reservation on behalf of 3186440c987e40769454150409af357b for: {'subnet': 1} {{(pid=83496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:43:20.267488 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2614992'] for subnet, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.472990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2964635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2615038'] for subnet, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.476734 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c4aeceae-58bb-493b-b26f-2d574fea84d8 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:20.550462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b1ed8e-cd42-403f-9bd7-a27634349f78,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:20.554816 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:20.561915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Checking segment: {'id': '731879f1-471b-40af-bbf0-3dd6b41d1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:43:20.562262 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Network hostable DHCP agents. Network: a75e88c7-483f-4428-ac07-700ada973719, hostable agents: ['13218531-930d-442a-9392-804daa51013e'], hosted agents: [] {{(pid=83496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 09:43:20.572501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f9fd18c-1b4c-4036-9877-4540586f4364 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:20.585255 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Network a75e88c7-483f-4428-ac07-700ada973719 is scheduled to be hosted by DHCP agent 13218531-930d-442a-9392-804daa51013e with binding_index 1 {{(pid=83496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 09:43:20.594958 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822610-1-hyperv, a75e88c7-483f-4428-ac07-700ada973719) {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:20.598868 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:20.599594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.608668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a21edc-0ff5-4ba8-8f11-11278c4c9d14 None None] Network a75e88c7-483f-4428-ac07-700ada973719 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:43:20.620430 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-fbeb1e84-f779-4bce-a619-67a9cc871c20 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3888555 Dec 22 09:43:20.622987 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51556) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:20.628171 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:20.632912 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:20.636817 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Usage tracker for resource:router and tenant:3186440c987e40769454150409af357b is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:20.639661 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:20.645649 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:20.656746 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1710769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25016'] for router, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.657703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1710802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707786', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24961'] for router, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.678384 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.778640 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 6f9fd18c-1b4c-4036-9877-4540586f4364 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:20.779019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.916295 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12311017-6192-5abf-b5d0-b02a54b58a8f-a75e88c7-483f-4428-ac07-700ada973719', 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719', 'tenant_id': '3186440c987e40769454150409af357b', 'fixed_ips': [{'subnet_id': 'f4b1ed8e-cd42-403f-9bd7-a27634349f78'}]}} from dv-neutron-822610-1-hyperv. {{(pid=83497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 22 09:43:20.917118 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:20.946814 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1710767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24979'] for router, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.106984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.db_base_plugin_common [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Allocated IP 172.20.0.2 (a75e88c7-483f-4428-ac07-700ada973719/f4b1ed8e-cd42-403f-9bd7-a27634349f78/b05eec4d-01b8-4930-8124-75a9531d184b) {{(pid=83497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:43:21.148692 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.180106 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.318296 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Notify callbacks [] for port, precommit_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.323666 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Allocated IP 172.26.5.25 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:43:21.329151 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Transition to ACTIVE for port object b05eec4d-01b8-4930-8124-75a9531d184b will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:21.349176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Transition to ACTIVE for port object b05eec4d-01b8-4930-8124-75a9531d184b will not be triggered until provisioned by entity DHCP. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:21.354179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042'] for port, after_create {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.359051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:21.400228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Sync routers for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:43:21.431647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Network a75e88c7-483f-4428-ac07-700ada973719 is already hosted by enough agents. {{(pid=83497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:21.436115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Pushing event updated for resources: {'Port': ['ID=b05eec4d-01b8-4930-8124-75a9531d184b,revision_number=1']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:21.438433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.scheduler.base_scheduler [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Resources bound (agent type, host, resource id): {{(pid=83497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:21.440100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:21.441618 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Received port after_create {{(pid=83497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:43:21.446185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:21.446832 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:21.476625 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.507557 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.518610 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-e33a286e-80b1-4fdf-862b-b3d5d1f799d4 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:21.571514 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:21.574594 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:21.578378 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:43:21.633252 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:21.637540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:21.658846 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Attempting to bind port b05eec4d-01b8-4930-8124-75a9531d184b on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:43:21.659132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Attempting to bind port b05eec4d-01b8-4930-8124-75a9531d184b by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '731879f1-471b-40af-bbf0-3dd6b41d1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:43:21.659516 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Attempting to bind port b05eec4d-01b8-4930-8124-75a9531d184b on network a75e88c7-483f-4428-ac07-700ada973719 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:43:21.681539 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:43:21.681879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Checking segment: {'id': '731879f1-471b-40af-bbf0-3dd6b41d1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:43:21.682282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.682703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Bound using segment: {'id': '731879f1-471b-40af-bbf0-3dd6b41d1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:43:21.683164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Bound port: b05eec4d-01b8-4930-8124-75a9531d184b, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731879f1-471b-40af-bbf0-3dd6b41d1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:43:21.683533 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.751040 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:21.751484 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.752314 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1710758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704667'] for router, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:21.946026 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] For port b05eec4d-01b8-4930-8124-75a9531d184b, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:43:21.971727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] For port b05eec4d-01b8-4930-8124-75a9531d184b, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b05eec4d-01b8-4930-8124-75a9531d184b,segment=NetworkSegment(731879f1-471b-40af-bbf0-3dd6b41d1cb5),segment_id=731879f1-471b-40af-bbf0-3dd6b41d1cb5)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:43:21.985135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Router ce6fa1c3-374a-4f8e-a95f-02863c627408 is scheduled to L3 agent 2040088c-0125-4c8f-b31e-570da073b506 with binding_index 1 {{(pid=83496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 09:43:22.018083 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:22.025698 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:22.136349 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Pushing event updated for resources: {'Port': ['ID=b05eec4d-01b8-4930-8124-75a9531d184b,revision_number=2']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:22.152104 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:22.197540 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:43:22.206138 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Sync routers for ids ['ce6fa1c3-374a-4f8e-a95f-02863c627408'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:43:22.221244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 2, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:22.223076 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Routers {'ce6fa1c3-374a-4f8e-a95f-02863c627408'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:22.223969 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce6fa1c3-374a-4f8e-a95f-02863c627408'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:22.225724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Checking router: 9c4c5f13-15cc-4ef4-a455-480b85f7b845 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:43:22.226127 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Updating router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 port ac8bd554-f123-4c87-ba12-9da6772838d7 binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:43:22.226556 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:22.230686 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-6c095839-0c3f-4cd9-9636-4934ffcf8bc1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6042023 Dec 22 09:43:22.230990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51560) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:22.280990 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:22.438103 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Set router ce6fa1c3-374a-4f8e-a95f-02863c627408 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:22.664412 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b05eec4d-01b8-4930-8124-75a9531d184b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:22.816219 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port b05eec4d-01b8-4930-8124-75a9531d184b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:22.839681 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:22.854563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Transition to ACTIVE for port object ac8bd554-f123-4c87-ba12-9da6772838d7 will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:22.856112 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:20Z', 'updated_at': '2021-12-22T09:43:21Z', 'revision_number': 3, 'project_id': '3186440c987e40769454150409af357b', 'gw_port': {'id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:21Z', 'updated_at': '2021-12-22T09:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:22.860374 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Checking router: ce6fa1c3-374a-4f8e-a95f-02863c627408 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:43:22.860916 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Updating router ce6fa1c3-374a-4f8e-a95f-02863c627408 port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c binding host dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:43:22.861595 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:22.867886 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:22.917362 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:22.994362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86ccc-54f7-47cc-ab21-c3387cdf0e7f None None] Pushing event updated for resources: {'Port': ['ID=ac8bd554-f123-4c87-ba12-9da6772838d7,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:22.997911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-52f86ccc-54f7-47cc-ab21-c3387cdf0e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:23.118218 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Attempting to bind port ac8bd554-f123-4c87-ba12-9da6772838d7 on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:43:23.118582 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Attempting to bind port ac8bd554-f123-4c87-ba12-9da6772838d7 by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:43:23.118952 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Attempting to bind port ac8bd554-f123-4c87-ba12-9da6772838d7 on network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:43:23.125728 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:43:23.126235 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Checking segment: {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:43:23.126648 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.127048 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Bound using segment: {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:43:23.127545 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Bound port: ac8bd554-f123-4c87-ba12-9da6772838d7, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:43:23.127922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.226513 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.241879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] For port ac8bd554-f123-4c87-ba12-9da6772838d7, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:43:23.245573 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] For port ac8bd554-f123-4c87-ba12-9da6772838d7, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac8bd554-f123-4c87-ba12-9da6772838d7,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:43:23.251691 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.257643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-52f86ccc-54f7-47cc-ab21-c3387cdf0e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:23.370792 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86ccc-54f7-47cc-ab21-c3387cdf0e7f None None] Pushing event updated for resources: {'Port': ['ID=ac8bd554-f123-4c87-ba12-9da6772838d7,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:23.385581 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-52f86ccc-54f7-47cc-ab21-c3387cdf0e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:23.389384 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:23.390106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:23.397689 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Notify callbacks [] for port, precommit_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.411372 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.provisioning_blocks [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Transition to ACTIVE for port object 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c will not be triggered until provisioned by entity L2. {{(pid=83498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:23.423217 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.428149 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-b4a0530c-bb77-43cd-91c8-caec461c598b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:23.486307 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Allocated IP 172.20.0.1 (a75e88c7-483f-4428-ac07-700ada973719/f4b1ed8e-cd42-403f-9bd7-a27634349f78/80f734c0-0b33-4b0c-a981-d0160b87629f) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:43:23.516135 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Attempting to bind port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:43:23.516592 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Attempting to bind port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:43:23.517378 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Attempting to bind port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c on network 901d525f-92b1-4329-a323-1fb196482ead {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:43:23.533366 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:43:23.533881 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Checking segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:43:23.535654 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.536133 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Bound using segment: {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'} {{(pid=83498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:43:23.536700 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.managers [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Bound port: 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6521d-8629-4a8a-9af2-74cd862f5e99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '901d525f-92b1-4329-a323-1fb196482ead'}}] {{(pid=83498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:43:23.537191 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.570877 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd7a7b-533e-4cf8-9214-fdb1a10a13b2 None None] Pushing event updated for resources: {'Port': ['ID=4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c,revision_number=2']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:23.579193 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-0bfd7a7b-533e-4cf8-9214-fdb1a10a13b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:23.580562 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50f606-f1b8-462f-9194-df9cf1530251 None None] Network a75e88c7-483f-4428-ac07-700ada973719 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:43:23.629362 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] For port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:43:23.634749 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.plugins.ml2.db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] For port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:43:23.642796 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron_lib.callbacks.manager [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.648063 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-f9af1b93-f035-40a2-9d23-b96e7c99e543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:23.708815 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.727560 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.provisioning_blocks [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Transition to ACTIVE for port object 80f734c0-0b33-4b0c-a981-d0160b87629f will not be triggered until provisioned by entity DHCP. {{(pid=83496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:23.727864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:23.736117 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd7a7b-533e-4cf8-9214-fdb1a10a13b2 None None] Pushing event updated for resources: {'Port': ['ID=4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c,revision_number=3']} {{(pid=83498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:23.739550 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG oslo_concurrency.lockutils [None req-0bfd7a7b-533e-4cf8-9214-fdb1a10a13b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:23.741447 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Routers {'ce6fa1c3-374a-4f8e-a95f-02863c627408'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:23.742045 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce6fa1c3-374a-4f8e-a95f-02863c627408'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:23.752662 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.756803 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-63a4279f-5c10-4ba1-b1fa-e83d2a46a187 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:23.828365 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Network a75e88c7-483f-4428-ac07-700ada973719 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:23.831975 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:23.834263 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Pushing event updated for resources: {'Port': ['ID=80f734c0-0b33-4b0c-a981-d0160b87629f,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:23.836609 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:43:23.854774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-619f3394-7a66-4ee8-a4bc-5e3a54e3e056 None None] Provisioning for port b05eec4d-01b8-4930-8124-75a9531d184b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:23.868818 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:23.889481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-619f3394-7a66-4ee8-a4bc-5e3a54e3e056 None None] Provisioning complete for port b05eec4d-01b8-4930-8124-75a9531d184b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:23.890221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-619f3394-7a66-4ee8-a4bc-5e3a54e3e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.895331 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704453'] for router_interface, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:23.926773 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] Set router ce6fa1c3-374a-4f8e-a95f-02863c627408 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:23.984223 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:24.213336 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:24.220086 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:24.224712 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:20Z', 'updated_at': '2021-12-22T09:43:21Z', 'revision_number': 3, 'project_id': '3186440c987e40769454150409af357b', 'gw_port': {'id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:21Z', 'updated_at': '2021-12-22T09:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:24.228841 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3ce99-e4f0-469b-bfe3-663ed5045d79 None None] The sync data for ids ['ce6fa1c3-374a-4f8e-a95f-02863c627408'] in dv-neutron-822610-1-hyperv is: [{'id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:20Z', 'updated_at': '2021-12-22T09:43:21Z', 'revision_number': 3, 'project_id': '3186440c987e40769454150409af357b', 'gw_port': {'id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:21Z', 'updated_at': '2021-12-22T09:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:43:24.257867 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-11bbd5ef-f6b8-42a9-89b4-bb13afb47474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:24.314814 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-619f3394-7a66-4ee8-a4bc-5e3a54e3e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:24.323002 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6972131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1706361'] for router_interface, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:24.331794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Pushing event updated for resources: {'Port': ['ID=80f734c0-0b33-4b0c-a981-d0160b87629f,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:24.336416 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:24.376179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-619f3394-7a66-4ee8-a4bc-5e3a54e3e056 None None] For port b05eec4d-01b8-4930-8124-75a9531d184b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b05eec4d-01b8-4930-8124-75a9531d184b,segment=NetworkSegment(731879f1-471b-40af-bbf0-3dd6b41d1cb5),segment_id=731879f1-471b-40af-bbf0-3dd6b41d1cb5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:24.385859 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-619f3394-7a66-4ee8-a4bc-5e3a54e3e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:24.389683 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-52f86ccc-54f7-47cc-ab21-c3387cdf0e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:24.454854 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:23Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:24.464980 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114ad9c4-943c-40d3-bf3f-cdb13214f334 None None] The sync data for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv is: [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:23Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:43:24.471470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f3394-7a66-4ee8-a4bc-5e3a54e3e056 None None] Pushing event updated for resources: {'Port': ['ID=b05eec4d-01b8-4930-8124-75a9531d184b,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:24.475221 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-619f3394-7a66-4ee8-a4bc-5e3a54e3e056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:24.489509 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Network a75e88c7-483f-4428-ac07-700ada973719 is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:24.490729 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:24.691017 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-272ea6ae-0290-4c1a-8377-774d8f2156c7 None None] Provisioning for port 80f734c0-0b33-4b0c-a981-d0160b87629f completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:24.704178 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-272ea6ae-0290-4c1a-8377-774d8f2156c7 None None] Provisioning complete for port 80f734c0-0b33-4b0c-a981-d0160b87629f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:24.707066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-272ea6ae-0290-4c1a-8377-774d8f2156c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:24.748585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b05eec4d-01b8-4930-8124-75a9531d184b up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:24.825494 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-272ea6ae-0290-4c1a-8377-774d8f2156c7 None None] Port 80f734c0-0b33-4b0c-a981-d0160b87629f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:43:24.859503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-272ea6ae-0290-4c1a-8377-774d8f2156c7 None None] Provisioning complete for port b05eec4d-01b8-4930-8124-75a9531d184b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:24.860019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-272ea6ae-0290-4c1a-8377-774d8f2156c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:24.916066 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port b05eec4d-01b8-4930-8124-75a9531d184b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:24.916430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:25.157210 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac8bd554-f123-4c87-ba12-9da6772838d7 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:25.236288 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port ac8bd554-f123-4c87-ba12-9da6772838d7 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:25.242305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ac8bd554-f123-4c87-ba12-9da6772838d7 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:25.242726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:25.251794 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Router ce6fa1c3-374a-4f8e-a95f-02863c627408 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:43:25.317405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-b7504ed7-dcf7-411d-985e-69e19c6b4890 None None] Provisioning complete for port 80f734c0-0b33-4b0c-a981-d0160b87629f triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:25.318010 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b7504ed7-dcf7-411d-985e-69e19c6b4890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:25.422845 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-b7504ed7-dcf7-411d-985e-69e19c6b4890 None None] Port 80f734c0-0b33-4b0c-a981-d0160b87629f cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:43:25.440700 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:25.486599 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port ac8bd554-f123-4c87-ba12-9da6772838d7, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac8bd554-f123-4c87-ba12-9da6772838d7,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:25.487386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:43:25.499376 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:25.502753 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-e4af5216-eae1-4783-9a8f-647484aecd56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:25.503862 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5bbfbc20-1650-4b38-913e-35ef043c0161 admin admin] 10.222.0.31 "PUT /v2.0/routers/ce6fa1c3-374a-4f8e-a95f-02863c627408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2717264 Dec 22 09:43:25.582112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=ac8bd554-f123-4c87-ba12-9da6772838d7,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:25.585385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:26.252365 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51570) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:26.259134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835631475', 'description': 'tempest-secgroup-smoke-1835631475 description', 'project_id': '077f204a8e064075afa42a30653fba97'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:26.265536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:26.269630 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:security_group and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:26.272809 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:26.279789 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:26.290066 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.330291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:26.334419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:security_group_rule and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:26.337380 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:26.343541 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:26.398853 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.404072 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.407657 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-3cf25c49-ff30-428c-a51f-9fcf1c9243e8 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:26.445143 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14d0acd-095f-470d-a548-3bb2acf22e49,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:26.448489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:26.449888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.451046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-020f594d-5186-47e2-821b-7d3dbf0d4eaf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1976042 Dec 22 09:43:26.454310 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51574) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:26.459916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'security_group_rule': {'security_group_id': 'd14d0acd-095f-470d-a548-3bb2acf22e49', 'project_id': '077f204a8e064075afa42a30653fba97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:26.465984 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:26.470315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:security_group_rule and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:26.473091 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:26.478647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:26.496186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.563011 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.567122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.569050 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-36fa811c-7582-4c91-8444-41e70137d1f6 tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:26.590444 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2db2bc8-6110-4b9e-bd15-99c8ffc677ab,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:26.592951 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:26.601968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.603168 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-dbfe8635-2526-49ec-b414-7e400478a99e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1480296 Dec 22 09:43:26.606095 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 51578) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:26.611624 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'security_group_rule': {'security_group_id': 'd14d0acd-095f-470d-a548-3bb2acf22e49', 'project_id': '077f204a8e064075afa42a30653fba97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:26.617990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:26.621746 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:security_group_rule and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:26.624595 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83495) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:26.632620 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:26.643927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:26.651005 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.715105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:26.715972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.720134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.721229 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:26.721885 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b9142b7c-a906-439a-a598-13ba217046e2 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:26.722396 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.746291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12456327-fa49-4a94-be1f-f877e8472d58,revision_number=0']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:26.750628 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:26.756055 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.757441 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-32bf6ea3-7429-4403-8cc2-db7909e7a624 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1503849 Dec 22 09:43:26.760417 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51582) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:26.766305 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'security_group_rule': {'security_group_id': 'd14d0acd-095f-470d-a548-3bb2acf22e49', 'project_id': '077f204a8e064075afa42a30653fba97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:26.772485 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:26.776497 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:security_group_rule and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:26.779573 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:26.785409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:26.803586 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.847112 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.863097 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:26.867650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.868477 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac8bd554-f123-4c87-ba12-9da6772838d7 up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:26.881364 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.885261 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.887021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4dbc9880-b365-451d-a3a4-821921062e9f tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:26.897432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:26.908389 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05b41a2-c673-4e5c-b8e1-f7d31b9267e0,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:26.910728 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:26.919391 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.920703 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-18ba40c7-2ba9-4e75-b922-35ab47c40211 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1592157 Dec 22 09:43:26.923564 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51586) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:26.929159 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'security_group_rule': {'security_group_id': 'd14d0acd-095f-470d-a548-3bb2acf22e49', 'project_id': '077f204a8e064075afa42a30653fba97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:26.934931 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:26.938680 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:security_group_rule and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:26.941570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:26.949068 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:26.971773 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:26.986560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:26.990113 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:27.002185 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port ac8bd554-f123-4c87-ba12-9da6772838d7 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:27.002684 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.038401 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.042535 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.049007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-1e8c1ecc-7809-4688-a495-cc5d5bb4e23a tempest-TestMinimumBasicScenario-761024863 tempest-TestMinimumBasicScenario-761024863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:27.069174 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da50eef8-be25-474d-912d-e29dc229a391,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:27.072480 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:27.081700 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.083427 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-7895e424-df02-4c5f-9576-000677a7cd33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1589527 Dec 22 09:43:27.086455 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51590) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:27.092067 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'security_group_rule': {'security_group_id': 'd14d0acd-095f-470d-a548-3bb2acf22e49', 'project_id': '077f204a8e064075afa42a30653fba97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:27.098259 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:27.102239 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:security_group_rule and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:27.105118 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:27.110728 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:27.122075 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Project 077f204a8e064075afa42a30653fba97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:43:27.128669 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.195420 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.199504 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.201427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-72054753-790c-4db0-99dd-6e99c4c4a52c tempest-TestNetworkBasicOps-274154580 tempest-TestNetworkBasicOps-274154580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:27.225351 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde92216-7f2c-411b-8b74-ef21e4ef8938,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:27.229363 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:27.238482 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.239704 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-a345a3d9-dc87-4429-a79b-7abd6c06d3ea tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1523538 Dec 22 09:43:27.242523 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51594) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:27.247986 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'security_group_rule': {'security_group_id': 'd14d0acd-095f-470d-a548-3bb2acf22e49', 'project_id': '077f204a8e064075afa42a30653fba97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:27.253830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:27.259570 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:security_group_rule and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:27.262838 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:27.268465 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:27.280247 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.securitygroups_db [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Project 077f204a8e064075afa42a30653fba97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 09:43:27.286635 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.353123 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.358944 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823037'] for security_group_rule, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.360754 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c6064da2-9218-4a02-b9a9-55a0aaa6c172 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:27.381808 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f16198-28bc-496f-9ba2-7fc8598f17a6,revision_number=0']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:27.384135 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:27.392474 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:27.393806 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-4fcd3172-9346-4d7d-af6d-e14a9778d0a3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1503670 Dec 22 09:43:27.567968 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-0d4cd94b-c32f-4655-813e-9a0d638025fd tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835631475&fields=id&tenant_id=077f204a8e064075afa42a30653fba97 HTTP/1.1" status: 200 len: 267 time: 0.0415471 Dec 22 09:43:27.715248 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-531662ef-e347-4700-801f-b7f9dd33ac55 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:27.716670 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-531662ef-e347-4700-801f-b7f9dd33ac55 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 810 time: 0.1425788 Dec 22 09:43:27.736509 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-785a0d4c-8d17-490c-a76e-8e30f6afb0bd tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/quotas/077f204a8e064075afa42a30653fba97 HTTP/1.1" status: 200 len: 375 time: 0.0114303 Dec 22 09:43:27.820033 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a00620c8-10ab-4dbd-946a-59d2d26c47e4 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Synchronizing usage tracker for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:43:27.838587 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a00620c8-10ab-4dbd-946a-59d2d26c47e4 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Unset dirty status for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:43:27.840118 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a00620c8-10ab-4dbd-946a-59d2d26c47e4 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985701 Dec 22 09:43:27.985644 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-7f3c8da4-b471-472b-b457-8731fe3ffca7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83496) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:43:27.986617 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-7f3c8da4-b471-472b-b457-8731fe3ffca7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1347525 Dec 22 09:43:28.123971 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-b521ace8-c44a-4411-b4ed-aacf5407cd1f service neutron] 10.222.0.31 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297007 Dec 22 09:43:28.252227 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-37ba54b0-df8a-4ad1-a15d-7565caca079c service neutron] 10.222.0.31 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226609 Dec 22 09:43:28.454824 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3597f54b-731b-47a6-ade2-6eb3097f389d req-6ead1573-ca72-4d5a-89f7-d7b2bcee7f90 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 210 time: 0.0450881 Dec 22 09:43:28.578354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:28.647903 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:28.648201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:29.540467 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-ce62e98a-c407-4183-b28f-dc236783eea4 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:29.541144 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-ce62e98a-c407-4183-b28f-dc236783eea4 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Synchronizing usage tracker for tenant:077f204a8e064075afa42a30653fba97 on resource:network {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:43:29.557828 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-ce62e98a-c407-4183-b28f-dc236783eea4 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Unset dirty status for tenant:077f204a8e064075afa42a30653fba97 on resource:network {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:43:29.559051 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-ce62e98a-c407-4183-b28f-dc236783eea4 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 810 time: 0.1675131 Dec 22 09:43:29.613316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-8b7cf5bf-a85e-4f1a-b5ce-8b8bb8484460 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Synchronizing usage tracker for tenant:077f204a8e064075afa42a30653fba97 on resource:security_group {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:43:29.632244 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-8b7cf5bf-a85e-4f1a-b5ce-8b8bb8484460 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Unset dirty status for tenant:077f204a8e064075afa42a30653fba97 on resource:security_group {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:43:29.633541 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-8b7cf5bf-a85e-4f1a-b5ce-8b8bb8484460 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077f204a8e064075afa42a30653fba97 HTTP/1.1" status: 200 len: 380 time: 0.0621123 Dec 22 09:43:29.636025 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-67ca07cc-833a-4745-af8f-aff1a88df1ec req-e86c479e-6441-461a-a3e2-5fdb5a7f1b14 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 210 time: 0.0498316 Dec 22 09:43:29.644804 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'port': {'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'admin_state_up': True, 'tenant_id': '077f204a8e064075afa42a30653fba97', 'security_groups': ['d14d0acd-095f-470d-a548-3bb2acf22e49']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:29.783145 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:29.792796 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:29.805061 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Made reservation on behalf of 077f204a8e064075afa42a30653fba97 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:43:29.808076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:29.985679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Allocated IP 172.20.0.10 (87d37b2d-6df2-42f6-b05b-4a69db8dce9f/2f4638cb-01eb-48e4-9bd4-8d53454acaa6/46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:43:30.167968 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:30.183683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Transition to ACTIVE for port object 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:30.206458 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:30.212046 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-126ebaef-f23c-4395-a4c2-f43c8946bac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:30.281632 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:30.284983 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:30.289122 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:43:30.313766 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'Port': ['ID=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:30.319196 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:30.352814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:30.353410 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:30.382805 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-a100dbc1-f0df-4548-a8b3-2a2b46fb0566 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7420540 Dec 22 09:43:30.394325 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Request body: {'port': {'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:30.487078 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a46a7fa3-1e62-430d-8df4-6d05bb6bb73e None None] Provisioning for port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:30.492277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-a46a7fa3-1e62-430d-8df4-6d05bb6bb73e None None] Provisioning complete for port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:30.492651 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a46a7fa3-1e62-430d-8df4-6d05bb6bb73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:30.506186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:30.546875 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-a46a7fa3-1e62-430d-8df4-6d05bb6bb73e None None] Port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:43:31.001487 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:43:31.009971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4146-1de6-4f41-9c89-e03afa000f3f req-007e0117-6d3c-48b7-b587-1b3934378d5c tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:31.010647 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-a9aa4146-1de6-4f41-9c89-e03afa000f3f req-007e0117-6d3c-48b7-b587-1b3934378d5c tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Synchronizing usage tracker for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:43:31.016480 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:31.041203 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Transition to ACTIVE for port object 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:31.045022 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-a9aa4146-1de6-4f41-9c89-e03afa000f3f req-007e0117-6d3c-48b7-b587-1b3934378d5c tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Unset dirty status for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:43:31.046283 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9aa4146-1de6-4f41-9c89-e03afa000f3f req-007e0117-6d3c-48b7-b587-1b3934378d5c tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 932 time: 0.1911280 Dec 22 09:43:31.048358 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:31.054134 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-9099a283-c6cd-40cf-86ce-94f06fc3bacc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:31.197970 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Pushing event updated for resources: {'Port': ['ID=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:31.209654 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:31.217091 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a9aa4146-1de6-4f41-9c89-e03afa000f3f req-8da914df-5575-4845-afe9-7ca9efb79fc6 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343846 Dec 22 09:43:31.322540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Attempting to bind port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:43:31.322868 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Attempting to bind port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:43:31.323189 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Attempting to bind port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 on network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:43:31.329020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 on network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:43:31.329335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Attempting to bind port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 on network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:43:31.336064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:43:31.336415 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Checking segment: {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:43:31.336790 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Bound using segment: {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:43:31.337238 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Bound port: 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:43:31.337578 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:31.428187 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:43:31.431132 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:43:31.438422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:31.442175 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c42b4c1a-f067-48f3-95b3-790ab5b2ec45 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:31.511436 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:31.512771 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] 10.222.0.32 "PUT /v2.0/ports/46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 1094 time: 1.1229346 Dec 22 09:43:31.513296 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:43:31.526526 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Pushing event updated for resources: {'Port': ['ID=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:31.530111 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5c468a0f-22ed-464a-84b4-1c1b11f3fff8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:31.640118 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-af011650-dacc-44d0-aded-ea869d04bbdc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1097 time: 0.0763979 Dec 22 09:43:31.700083 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'status': 'completed', 'code': 200} Dec 22 09:43:31.716563 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-63d8273e-c0c8-4bb4-9e71-5c13cf07d62a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 217 time: 0.0690241 Dec 22 09:43:31.784834 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-6bc929eb-4c94-462b-bb1e-2f01b5b86168 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:31.786973 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-6bc929eb-4c94-462b-bb1e-2f01b5b86168 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0639477 Dec 22 09:43:31.825840 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:43:31.868549 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-0fde6479-4537-4ada-97e3-5fb74ca95fe5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753202 Dec 22 09:43:31.998939 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-10a1fb0a-f41c-45fb-9bd8-008d2dde7c7f service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237147 Dec 22 09:43:32.127454 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-2dab2da9-949b-4533-9ec1-f82c0e9fe99c req-4ebf94fe-3c7b-4787-816c-2dc409de8651 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213145 Dec 22 09:43:32.248845 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-72847639-8920-485e-9db6-4cd1fc6e4630 req-8b78b444-956d-4276-8395-6bb31aa09f65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1097 time: 0.0744894 Dec 22 09:43:32.419157 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72847639-8920-485e-9db6-4cd1fc6e4630 req-c4208053-4f82-4a2e-9e98-0e11f66b04a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:32.420814 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-72847639-8920-485e-9db6-4cd1fc6e4630 req-c4208053-4f82-4a2e-9e98-0e11f66b04a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1659780 Dec 22 09:43:32.499641 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-72847639-8920-485e-9db6-4cd1fc6e4630 req-c0107bab-c00a-4f20-852a-9f33743323a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 217 time: 0.0713658 Dec 22 09:43:32.505817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fce00f-593b-4e4b-819a-cdfcb4994cc4 req-0d4f54e4-b3d4-40dd-8659-58ffbbe0f980 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:32.507269 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-20fce00f-593b-4e4b-819a-cdfcb4994cc4 req-0d4f54e4-b3d4-40dd-8659-58ffbbe0f980 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 944 time: 0.1664574 Dec 22 09:43:32.694080 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72847639-8920-485e-9db6-4cd1fc6e4630 req-cb79b844-cf69-460c-af9e-335e34de6d15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:32.695463 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-72847639-8920-485e-9db6-4cd1fc6e4630 req-cb79b844-cf69-460c-af9e-335e34de6d15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.1873229 Dec 22 09:43:32.702529 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-20fce00f-593b-4e4b-819a-cdfcb4994cc4 req-3ab81193-a914-426a-a0d3-a9b6deaa871c tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652403 Dec 22 09:43:32.779948 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-72847639-8920-485e-9db6-4cd1fc6e4630 req-708bc868-f23f-44e1-91bc-8822420f6e9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764899 Dec 22 09:43:32.925078 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-72847639-8920-485e-9db6-4cd1fc6e4630 req-a558be52-4004-4e0d-a58e-b53f57860650 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374228 Dec 22 09:43:33.078802 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-72847639-8920-485e-9db6-4cd1fc6e4630 req-24d028a6-445e-42e5-bab8-0625d8640ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459579 Dec 22 09:43:33.921515 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8e8a8-7ac6-4bc2-9f82-e71efa01d9b6 req-3cb2d479-6134-407b-bdfe-90f79af39008 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:33.923136 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-78d8e8a8-7ac6-4bc2-9f82-e71efa01d9b6 req-3cb2d479-6134-407b-bdfe-90f79af39008 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 944 time: 0.0837896 Dec 22 09:43:33.970062 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-78d8e8a8-7ac6-4bc2-9f82-e71efa01d9b6 req-d63d6f51-293a-4224-b285-615a82fd8ee4 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 Dec 22 09:43:34.914669 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:43:35.068962 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:35.082064 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:43:35.135215 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:35.152044 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:43:35.167614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:35.174768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:35.176660 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:35.193041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ed123-063f-4628-a054-d4c7ba71eaba req-0f21082a-5b8b-4ddf-8c60-0f8e2b484588 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:35.194695 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-009ed123-063f-4628-a054-d4c7ba71eaba req-0f21082a-5b8b-4ddf-8c60-0f8e2b484588 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 944 time: 0.0982511 Dec 22 09:43:35.244857 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-009ed123-063f-4628-a054-d4c7ba71eaba req-e1a07b66-a795-4736-a690-f57660deb576 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Dec 22 09:43:35.245585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:35.248590 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:35.490540 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:43:36.574047 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63960-6275-4775-a2e6-e58e42dd00fb req-3560004a-ab80-4959-b9cf-7972cacf6e9c tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:36.575516 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-01d63960-6275-4775-a2e6-e58e42dd00fb req-3560004a-ab80-4959-b9cf-7972cacf6e9c tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 945 time: 0.1992216 Dec 22 09:43:36.627459 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-01d63960-6275-4775-a2e6-e58e42dd00fb req-4ba78f2b-191b-412a-8721-9f3959b043f3 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Dec 22 09:43:36.912568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:36.984734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:36.990439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:36.990439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:37.103984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:37.129752 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:43:37.139567 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:37.146942 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:37.148348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-cb86915c-4843-4bd0-9b2f-c710fb28cecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:37.191548 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'code': 200} Dec 22 09:43:37.220726 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-146c2e70-4708-456d-9c56-8c08609f169d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:37.229165 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:37.231866 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:37.420927 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-11a2119a-a967-4413-b83a-ae0004f520e2 req-392353d1-4466-4574-8565-674167514b36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1099 time: 0.0694616 Dec 22 09:43:37.471484 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-11a2119a-a967-4413-b83a-ae0004f520e2 req-306cb3a4-d559-44a8-921e-b98d3824fbe5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427225 Dec 22 09:43:37.840863 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d706dd8-1f7a-4568-992c-c676a4d82d13 req-367f486c-bffb-4820-ba87-ed1a07d702c9 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:37.842681 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3d706dd8-1f7a-4568-992c-c676a4d82d13 req-367f486c-bffb-4820-ba87-ed1a07d702c9 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 946 time: 0.0927825 Dec 22 09:43:37.906478 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3d706dd8-1f7a-4568-992c-c676a4d82d13 req-a61d3f14-5562-4051-8f4e-09e71616f6ee tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570066 Dec 22 09:43:39.112641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877141-fe15-44dc-93d7-e7b806d1bf71 req-53c7528e-72f2-4a79-92bb-ce054d062170 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:39.114077 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae877141-fe15-44dc-93d7-e7b806d1bf71 req-53c7528e-72f2-4a79-92bb-ce054d062170 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 946 time: 0.0845728 Dec 22 09:43:39.158708 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ae877141-fe15-44dc-93d7-e7b806d1bf71 req-20141ebe-561a-47e6-a5fa-af53e8109114 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389485 Dec 22 09:43:39.277495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-369cd440-eb21-4490-835a-d32c80e714bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:39.361187 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4993ec-16a5-4443-b220-3428212c2011 req-51b8e7ad-9346-4dde-80f0-1f10f23a3077 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:39.362594 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-de4993ec-16a5-4443-b220-3428212c2011 req-51b8e7ad-9346-4dde-80f0-1f10f23a3077 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 946 time: 0.0775189 Dec 22 09:43:39.408650 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-de4993ec-16a5-4443-b220-3428212c2011 req-53ca60c2-0133-4225-bbd5-56448565aea1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391893 Dec 22 09:43:39.435724 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51648) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:39.572758 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ccb4ac98-4c74-4d89-bfb5-6a78fc76ee54 tempest-TestSnapshotPattern-1836100382 tempest-TestSnapshotPattern-1836100382-project-admin] Synchronizing usage tracker for tenant:3186440c987e40769454150409af357b on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:43:39.591083 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-ccb4ac98-4c74-4d89-bfb5-6a78fc76ee54 tempest-TestSnapshotPattern-1836100382 tempest-TestSnapshotPattern-1836100382-project-admin] Unset dirty status for tenant:3186440c987e40769454150409af357b on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:43:39.592276 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-ccb4ac98-4c74-4d89-bfb5-6a78fc76ee54 tempest-TestSnapshotPattern-1836100382 tempest-TestSnapshotPattern-1836100382-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1094 time: 0.1555991 Dec 22 09:43:39.595764 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51654) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:43:39.602561 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:43:39.608326 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:43:39.612327 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:floatingip and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:43:39.615250 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:43:39.621021 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:43:39.634427 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:39.782066 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:39.935376 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Allocated IP 172.26.5.38 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/15e79224-cfb6-409c-8419-29871d84a282) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:43:40.095653 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:40.129481 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:40.133092 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-fff2dffa-714d-4047-b6fb-c18ab4ba862c tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:40.194676 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:43:40.197827 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:43:40.201893 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:43:40.225798 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'Port': ['ID=15e79224-cfb6-409c-8419-29871d84a282,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:40.230460 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:40.474687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:40.730346 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:40.794045 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:40.816560 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:41.111000 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:41.117200 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:41.120990 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:41.214370 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'Port': ['ID=15e79224-cfb6-409c-8419-29871d84a282,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:41.218449 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:41.236598 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:41.429064 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Floating IP 0201b8b3-f8ae-466c-8a45-73c1eb4f9eee associated. External IP: 172.26.5.38, port: 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1. Dec 22 09:43:41.837395 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:43:42.051406 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:43:42.060670 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] Sync routers for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:43:42.072874 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:42.073497 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:42.078154 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:42.135159 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5380158 Dec 22 09:43:42.135932 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:43:42.239373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:42.243138 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:42.266009 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'status': 'completed', 'code': 200} Dec 22 09:43:42.283763 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:42.364382 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ab8c18d-1a70-4df2-bfe5-6732c642e0ae req-a4d42643-e8f3-44b5-8444-26d6b09b7406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1099 time: 0.0741265 Dec 22 09:43:42.504542 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c18d-1a70-4df2-bfe5-6732c642e0ae req-31234266-0c9e-4f19-b11a-736908ee6723 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:42.506026 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ab8c18d-1a70-4df2-bfe5-6732c642e0ae req-31234266-0c9e-4f19-b11a-736908ee6723 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1352546 Dec 22 09:43:42.615642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ab8c18d-1a70-4df2-bfe5-6732c642e0ae req-c172dd36-713a-472e-9446-e30c0e69db4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 999 time: 0.0989597 Dec 22 09:43:42.679554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c18d-1a70-4df2-bfe5-6732c642e0ae req-b9ba9c7f-0177-4556-a144-baa79f10ef1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:43:42.680990 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ab8c18d-1a70-4df2-bfe5-6732c642e0ae req-b9ba9c7f-0177-4556-a144-baa79f10ef1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0598321 Dec 22 09:43:42.683227 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0201b8b3-f8ae-466c-8a45-73c1eb4f9eee', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:40Z', 'updated_at': '2021-12-22T09:43:40Z', 'revision_number': 0, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:42.687263 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] Checking router: 9c4c5f13-15cc-4ef4-a455-480b85f7b845 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:43:42.698348 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:42.698968 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:42.758126 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ab8c18d-1a70-4df2-bfe5-6732c642e0ae req-c73d6869-9dbe-44e1-b8af-d0ccd760c10d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708523 Dec 22 09:43:42.880441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:42.897286 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ab8c18d-1a70-4df2-bfe5-6732c642e0ae req-ec2447ef-a445-4049-a7cf-997ab3e5e468 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324313 Dec 22 09:43:43.030005 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0ab8c18d-1a70-4df2-bfe5-6732c642e0ae req-dbe38784-198f-403a-85b8-dc07e7662d92 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260123 Dec 22 09:43:43.232672 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0201b8b3-f8ae-466c-8a45-73c1eb4f9eee', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:40Z', 'updated_at': '2021-12-22T09:43:40Z', 'revision_number': 0, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:43.237056 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5d937b-c9fd-4d39-98d0-af8d4a95e042 None None] The sync data for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv is: [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0201b8b3-f8ae-466c-8a45-73c1eb4f9eee', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:40Z', 'updated_at': '2021-12-22T09:43:40Z', 'revision_number': 0, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:43:46.535197 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d5a4a-81e6-451c-8fa5-b9ba246a9487 None None] New status for floating IP 0201b8b3-f8ae-466c-8a45-73c1eb4f9eee: ACTIVE {{(pid=83498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:43:46.547194 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Sync routers for ids ['ce6fa1c3-374a-4f8e-a95f-02863c627408'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:43:46.559652 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Routers {'ce6fa1c3-374a-4f8e-a95f-02863c627408'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:46.560308 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce6fa1c3-374a-4f8e-a95f-02863c627408'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:46.737176 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Set router ce6fa1c3-374a-4f8e-a95f-02863c627408 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:47.073455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:20Z', 'updated_at': '2021-12-22T09:43:23Z', 'revision_number': 4, 'project_id': '3186440c987e40769454150409af357b', 'gw_port': {'id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:21Z', 'updated_at': '2021-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '80f734c0-0b33-4b0c-a981-d0160b87629f', 'name': '', 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719', 'tenant_id': '3186440c987e40769454150409af357b', 'mac_address': 'fa:16:3e:99:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b1ed8e-cd42-403f-9bd7-a27634349f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:23Z', 'updated_at': '2021-12-22T09:43:24Z', 'revision_number': 2, 'project_id': '3186440c987e40769454150409af357b', 'subnets': [{'id': 'f4b1ed8e-cd42-403f-9bd7-a27634349f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:47.077970 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Checking router: ce6fa1c3-374a-4f8e-a95f-02863c627408 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:43:47.078330 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Updating router ce6fa1c3-374a-4f8e-a95f-02863c627408 port 80f734c0-0b33-4b0c-a981-d0160b87629f binding host dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 22 09:43:47.129966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:47.523028 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Notify callbacks [] for port, precommit_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:47.534657 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Transition to ACTIVE for port object 80f734c0-0b33-4b0c-a981-d0160b87629f will not be triggered until provisioned by entity L2. {{(pid=83497) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:43:47.543766 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:47.547132 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:47.669719 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee991f79-fc41-44dd-9154-fc078cbf4f63 None None] Pushing event updated for resources: {'Port': ['ID=80f734c0-0b33-4b0c-a981-d0160b87629f,revision_number=3']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:47.672643 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ee991f79-fc41-44dd-9154-fc078cbf4f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:47.756183 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Attempting to bind port 80f734c0-0b33-4b0c-a981-d0160b87629f on host dv-neutron-822610-1-hyperv for vnic_type normal with profile {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:43:47.756598 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Attempting to bind port 80f734c0-0b33-4b0c-a981-d0160b87629f by drivers openvswitch,hyperv on host dv-neutron-822610-1-hyperv at level 0 using segments [{'id': '731879f1-471b-40af-bbf0-3dd6b41d1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719'}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:43:47.756997 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Attempting to bind port 80f734c0-0b33-4b0c-a981-d0160b87629f on network a75e88c7-483f-4428-ac07-700ada973719 {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:43:47.763550 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Checking agent: {'id': '51fac576-cc03-42d6-9ef5-fb3af1b3c229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822610-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 28, 10), 'started_at': datetime.datetime(2021, 12, 22, 8, 28, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822610-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:43:47.763922 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Checking segment: {'id': '731879f1-471b-40af-bbf0-3dd6b41d1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:43:47.764321 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:47.764706 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Bound using segment: {'id': '731879f1-471b-40af-bbf0-3dd6b41d1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719'} {{(pid=83497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:43:47.765164 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.managers [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Bound port: 80f734c0-0b33-4b0c-a981-d0160b87629f, host: dv-neutron-822610-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731879f1-471b-40af-bbf0-3dd6b41d1cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719'}}] {{(pid=83497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:43:47.765537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:47.868526 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] For port 80f734c0-0b33-4b0c-a981-d0160b87629f, host dv-neutron-822610-1-hyperv, cleared binding levels {{(pid=83497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:43:47.872061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] For port 80f734c0-0b33-4b0c-a981-d0160b87629f, host dv-neutron-822610-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80f734c0-0b33-4b0c-a981-d0160b87629f,segment=NetworkSegment(731879f1-471b-40af-bbf0-3dd6b41d1cb5),segment_id=731879f1-471b-40af-bbf0-3dd6b41d1cb5)] {{(pid=83497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:43:47.879008 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:47.883535 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:47.957974 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee991f79-fc41-44dd-9154-fc078cbf4f63 None None] Pushing event updated for resources: {'Port': ['ID=80f734c0-0b33-4b0c-a981-d0160b87629f,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:47.961362 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-ee991f79-fc41-44dd-9154-fc078cbf4f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:47.964981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Routers {'ce6fa1c3-374a-4f8e-a95f-02863c627408'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:43:47.965585 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:43:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce6fa1c3-374a-4f8e-a95f-02863c627408'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:48.156762 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] Set router ce6fa1c3-374a-4f8e-a95f-02863c627408 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:43:48.478389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:20Z', 'updated_at': '2021-12-22T09:43:23Z', 'revision_number': 4, 'project_id': '3186440c987e40769454150409af357b', 'gw_port': {'id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:21Z', 'updated_at': '2021-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '80f734c0-0b33-4b0c-a981-d0160b87629f', 'name': '', 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719', 'tenant_id': '3186440c987e40769454150409af357b', 'mac_address': 'fa:16:3e:99:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b1ed8e-cd42-403f-9bd7-a27634349f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:23Z', 'updated_at': '2021-12-22T09:43:47Z', 'revision_number': 4, 'project_id': '3186440c987e40769454150409af357b', 'subnets': [{'id': 'f4b1ed8e-cd42-403f-9bd7-a27634349f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:43:48.482413 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112809bf-38d4-4bfd-aee3-e8b916aa5aef None None] The sync data for ids ['ce6fa1c3-374a-4f8e-a95f-02863c627408'] in dv-neutron-822610-1-hyperv is: [{'id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:20Z', 'updated_at': '2021-12-22T09:43:23Z', 'revision_number': 4, 'project_id': '3186440c987e40769454150409af357b', 'gw_port': {'id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:21Z', 'updated_at': '2021-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': '80f734c0-0b33-4b0c-a981-d0160b87629f', 'name': '', 'network_id': 'a75e88c7-483f-4428-ac07-700ada973719', 'tenant_id': '3186440c987e40769454150409af357b', 'mac_address': 'fa:16:3e:99:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4b1ed8e-cd42-403f-9bd7-a27634349f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:23Z', 'updated_at': '2021-12-22T09:43:47Z', 'revision_number': 4, 'project_id': '3186440c987e40769454150409af357b', 'subnets': [{'id': 'f4b1ed8e-cd42-403f-9bd7-a27634349f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:43:48.629265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80f734c0-0b33-4b0c-a981-d0160b87629f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:48.705222 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning for port 80f734c0-0b33-4b0c-a981-d0160b87629f completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:43:48.710858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 80f734c0-0b33-4b0c-a981-d0160b87629f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:48.711265 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:48.840429 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:48.875006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] For port 80f734c0-0b33-4b0c-a981-d0160b87629f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80f734c0-0b33-4b0c-a981-d0160b87629f,segment=NetworkSegment(731879f1-471b-40af-bbf0-3dd6b41d1cb5),segment_id=731879f1-471b-40af-bbf0-3dd6b41d1cb5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:43:48.880611 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:43:48.882743 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:43:48.947911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Pushing event updated for resources: {'Port': ['ID=80f734c0-0b33-4b0c-a981-d0160b87629f,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:43:48.951115 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:43:50.601589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80f734c0-0b33-4b0c-a981-d0160b87629f up at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:43:50.675663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Provisioning complete for port 80f734c0-0b33-4b0c-a981-d0160b87629f triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:43:50.676039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:07.212153 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a4966a55-ff89-4dfe-8e9b-c4a1a7196c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:08.832739 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:44:09.284098 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ec7de6d1-0c4f-4964-a4d3-b28be603105d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:10.510367 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:10.823373 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:11.613816 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-ce39510a-ec5a-45ad-84ff-ee937f0c06ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717926 Dec 22 09:44:11.757359 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-d6498a0e-0257-45ad-924d-0fa28f8427ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1099 time: 0.0759103 Dec 22 09:44:12.004062 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-ba8d9961-4c18-467d-ab5c-1ffe42a86670 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:12.005485 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-ba8d9961-4c18-467d-ab5c-1ffe42a86670 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.2294624 Dec 22 09:44:12.115413 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-ebddea21-d48b-4501-8f89-82cf77c8e8f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 1001 time: 0.1028330 Dec 22 09:44:12.123825 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:12.167927 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:12.176641 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-2c753ba3-3c72-487f-bd87-bc2e015ba1fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:44:12.178345 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-2c753ba3-3c72-487f-bd87-bc2e015ba1fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0566437 Dec 22 09:44:12.256100 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-39d074ad-fe80-49d9-88d3-7d062e3f0175 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715628 Dec 22 09:44:12.390115 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-465a9d52-fe58-4324-a8fa-553c8c61ff24 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273811 Dec 22 09:44:12.520560 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c90790d9-2bf0-4ace-9474-b4ec5466b8c2 req-656314f1-c9e8-474c-ad97-b2432c7755da service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232893 Dec 22 09:44:37.218326 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-2a13f9a7-b566-4e6d-9944-1aa8cf997b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:39.286455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4cf8bb4a-12a5-4c13-916e-6910964dd219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:40.485924 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:40.825167 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:42.134136 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:42.185446 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:44:45.826783 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:45:07.216745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-548b7357-cb46-470a-beb7-c25015ab17e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:09.289895 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a960df48-f757-4aca-9aa8-802273dc3514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:10.485262 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:10.825650 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:12.138392 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:12.185687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:12.677710 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-f13c8663-707b-43c6-807a-1a3cfd30324a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1475527 Dec 22 09:45:12.824188 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-2a7ec11c-e002-4f89-8954-e0f6284ce908 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1099 time: 0.0734332 Dec 22 09:45:12.979007 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-da145fdd-2528-496b-99c3-a4402d407b4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:12.980542 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-da145fdd-2528-496b-99c3-a4402d407b4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1313555 Dec 22 09:45:13.084763 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-01252f64-8ac7-4470-ae12-f1f5caf16d43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 1001 time: 0.0971901 Dec 22 09:45:13.149265 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-5bfaf4ae-8bb9-41f4-afd5-63214142f7e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:45:13.150640 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-5bfaf4ae-8bb9-41f4-afd5-63214142f7e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0602629 Dec 22 09:45:13.226642 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-2197715a-809f-46a0-b02b-75ed3267fd61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694747 Dec 22 09:45:13.361827 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-412593a1-0628-4afc-93d6-04712695420e service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287630 Dec 22 09:45:13.500816 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-dd4a4e9d-26d6-41dd-ba30-76073eb261f9 req-04e17684-5189-408e-a754-7ef3b0bd6886 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325121 Dec 22 09:45:22.831488 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:45:37.215519 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b6bb1ef2-ee51-4307-81b7-0e28c583f56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:39.290369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c64d7892-3c7c-4a14-9430-1cdfb960c430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:40.487973 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:40.834501 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:42.142896 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:42.192085 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:45:59.839415 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:46:07.212158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b1fe47d3-4b54-445f-95a0-8f364aaa3900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:09.298596 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb1fbbb2-bc82-41c6-9a6a-c3bbc2f2da50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:10.486530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:10.838966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:12.143957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:12.215489 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:14.596294 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-1a0dab02-0c0f-40c5-af6c-adbb11d56c14 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669858 Dec 22 09:46:14.762666 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-817fa4f4-ac40-4807-93d2-90395caa2d5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1099 time: 0.0957329 Dec 22 09:46:15.024041 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-0761ac72-0215-4ebc-a340-a5942fe36a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:15.026340 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-0761ac72-0215-4ebc-a340-a5942fe36a63 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.2434366 Dec 22 09:46:15.131776 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-42ad3b4e-7e47-4fa4-a09b-d1db8f8899dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 1001 time: 0.0979643 Dec 22 09:46:15.193500 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-ca42ba3a-90a1-4035-b899-64c66385054f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:15.194880 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-ca42ba3a-90a1-4035-b899-64c66385054f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0576086 Dec 22 09:46:15.270408 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-200e4b79-9e5e-45ae-955b-942f03291b3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690920 Dec 22 09:46:15.404397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-3b05a63e-c5fd-403b-939c-4c24f079930a service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275413 Dec 22 09:46:15.538046 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-6426e0c2-9825-4bc1-ae89-ed53c8b2647b req-0ae81385-9fd1-4017-9714-8ec9a1b8182d service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269906 Dec 22 09:46:23.742954 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:46:23.882689 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:46:23.895614 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:46:23.956574 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:23.974192 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:46:23.989499 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:46:23.997492 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:23.999663 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:24.070322 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:24.074409 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:46:24.113779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.114120 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.114458 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.114785 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.115110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.115588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.115913 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.116784 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.117114 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.117433 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.117757 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:24.122909 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:25.739537 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:46:25.821864 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:46:25.822255 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:25.941987 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:25.969088 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:46:25.979602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:46:25.984777 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:25.987855 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:26.058602 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:26.061966 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:26.150331 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'code': 200} Dec 22 09:46:36.834397 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:46:37.157429 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-16323da9-35bf-49bc-a959-214b1ccff278 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835631475&fields=id&tenant_id=077f204a8e064075afa42a30653fba97 HTTP/1.1" status: 200 len: 267 time: 0.0449207 Dec 22 09:46:37.208447 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4e645fe2-e9b2-4da5-8f2e-2965f50393be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:37.303698 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-c31d64f6-29e0-4eb5-8d57-c3b6ef6e9b0f tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:37.305024 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-c31d64f6-29e0-4eb5-8d57-c3b6ef6e9b0f tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 810 time: 0.1384389 Dec 22 09:46:37.323873 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-022edeb6-0ec3-49d5-81a0-3ec7d12049fa tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/quotas/077f204a8e064075afa42a30653fba97 HTTP/1.1" status: 200 len: 375 time: 0.0109177 Dec 22 09:46:37.408744 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-4cef5b0c-3258-45b0-b440-91f06d0d2d42 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0799105 Dec 22 09:46:37.544434 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-7808e797-44d6-4829-97e8-f2152e81a0b2 service neutron] 10.222.0.31 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237299 Dec 22 09:46:37.799445 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-ce35bbd0-4b40-4d4f-9748-de0ad1ef3514 service neutron] 10.222.0.31 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461114 Dec 22 09:46:38.090564 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5677d20e-ebae-4454-9d32-0688d4574008 req-0137446b-9fb8-422b-934f-93e0c773b7a6 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 210 time: 0.1127274 Dec 22 09:46:39.255353 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-93becf50-00f3-45a8-b88a-64929d22162c req-85f21f82-a87c-4a71-ada1-32def813662b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 210 time: 0.0414159 Dec 22 09:46:39.295812 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e3c12c9a-3de1-476c-908c-2ea9cae7c1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:39.300169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-01ca3e41-ef83-4b08-bbb1-7e558699692f tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:39.301580 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-01ca3e41-ef83-4b08-bbb1-7e558699692f tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 810 time: 0.1548262 Dec 22 09:46:39.354014 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-edc04fe4-d365-4f51-9292-80b597b9836a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=077f204a8e064075afa42a30653fba97 HTTP/1.1" status: 200 len: 380 time: 0.0397587 Dec 22 09:46:39.363683 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'port': {'device_id': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'admin_state_up': True, 'tenant_id': '077f204a8e064075afa42a30653fba97', 'security_groups': ['d14d0acd-095f-470d-a548-3bb2acf22e49']}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:46:39.498830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:46:39.508907 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.quota.driver [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83495) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:46:39.521087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Made reservation on behalf of 077f204a8e064075afa42a30653fba97 for: {'port': 1} {{(pid=83495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 09:46:39.524162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:39.689154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_common [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Allocated IP 172.20.0.14 (87d37b2d-6df2-42f6-b05b-4a69db8dce9f/2f4638cb-01eb-48e4-9bd4-8d53454acaa6/95c692bf-ff4b-45ff-b535-5f813058f54b) {{(pid=83495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:46:39.785839 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:46:39.930879 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:39.940171 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for port, precommit_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:39.962575 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:46:39.964323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Transition to ACTIVE for port object 95c692bf-ff4b-45ff-b535-5f813058f54b will not be triggered until provisioned by entity DHCP. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:46:39.993155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:46:39.998729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:40.001279 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-b985b6b8-19d9-4ef3-a903-ee80291dcd01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:40.004097 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_create {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:40.022237 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-be3d88d6-8f89-4e0f-b3e4-8bfec2789228 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:40.071281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f is already hosted by enough agents. {{(pid=83495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:46:40.081494 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'code': 200} Dec 22 09:46:40.090147 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.base_scheduler [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources bound (agent type, host, resource id): {{(pid=83495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:46:40.101279 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Received port after_create {{(pid=83495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:46:40.124360 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,revision_number=8']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:40.128558 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:40.183929 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'Port': ['ID=95c692bf-ff4b-45ff-b535-5f813058f54b,revision_number=1']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:40.195293 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:40.195927 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:40.227427 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.227888 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.228299 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.228669 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.229030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.229430 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.229799 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.230357 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.230717 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.231076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.231471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:46:40.236404 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8771272 Dec 22 09:46:40.238393 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-0e7bc430-b4ac-4680-87da-0bc0ebb8321b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:40.452162 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-85826237-fded-4625-9789-6094c0eff5d1 None None] Provisioning for port 95c692bf-ff4b-45ff-b535-5f813058f54b completed by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:46:40.457339 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-85826237-fded-4625-9789-6094c0eff5d1 None None] Provisioning complete for port 95c692bf-ff4b-45ff-b535-5f813058f54b triggered by entity DHCP. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:46:40.457898 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-85826237-fded-4625-9789-6094c0eff5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:40.490354 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675d6ff-9e20-480c-aca0-287154fc5d8e req-0e23308f-09c0-4702-baca-bded31566e1f tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:40.491869 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1675d6ff-9e20-480c-aca0-287154fc5d8e req-0e23308f-09c0-4702-baca-bded31566e1f tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.0865259 Dec 22 09:46:40.525671 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-85826237-fded-4625-9789-6094c0eff5d1 None None] Port 95c692bf-ff4b-45ff-b535-5f813058f54b cannot update to ACTIVE because it is not bound. {{(pid=83497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 22 09:46:40.546100 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:40.572813 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-1675d6ff-9e20-480c-aca0-287154fc5d8e req-e34795c7-a534-44c6-a64f-85ca2ee1a914 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682075 Dec 22 09:46:40.835495 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:41.790660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a5a68-7639-4e9d-9984-815e7b942953 req-a3b07199-c9e9-4dec-b3d1-46a4c2762dfc tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:41.791397 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-291a5a68-7639-4e9d-9984-815e7b942953 req-a3b07199-c9e9-4dec-b3d1-46a4c2762dfc tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Synchronizing usage tracker for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:46:41.807731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-291a5a68-7639-4e9d-9984-815e7b942953 req-a3b07199-c9e9-4dec-b3d1-46a4c2762dfc tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Unset dirty status for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:46:41.808968 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-291a5a68-7639-4e9d-9984-815e7b942953 req-a3b07199-c9e9-4dec-b3d1-46a4c2762dfc tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.1012354 Dec 22 09:46:41.857889 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-291a5a68-7639-4e9d-9984-815e7b942953 req-eea0c4ea-0592-4d52-aaf3-cecbbfd05a10 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432355 Dec 22 09:46:42.147402 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:42.210351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:43.067471 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095635e-df0e-4b13-9513-efde0be907a0 req-dfd7dc9d-1e1e-473e-a709-ea92cdf211ce tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:43.070203 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3095635e-df0e-4b13-9513-efde0be907a0 req-dfd7dc9d-1e1e-473e-a709-ea92cdf211ce tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.0821664 Dec 22 09:46:43.123406 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-3095635e-df0e-4b13-9513-efde0be907a0 req-f0086ff8-8a22-44ab-ba21-bca405787465 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477183 Dec 22 09:46:44.331765 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cddf3d-cea1-4cf2-ba0a-76e47b8a2731 req-f8a0abb7-a98c-4b06-b669-601658a0be99 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:44.333211 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b0cddf3d-cea1-4cf2-ba0a-76e47b8a2731 req-f8a0abb7-a98c-4b06-b669-601658a0be99 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.0841110 Dec 22 09:46:44.389144 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b0cddf3d-cea1-4cf2-ba0a-76e47b8a2731 req-1ee18571-18e5-48fe-b45d-c6880980a0fa tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498621 Dec 22 09:46:45.604855 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dd884-8bc8-41b0-8970-e79dbbb887ad req-80894fac-20d7-4bb8-8cec-21f95a523abd tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:45.606344 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-453dd884-8bc8-41b0-8970-e79dbbb887ad req-80894fac-20d7-4bb8-8cec-21f95a523abd tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.0807805 Dec 22 09:46:45.653916 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-453dd884-8bc8-41b0-8970-e79dbbb887ad req-ded47831-65f4-4e60-ae37-edd9d8605adb tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416412 Dec 22 09:46:46.981120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97fd78-d5ad-41f4-9e75-7b502190904c req-9ed31d2f-e6d9-4b6a-818f-d0ac05c8646d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:46.988286 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff97fd78-d5ad-41f4-9e75-7b502190904c req-9ed31d2f-e6d9-4b6a-818f-d0ac05c8646d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.2114136 Dec 22 09:46:47.030862 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ff97fd78-d5ad-41f4-9e75-7b502190904c req-73661782-0ed3-460a-aedd-0ce63df8c639 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Dec 22 09:46:48.238453 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a7e74-344d-4135-9028-65d7d7638439 req-8fff6646-7caf-4492-9dae-56750bba6770 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:48.240631 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e67a7e74-344d-4135-9028-65d7d7638439 req-8fff6646-7caf-4492-9dae-56750bba6770 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.0839560 Dec 22 09:46:48.289463 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-e67a7e74-344d-4135-9028-65d7d7638439 req-96211c80-13bf-46cb-b086-df2651f64a3f tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Dec 22 09:46:49.494547 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cc659-68a6-4b72-889b-9eedbc41f679 req-9e5ff951-f5b8-4547-b3ae-eeb2b125ad9b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:49.496019 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e55cc659-68a6-4b72-889b-9eedbc41f679 req-9e5ff951-f5b8-4547-b3ae-eeb2b125ad9b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.0797276 Dec 22 09:46:49.547337 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-e55cc659-68a6-4b72-889b-9eedbc41f679 req-cc14dcef-78ea-458e-b8ce-2a42c5418187 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Dec 22 09:46:50.748672 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770357-98a5-4b12-9756-a0ac6c5940a9 req-1cf40a50-c735-4690-9241-5633539ec27f tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:50.750141 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-07770357-98a5-4b12-9756-a0ac6c5940a9 req-1cf40a50-c735-4690-9241-5633539ec27f tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.0788372 Dec 22 09:46:50.796779 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-07770357-98a5-4b12-9756-a0ac6c5940a9 req-ae2c083d-99fb-49a1-830d-7c74c9e3e19e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Dec 22 09:46:52.031459 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205edbf0-68b4-4fc7-a2a2-9c094f199179 req-8271e8fe-8d22-44bf-a552-62554dd2145e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:52.032881 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-205edbf0-68b4-4fc7-a2a2-9c094f199179 req-8271e8fe-8d22-44bf-a552-62554dd2145e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.0766940 Dec 22 09:46:52.077314 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-205edbf0-68b4-4fc7-a2a2-9c094f199179 req-d18de648-dd4f-48f5-9cf5-4546e871da2b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388439 Dec 22 09:46:53.278599 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e28af3-b8b9-47b3-8fe9-35db01ef5c0c req-722e367d-7fa2-4c85-904c-738c09b42ccf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:53.280072 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-87e28af3-b8b9-47b3-8fe9-35db01ef5c0c req-722e367d-7fa2-4c85-904c-738c09b42ccf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 932 time: 0.0794878 Dec 22 09:46:53.325927 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-87e28af3-b8b9-47b3-8fe9-35db01ef5c0c req-9dd3d397-1793-4f99-9992-c22e1d3abb52 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Dec 22 09:46:53.422076 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.v2.base [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Request body: {'port': {'device_id': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=83495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:46:53.541246 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:53.874699 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c692bf-ff4b-45ff-b535-5f813058f54b {{(pid=83495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:46:53.881504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:53.896284 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.provisioning_blocks [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Transition to ACTIVE for port object 95c692bf-ff4b-45ff-b535-5f813058f54b will not be triggered until provisioned by entity L2. {{(pid=83495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 09:46:53.901206 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:53.905231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-599f03c9-2c17-4594-bc6a-85e70fdcf106 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:54.034047 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Pushing event updated for resources: {'Port': ['ID=95c692bf-ff4b-45ff-b535-5f813058f54b,revision_number=2']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:54.037064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:54.140469 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Attempting to bind port 95c692bf-ff4b-45ff-b535-5f813058f54b on host hv-neutron-8226 for vnic_type normal with profile {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 09:46:54.140690 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Attempting to bind port 95c692bf-ff4b-45ff-b535-5f813058f54b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 09:46:54.141020 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Attempting to bind port 95c692bf-ff4b-45ff-b535-5f813058f54b on network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:46:54.146898 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Port 95c692bf-ff4b-45ff-b535-5f813058f54b on network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 22 09:46:54.147176 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Attempting to bind port 95c692bf-ff4b-45ff-b535-5f813058f54b on network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 22 09:46:54.153513 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Checking agent: {'id': '8068e646-bad6-4dae-badd-40f0a7b4812e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'started_at': datetime.datetime(2021, 12, 22, 8, 34, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 9, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 09:46:54.153831 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Checking segment: {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 22 09:46:54.154197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Bound using segment: {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'} {{(pid=83495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 22 09:46:54.154711 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.managers [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Bound port: 95c692bf-ff4b-45ff-b535-5f813058f54b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eea93c3-bc24-4112-84ab-72b1009dc110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f'}}] {{(pid=83495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 09:46:54.155063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.245170 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] For port 95c692bf-ff4b-45ff-b535-5f813058f54b, host hv-neutron-8226, cleared binding levels {{(pid=83495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 09:46:54.248222 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] For port 95c692bf-ff4b-45ff-b535-5f813058f54b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95c692bf-ff4b-45ff-b535-5f813058f54b,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 09:46:54.253722 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1154648'] for port, after_update {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.258185 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-31c3ee44-9123-40cb-935a-f4a1f5560523 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:46:54.310695 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:46:54.312096 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] 10.222.0.32 "PUT /v2.0/ports/95c692bf-ff4b-45ff-b535-5f813058f54b HTTP/1.1" status: 200 len: 1094 time: 0.8946815 Dec 22 09:46:54.312686 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:46:54.344484 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Pushing event updated for resources: {'Port': ['ID=95c692bf-ff4b-45ff-b535-5f813058f54b,revision_number=3']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:46:54.350827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:46:54.392194 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'status': 'completed', 'code': 200} Dec 22 09:46:54.434405 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-a926e55c-3044-465b-b100-3fcb553f4a9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 1097 time: 0.0797307 Dec 22 09:46:54.504140 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-3939a540-a6d6-4313-b133-0b6cfbd6c70b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c692bf-ff4b-45ff-b535-5f813058f54b HTTP/1.1" status: 200 len: 217 time: 0.0626419 Dec 22 09:46:54.550178 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daff1b-7cda-4108-b04e-4a827fab8012 req-401e3996-94bb-4cc1-9367-f3fe43202ab1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:54.551638 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b2daff1b-7cda-4108-b04e-4a827fab8012 req-401e3996-94bb-4cc1-9367-f3fe43202ab1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 944 time: 0.0878537 Dec 22 09:46:54.573281 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-bd4019be-cb0d-43a3-bb8b-700b5559a61a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:54.575345 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-bd4019be-cb0d-43a3-bb8b-700b5559a61a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0642185 Dec 22 09:46:54.603780 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b2daff1b-7cda-4108-b04e-4a827fab8012 req-3f60dc08-5590-4954-9c53-ab889c6d0262 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464752 Dec 22 09:46:54.651067 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-19e6244d-c0fb-4ed2-9c12-f89ff612606a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693774 Dec 22 09:46:54.783100 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-967f087c-55ea-4ab7-a949-aea0c314cb14 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255424 Dec 22 09:46:55.018098 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-4c0fd5e0-d794-467b-bb6c-91643953f3f9 req-4dbaca4c-eadf-4008-bd34-cb52a495b569 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280083 Dec 22 09:46:55.134550 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dc4f6fa-d153-449e-a429-4e2065cd1e32 req-e317109b-50bb-4c63-a55e-d3f9eac75b27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 1097 time: 0.0714087 Dec 22 09:46:55.268505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4f6fa-d153-449e-a429-4e2065cd1e32 req-4740cdb4-aa5e-499b-9e6d-3561228cd459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:55.269839 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dc4f6fa-d153-449e-a429-4e2065cd1e32 req-4740cdb4-aa5e-499b-9e6d-3561228cd459 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1284690 Dec 22 09:46:55.335492 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dc4f6fa-d153-449e-a429-4e2065cd1e32 req-072cd8a6-ad5d-4e41-9d17-ef4f8a7b81ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c692bf-ff4b-45ff-b535-5f813058f54b HTTP/1.1" status: 200 len: 217 time: 0.0592580 Dec 22 09:46:55.402763 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4f6fa-d153-449e-a429-4e2065cd1e32 req-6c8054d9-6438-450c-abb1-0a7e894981e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:55.404251 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dc4f6fa-d153-449e-a429-4e2065cd1e32 req-6c8054d9-6438-450c-abb1-0a7e894981e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0626223 Dec 22 09:46:55.483397 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dc4f6fa-d153-449e-a429-4e2065cd1e32 req-e305ed08-0385-4252-8820-a7d7811b3914 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715585 Dec 22 09:46:55.616804 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dc4f6fa-d153-449e-a429-4e2065cd1e32 req-ba8e86a3-ac1c-44aa-a127-ca0ac83232db service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266823 Dec 22 09:46:55.789895 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-5dc4f6fa-d153-449e-a429-4e2065cd1e32 req-92c05d9c-35dd-4c98-8fd4-2c2f1c30a700 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661806 Dec 22 09:46:55.825631 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda7684-da04-43f9-95df-5a8c8ff5e136 req-96bc47ac-3d32-4344-8168-fb5cf3e9ed33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:55.827056 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdda7684-da04-43f9-95df-5a8c8ff5e136 req-96bc47ac-3d32-4344-8168-fb5cf3e9ed33 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 944 time: 0.0978544 Dec 22 09:46:55.874841 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-cdda7684-da04-43f9-95df-5a8c8ff5e136 req-e224c15a-c172-4e26-8871-fd2b5a337bb8 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Dec 22 09:46:57.083616 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502b75-fe66-48d1-830a-76af7db92da8 req-468e6981-aeff-42fb-bffb-ad20e3c7fd84 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:57.085052 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f7502b75-fe66-48d1-830a-76af7db92da8 req-468e6981-aeff-42fb-bffb-ad20e3c7fd84 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 944 time: 0.0874376 Dec 22 09:46:57.144365 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-f7502b75-fe66-48d1-830a-76af7db92da8 req-2c5cff39-5bd1-4a1f-aa0f-349f21dc1156 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514741 Dec 22 09:46:58.376982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fd65a-0159-4c1a-b710-0897581a143c req-87514186-7f3a-4ec7-b77e-f3197ddca177 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:58.378488 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-207fd65a-0159-4c1a-b710-0897581a143c req-87514186-7f3a-4ec7-b77e-f3197ddca177 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 944 time: 0.0965912 Dec 22 09:46:58.428938 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-207fd65a-0159-4c1a-b710-0897581a143c req-d42f9e80-d69e-49b8-ab1f-47feb3d16cbf tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424302 Dec 22 09:46:59.635150 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90093325-685a-415d-b9c8-496f48a599d8 req-e85925b5-8a85-4ec7-9281-790af94f533b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:46:59.636659 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-90093325-685a-415d-b9c8-496f48a599d8 req-e85925b5-8a85-4ec7-9281-790af94f533b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 944 time: 0.0841591 Dec 22 09:46:59.683901 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-90093325-685a-415d-b9c8-496f48a599d8 req-75746108-19a5-445d-a7f7-443f6df4440c tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416784 Dec 22 09:46:59.927921 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 95c692bf-ff4b-45ff-b535-5f813058f54b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:47:00.071317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 95c692bf-ff4b-45ff-b535-5f813058f54b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95c692bf-ff4b-45ff-b535-5f813058f54b,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:47:00.085021 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'port_id': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'mac_address': 'fa:16:3e:20:ee:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:47:00.138277 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:00.155121 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c692bf-ff4b-45ff-b535-5f813058f54b {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:47:00.169885 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 95c692bf-ff4b-45ff-b535-5f813058f54b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95c692bf-ff4b-45ff-b535-5f813058f54b,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:47:00.175337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:00.177005 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:00.245627 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=95c692bf-ff4b-45ff-b535-5f813058f54b,revision_number=4']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:00.249603 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:00.561110 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['95c692bf-ff4b-45ff-b535-5f813058f54b'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:47:00.884731 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95080b9-f474-421f-a6fb-d3369ecf20ad req-0cd60b21-7bee-4f71-964c-99a5e886fb79 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:00.886164 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b95080b9-f474-421f-a6fb-d3369ecf20ad req-0cd60b21-7bee-4f71-964c-99a5e886fb79 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 945 time: 0.0810390 Dec 22 09:47:00.935595 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-b95080b9-f474-421f-a6fb-d3369ecf20ad req-789dcf1d-1857-49ea-8d17-3e1dafad5a25 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409136 Dec 22 09:47:01.941858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 95c692bf-ff4b-45ff-b535-5f813058f54b up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:47:02.018729 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning for port 95c692bf-ff4b-45ff-b535-5f813058f54b completed by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 09:47:02.023977 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 95c692bf-ff4b-45ff-b535-5f813058f54b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:47:02.024351 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.133234 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf6f40-6a33-4cde-992d-ff2e0b5fc807 req-147d748c-3c6a-4983-a5f1-ee3fd71bbdec tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:02.134699 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4ecf6f40-6a33-4cde-992d-ff2e0b5fc807 req-147d748c-3c6a-4983-a5f1-ee3fd71bbdec tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 945 time: 0.0780790 Dec 22 09:47:02.139302 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.165283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:47:02.174776 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 95c692bf-ff4b-45ff-b535-5f813058f54b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95c692bf-ff4b-45ff-b535-5f813058f54b,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:47:02.179061 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:02.180901 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:02.182841 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-4ecf6f40-6a33-4cde-992d-ff2e0b5fc807 req-a7d54253-7a1f-4490-aea7-b84998e054c6 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Dec 22 09:47:02.224310 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'code': 200} Dec 22 09:47:02.250733 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=95c692bf-ff4b-45ff-b535-5f813058f54b,revision_number=5']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:02.253998 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:02.460974 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3285e7a4-060c-437a-b159-806e5babe6b1 req-de0fb217-d817-49f4-aae6-b527f06d6a90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 1099 time: 0.0694203 Dec 22 09:47:02.502379 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3285e7a4-060c-437a-b159-806e5babe6b1 req-e33a4d3a-c624-482d-9960-ff4a2435d6a8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348487 Dec 22 09:47:03.410082 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c92d8-9870-4b12-a3b6-ba6c42ec928d req-f65f2d30-6c6f-4022-b1aa-8fb1571d0a47 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:03.411571 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-067c92d8-9870-4b12-a3b6-ba6c42ec928d req-f65f2d30-6c6f-4022-b1aa-8fb1571d0a47 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 946 time: 0.0921669 Dec 22 09:47:03.463172 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-067c92d8-9870-4b12-a3b6-ba6c42ec928d req-f7cc78b7-4ce8-45af-b542-ab79dccaff56 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459225 Dec 22 09:47:04.685156 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71983f-65b3-4533-8a5e-6010363c467d req-4d763fe9-e746-418d-a210-9d724ea0a017 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:04.686624 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ab71983f-65b3-4533-8a5e-6010363c467d req-4d763fe9-e746-418d-a210-9d724ea0a017 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 946 time: 0.0994968 Dec 22 09:47:04.747775 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-ab71983f-65b3-4533-8a5e-6010363c467d req-a5221cf8-b78c-428f-a917-5a485079ba1a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528357 Dec 22 09:47:04.947273 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d175cf4-230c-41fc-9ad6-8be1f581788e req-67ca4165-de12-4e8d-a8b5-8cd6adcfa9fd tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:04.948738 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d175cf4-230c-41fc-9ad6-8be1f581788e req-67ca4165-de12-4e8d-a8b5-8cd6adcfa9fd tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 946 time: 0.0807965 Dec 22 09:47:04.996236 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-9d175cf4-230c-41fc-9ad6-8be1f581788e req-24800d8d-9c57-4563-9f5b-39516eb88c76 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414667 Dec 22 09:47:05.029007 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51930) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:05.104886 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-30e94456-52a2-440d-92b3-3eede1101d88 tempest-TestSnapshotPattern-1836100382 tempest-TestSnapshotPattern-1836100382-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 1094 time: 0.0746088 Dec 22 09:47:05.108241 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 51934) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:47:05.113334 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.v2.base [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Request body: {'floatingip': {'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'port_id': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 09:47:05.119176 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 09:47:05.123521 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Usage tracker for resource:floatingip and tenant:077f204a8e064075afa42a30653fba97 is out of sync, need to count used quota {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 09:47:05.126550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83496) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 09:47:05.133012 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.quota.driver [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83496) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 09:47:05.146425 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for floatingip, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:05.293027 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:05.432300 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.db_base_plugin_common [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Allocated IP 172.26.5.77 (901d525f-92b1-4329-a323-1fb196482ead/fbaebcb6-14f7-4418-9d22-7cac76481f6c/412ea183-5698-4e98-8f22-011574959b9c) {{(pid=83496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 09:47:05.581462 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for port, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:05.612550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760670759042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:05.618719 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-5e0349c3-bc0f-4dab-90d5-02c2fb65c03e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:05.688052 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Network 901d525f-92b1-4329-a323-1fb196482ead is already hosted by enough agents. {{(pid=83496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 09:47:05.691101 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.base_scheduler [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Resources bound (agent type, host, resource id): {{(pid=83496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 09:47:05.695130 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Received port after_create {{(pid=83496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 09:47:05.719708 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'Port': ['ID=412ea183-5698-4e98-8f22-011574959b9c,revision_number=1']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:05.742122 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.742511 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.742875 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.743251 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.743626 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.743985 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.744341 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.744695 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.745044 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.745386 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.745728 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:47:05.754405 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:06.363883 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.421309 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.626810 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for port, precommit_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.634550 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2964718'] for port, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.638778 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-44380ba7-0cdf-4b11-bcc8-913dd0cd6910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:47:06.736258 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event updated for resources: {'Port': ['ID=412ea183-5698-4e98-8f22-011574959b9c,revision_number=2']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:47:06.740508 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:47:06.757038 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704584'] for floatingip, after_update {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:06.952360 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.db.l3_db [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Floating IP 68cc2fa5-6ab7-48a6-a5a2-dfd670ff3015 associated. External IP: 172.26.5.77, port: 95c692bf-ff4b-45ff-b535-5f813058f54b. Dec 22 09:47:07.204405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-da872a22-b0f0-4b06-b2e1-a11f5adb434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:07.357155 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:47:07.688078 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:47:07.698373 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] Sync routers for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:47:07.709799 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:47:07.710384 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:46:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:07.714120 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:07.777284 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-c25e44d7-e8f6-4335-a139-925970570f3e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6680188 Dec 22 09:47:07.778100 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:47:07.840408 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'status': 'completed', 'code': 200} Dec 22 09:47:07.896814 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:47:07.929822 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d0d1b67-c5fe-4215-a8fb-7f7441b642ef req-af856187-3ea3-4313-9592-a9c82feb8c22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 1099 time: 0.0676730 Dec 22 09:47:08.061129 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1b67-c5fe-4215-a8fb-7f7441b642ef req-ad27b04a-15bf-4178-99f9-39966bbc0945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:08.062469 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d0d1b67-c5fe-4215-a8fb-7f7441b642ef req-ad27b04a-15bf-4178-99f9-39966bbc0945 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1260130 Dec 22 09:47:08.175034 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d0d1b67-c5fe-4215-a8fb-7f7441b642ef req-94c913d0-297d-451a-a084-040ef8ac534b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c692bf-ff4b-45ff-b535-5f813058f54b HTTP/1.1" status: 200 len: 999 time: 0.1051443 Dec 22 09:47:08.249390 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0201b8b3-f8ae-466c-8a45-73c1eb4f9eee', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:40Z', 'updated_at': '2021-12-22T09:43:46Z', 'revision_number': 1, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}, {'id': '68cc2fa5-6ab7-48a6-a5a2-dfd670ff3015', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:20:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:06Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 0, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:08.253827 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] Checking router: 9c4c5f13-15cc-4ef4-a455-480b85f7b845 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:47:08.265957 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:47:08.266591 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:46:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:08.344408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1b67-c5fe-4215-a8fb-7f7441b642ef req-b857a3ad-86f7-4e68-9c9d-e2fe96f31ac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:08.345736 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d0d1b67-c5fe-4215-a8fb-7f7441b642ef req-b857a3ad-86f7-4e68-9c9d-e2fe96f31ac0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.1632891 Dec 22 09:47:08.427097 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d0d1b67-c5fe-4215-a8fb-7f7441b642ef req-fb32a300-6c2a-4316-a0ed-1b0dcdf163a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727220 Dec 22 09:47:08.448965 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:47:08.558923 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d0d1b67-c5fe-4215-a8fb-7f7441b642ef req-46ce4b70-3a2a-4af3-86c9-e10efef3a180 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255512 Dec 22 09:47:08.696067 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7d0d1b67-c5fe-4215-a8fb-7f7441b642ef req-fbb7619e-2110-4cf6-a6fd-30a83f1a981e service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297934 Dec 22 09:47:08.850072 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0201b8b3-f8ae-466c-8a45-73c1eb4f9eee', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:40Z', 'updated_at': '2021-12-22T09:43:46Z', 'revision_number': 1, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}, {'id': '68cc2fa5-6ab7-48a6-a5a2-dfd670ff3015', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:20:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:06Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 0, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:47:08.854312 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f168f5-ce1c-49ec-a909-526b706f7aa7 None None] The sync data for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv is: [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0201b8b3-f8ae-466c-8a45-73c1eb4f9eee', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:40Z', 'updated_at': '2021-12-22T09:43:46Z', 'revision_number': 1, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}, {'id': '68cc2fa5-6ab7-48a6-a5a2-dfd670ff3015', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:20:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:47:06Z', 'updated_at': '2021-12-22T09:47:06Z', 'revision_number': 0, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:47:09.059317 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe29690a-2c5e-44fd-b163-dcb0dc87818e None None] New status for floating IP 68cc2fa5-6ab7-48a6-a5a2-dfd670ff3015: ACTIVE {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:47:09.347732 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f98bfa19-56dc-4dcd-b593-48aed17ccf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:10.484881 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:10.841249 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:12.160553 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:12.209124 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:13.840506 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:47:15.643529 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-8474a685-6757-41c2-ac3b-41b78ee245a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829427 Dec 22 09:47:15.801231 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-26f7bf11-0f6a-49b0-8e9c-608021718a07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1097 time: 0.0733616 Dec 22 09:47:15.975398 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-d4653a3c-29fd-4c3c-ae05-1c96486fdb4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:15.977234 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-d4653a3c-29fd-4c3c-ae05-1c96486fdb4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1538706 Dec 22 09:47:16.092287 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-fbf072c4-9d24-40e8-87ae-03527faafc7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 999 time: 0.1077156 Dec 22 09:47:16.156470 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-eeefc5ad-a06b-409e-ae83-e54b637da0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:47:16.157897 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-eeefc5ad-a06b-409e-ae83-e54b637da0e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0578544 Dec 22 09:47:16.247971 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-db24813f-2453-4dbe-bdac-78c3ca8d08da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827446 Dec 22 09:47:16.388992 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-7a78075c-9bd8-44be-b8a5-dee49040c779 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337557 Dec 22 09:47:16.526141 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-80fc854a-7294-4bcd-8fd6-b5449966f7f1 req-a51c6b93-fe60-464d-8ed8-984ea62be575 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266418 Dec 22 09:47:37.218403 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-f80f35e0-2ed2-424a-84bd-63f7bfb01862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:39.288917 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91d2fb8e-c6c1-4740-abbf-163811b18fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:40.483374 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:40.846524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:42.161858 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:42.205783 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:47:50.838273 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:48:07.223984 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4466c522-2667-4c55-97e8-7e441ebbd78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:09.291840 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-77b050a4-e652-41be-9f7e-a16595428772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:10.480668 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:10.851148 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:12.163673 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:12.211963 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:17.633752 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-12e3cc93-a7d4-447c-adfc-8b17464fcccb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710127 Dec 22 09:48:17.728505 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-73bd724b-6a80-4d67-afc7-363458635d46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 1099 time: 0.0718331 Dec 22 09:48:17.881044 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3d208-f449-4857-85a1-a7928eb3173b req-2b31da23-ff36-4486-b07f-17c120315565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:48:17.882452 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-2b31da23-ff36-4486-b07f-17c120315565 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1298575 Dec 22 09:48:18.000907 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-13eb5186-4889-45e8-8b6e-23769de55d0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c692bf-ff4b-45ff-b535-5f813058f54b HTTP/1.1" status: 200 len: 1001 time: 0.1111507 Dec 22 09:48:18.172900 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3d208-f449-4857-85a1-a7928eb3173b req-b540af5c-43e3-45b2-8265-6763ac512e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:48:18.175008 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-b540af5c-43e3-45b2-8265-6763ac512e42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.1678224 Dec 22 09:48:18.256074 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-3d9ba97b-5f4a-462c-8573-d30b0f567082 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741761 Dec 22 09:48:18.267262 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-8a3d2068-18d3-412d-9143-fcafe9e080df service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=83495) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 22 09:48:18.268248 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-8a3d2068-18d3-412d-9143-fcafe9e080df service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053914 Dec 22 09:48:18.408155 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-4291131e-8159-4fec-9b73-a5312a9dac4c service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328995 Dec 22 09:48:18.541959 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-98b3d208-f449-4857-85a1-a7928eb3173b req-86dcffe8-fa3c-4b2f-8917-be9627beb908 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267128 Dec 22 09:48:27.835890 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:48:37.222300 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-80f56cb2-d880-4739-92e9-85facdf725b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:39.294707 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-1710dd28-3da5-4291-b450-e87161e9ab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:40.476020 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:40.851624 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:42.173281 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:48:42.226724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:04.832357 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:49:07.227833 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-ed00608a-dfe3-478c-87a4-383647efae02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:09.292503 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b18691b0-9e9f-490c-b4d5-3884464ee8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:10.530270 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:10.855727 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:12.177718 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:12.209422 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:16.580432 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 95c692bf-ff4b-45ff-b535-5f813058f54b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=83497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 09:49:16.731594 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 95c692bf-ff4b-45ff-b535-5f813058f54b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95c692bf-ff4b-45ff-b535-5f813058f54b,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:16.744703 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Returning: {'device': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'port_id': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'mac_address': 'fa:16:3e:20:ee:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 09:49:16.801206 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:16.818389 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95c692bf-ff4b-45ff-b535-5f813058f54b {{(pid=83497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 09:49:16.832912 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 95c692bf-ff4b-45ff-b535-5f813058f54b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95c692bf-ff4b-45ff-b535-5f813058f54b,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:16.840015 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:16.842734 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:16.911724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=95c692bf-ff4b-45ff-b535-5f813058f54b,revision_number=6']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:16.919790 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] get_ports_and_sgs() called for port_ids ['95c692bf-ff4b-45ff-b535-5f813058f54b'] {{(pid=83497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 22 09:49:16.948759 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.949084 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.949439 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.949760 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.950082 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.950407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.950720 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.951039 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.951379 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.951693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.952006 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:16.956116 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:18.581430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 95c692bf-ff4b-45ff-b535-5f813058f54b up at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 09:49:18.594297 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-fdcac130-56f2-4aed-ba04-78428b6492d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739214 Dec 22 09:49:18.652305 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.provisioning_blocks [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Provisioning complete for port 95c692bf-ff4b-45ff-b535-5f813058f54b triggered by entity L2. {{(pid=83497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 09:49:18.652687 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7370555'] for port, provisioning_complete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:18.730756 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-35376991-54f5-46b5-a403-d2ecfc2d63b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1097 time: 0.0691009 Dec 22 09:49:18.772106 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7352572'] for port, before_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:18.797975 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b'}] {{(pid=83497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:49:18.808524 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] For port 95c692bf-ff4b-45ff-b535-5f813058f54b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95c692bf-ff4b-45ff-b535-5f813058f54b,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:18.813816 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760671184662', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760670759060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760670759105'] for port, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:18.817667 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:18.866770 dv-neutron-822610-1-hyperv neutron-server[83497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'code': 200} Dec 22 09:49:18.884275 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-ef2dc184-1f26-410f-beeb-9ace16e4d66e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:18.885698 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-ef2dc184-1f26-410f-beeb-9ace16e4d66e service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1353548 Dec 22 09:49:18.892244 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Pushing event updated for resources: {'Port': ['ID=95c692bf-ff4b-45ff-b535-5f813058f54b,revision_number=7']} {{(pid=83497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:18.895481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_concurrency.lockutils [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:19.000807 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-361c6c0c-e6ee-4c75-8ebb-876b9b9690f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 999 time: 0.1083441 Dec 22 09:49:19.072031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-513e477e-8229-4f1c-96c2-f6f256aa4992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:19.073496 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-513e477e-8229-4f1c-96c2-f6f256aa4992 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0655160 Dec 22 09:49:19.152338 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-5de2170d-5fe0-4aa7-b203-829724ccb3e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718222 Dec 22 09:49:19.368838 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-66cdf3d3-66ff-43a5-a3f8-50eed5e32cdd service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285565 Dec 22 09:49:19.529058 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-9600a27e-1342-4114-ab42-fb03cd3c6bda req-0f6cd9c4-7480-4a6a-9f6f-8a430513c590 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361585 Dec 22 09:49:30.262720 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 52096) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:30.482283 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Deleting port 412ea183-5698-4e98-8f22-011574959b9c {{(pid=83496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:30.482628 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:30.658703 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:30.659064 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:30.782705 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.plugins.ml2.plugin [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Calling delete_port for 412ea183-5698-4e98-8f22-011574959b9c owned by network:floatingip {{(pid=83496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:30.933643 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2964727'] for port, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:30.937217 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-ec29984c-3650-4a4a-a586-e4a21091ed55 tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:30.978013 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event deleted for resources: {'Port': ['ID=412ea183-5698-4e98-8f22-011574959b9c,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:30.989787 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.990181 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.990554 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.990920 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.991295 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.992128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.992128 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.992356 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.992710 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.993062 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:30.993409 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:31.019864 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:31.091004 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for floatingip, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:31.620146 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:49:31.827915 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:49:31.837853 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] Sync routers for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:49:31.850650 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:49:31.851553 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:49:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:31.852830 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:31.910219 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-06bc5aff-c27d-4a1e-bbb7-6a3a477c293d tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "DELETE /v2.0/floatingips/68cc2fa5-6ab7-48a6-a5a2-dfd670ff3015 HTTP/1.1" status: 204 len: 168 time: 1.6463764 Dec 22 09:49:31.910954 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b'}] {{(pid=83496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:49:32.036353 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:49:32.054548 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'status': 'completed', 'code': 200} Dec 22 09:49:32.176723 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f1ddb95-cd5b-4d65-802e-6b90928ac745 req-84a46dd7-1d63-4cf2-a55b-52e8d0b1a789 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 1099 time: 0.0862238 Dec 22 09:49:32.360733 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ddb95-cd5b-4d65-802e-6b90928ac745 req-81475189-87f8-4a7f-ab61-25918f43a320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:32.362327 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f1ddb95-cd5b-4d65-802e-6b90928ac745 req-81475189-87f8-4a7f-ab61-25918f43a320 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1791580 Dec 22 09:49:32.382355 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0201b8b3-f8ae-466c-8a45-73c1eb4f9eee', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:40Z', 'updated_at': '2021-12-22T09:43:46Z', 'revision_number': 1, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:32.386881 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] Checking router: 9c4c5f13-15cc-4ef4-a455-480b85f7b845 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:49:32.398202 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:49:32.398799 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:49:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:32.446830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08bed3-e3f7-4d9f-9346-cc6d3d79a7bc req-16b2de21-47d9-4332-ab86-d1e8df26ff49 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:32.448295 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f08bed3-e3f7-4d9f-9346-cc6d3d79a7bc req-16b2de21-47d9-4332-ab86-d1e8df26ff49 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 946 time: 0.1920006 Dec 22 09:49:32.449611 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f1ddb95-cd5b-4d65-802e-6b90928ac745 req-0e232884-47c7-4026-a88d-bc6320ea475b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c692bf-ff4b-45ff-b535-5f813058f54b HTTP/1.1" status: 200 len: 217 time: 0.0750117 Dec 22 09:49:32.580076 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:49:32.660728 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ddb95-cd5b-4d65-802e-6b90928ac745 req-149f9aaf-d63f-47d9-a895-5b85c5767f83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:32.662087 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f1ddb95-cd5b-4d65-802e-6b90928ac745 req-149f9aaf-d63f-47d9-a895-5b85c5767f83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.1915400 Dec 22 09:49:32.664320 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-0f08bed3-e3f7-4d9f-9346-cc6d3d79a7bc req-1aa53435-c2a2-43f9-b3f2-3689430b2c11 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097771 Dec 22 09:49:32.740354 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f1ddb95-cd5b-4d65-802e-6b90928ac745 req-9b6f0601-1ea9-4e96-9e8a-6dbabe1dc767 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712903 Dec 22 09:49:32.872916 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f1ddb95-cd5b-4d65-802e-6b90928ac745 req-c6a18ac2-c5ce-4fa6-89bd-536925026b18 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251998 Dec 22 09:49:32.959440 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0201b8b3-f8ae-466c-8a45-73c1eb4f9eee', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:40Z', 'updated_at': '2021-12-22T09:43:46Z', 'revision_number': 1, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:32.963496 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db33cc-864b-45be-9028-54ed820e6a0a None None] The sync data for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv is: [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_floatingips': [{'id': '0201b8b3-f8ae-466c-8a45-73c1eb4f9eee', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'router_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'port_id': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'mac_address': 'fa:16:3e:31:1c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T09:43:40Z', 'updated_at': '2021-12-22T09:43:46Z', 'revision_number': 1, 'project_id': '077f204a8e064075afa42a30653fba97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:49:33.008449 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3f1ddb95-cd5b-4d65-802e-6b90928ac745 req-a7e9f302-bcfe-41a0-b0c3-f619f42f10e6 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286473 Dec 22 09:49:33.186426 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844f37e-46f4-4b0f-a399-45c276c74080 None None] New status for floating IP 68cc2fa5-6ab7-48a6-a5a2-dfd670ff3015: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:49:33.886959 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221154e-9b9a-4bf4-869c-0bf8b1bf2e78 req-c46e31ff-b7d4-4a4d-a1de-9f05b4a607cb tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:33.887671 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-d221154e-9b9a-4bf4-869c-0bf8b1bf2e78 req-c46e31ff-b7d4-4a4d-a1de-9f05b4a607cb tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Synchronizing usage tracker for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83496) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:49:33.905339 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.quota.resource [req-d221154e-9b9a-4bf4-869c-0bf8b1bf2e78 req-c46e31ff-b7d4-4a4d-a1de-9f05b4a607cb tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Unset dirty status for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83496) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:49:33.906827 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d221154e-9b9a-4bf4-869c-0bf8b1bf2e78 req-c46e31ff-b7d4-4a4d-a1de-9f05b4a607cb tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 946 time: 0.1076601 Dec 22 09:49:33.954767 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-d221154e-9b9a-4bf4-869c-0bf8b1bf2e78 req-f5636bad-0b02-4109-86b1-924f78110b8b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 Dec 22 09:49:33.998014 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-a13cd2c9-bb28-4282-ad18-7ea180b6a422 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:33.999448 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-a13cd2c9-bb28-4282-ad18-7ea180b6a422 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 946 time: 0.0835805 Dec 22 09:49:34.066583 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Deleting port 95c692bf-ff4b-45ff-b535-5f813058f54b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:34.066919 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:34.315402 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] For port 95c692bf-ff4b-45ff-b535-5f813058f54b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95c692bf-ff4b-45ff-b535-5f813058f54b,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:34.315670 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:34.437511 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Calling delete_port for 95c692bf-ff4b-45ff-b535-5f813058f54b owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:34.582120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:34.591520 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b82590a3-dfc0-4e13-9a3d-93aa0e772cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:34.645531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event deleted for resources: {'Port': ['ID=95c692bf-ff4b-45ff-b535-5f813058f54b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:34.670938 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 95c692bf-ff4b-45ff-b535-5f813058f54b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:49:34.686806 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.687179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.687573 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.687933 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.688323 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.688663 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.689009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.689356 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.689707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.690048 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.690391 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822610-1-hyperv {{(pid=83495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 09:49:34.707069 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 95c692bf-ff4b-45ff-b535-5f813058f54b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:49:34.707520 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 95c692bf-ff4b-45ff-b535-5f813058f54b not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:49:34.716182 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:34.727408 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] No DVR routers for this DVR port 95c692bf-ff4b-45ff-b535-5f813058f54b on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:49:34.730456 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:34.734090 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'name': 'network-vif-deleted', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:49:34.752217 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-7b4b0cfe-96eb-4fe3-a0c4-218680702163 req-6f136ca1-92e8-4b97-a879-aca97f7d216a tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "DELETE /v2.0/ports/95c692bf-ff4b-45ff-b535-5f813058f54b HTTP/1.1" status: 204 len: 173 time: 0.7473855 Dec 22 09:49:34.860564 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1617abfb-ffe1-462f-9d09-ef85815c2cae', 'name': 'network-vif-deleted', 'tag': '95c692bf-ff4b-45ff-b535-5f813058f54b', 'status': 'completed', 'code': 200} Dec 22 09:49:35.143575 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-df689eb0-3551-4688-b4ed-fd33b33321cb req-a47f31b7-f6c6-4af3-b571-b99b361c7e06 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=1617abfb-ffe1-462f-9d09-ef85815c2cae HTTP/1.1" status: 200 len: 210 time: 0.0484929 Dec 22 09:49:36.853084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52156) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:37.057735 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Deleting port 15e79224-cfb6-409c-8419-29871d84a282 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:37.058004 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:37.213430 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-073da2db-51e7-400a-bedf-f4f23af9772a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:37.330230 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:37.330457 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:37.446476 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Calling delete_port for 15e79224-cfb6-409c-8419-29871d84a282 owned by network:floatingip {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:37.604897 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:37.608485 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-35a94562-fe54-40c8-a665-8c0f0c53ef53 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:37.654496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event deleted for resources: {'Port': ['ID=15e79224-cfb6-409c-8419-29871d84a282,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:37.657087 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:37.745606 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for floatingip, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:38.153273 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:49:38.366348 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:49:38.376439 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] Sync routers for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:49:38.384642 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for floatingip, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:38.388993 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:49:38.389600 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:49:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:38.436834 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "DELETE /v2.0/floatingips/0201b8b3-f8ae-466c-8a45-73c1eb4f9eee HTTP/1.1" status: 204 len: 168 time: 1.5825722 Dec 22 09:49:38.437394 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:49:38.492321 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'status': 'completed', 'code': 200} Dec 22 09:49:38.575620 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:49:38.595756 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed87b3c-27d3-453b-bc59-da260385f4ab req-393168ee-e1ec-447e-8834-911e4f0092a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=077f204a8e064075afa42a30653fba97&device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 1097 time: 0.0782874 Dec 22 09:49:38.702467 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 95c692bf-ff4b-45ff-b535-5f813058f54b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:49:38.741179 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 95c692bf-ff4b-45ff-b535-5f813058f54b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:49:38.741944 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 95c692bf-ff4b-45ff-b535-5f813058f54b not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:49:38.742704 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87b3c-27d3-453b-bc59-da260385f4ab req-8be3f83e-055b-4155-9fae-7ee1cdaf4f68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:38.744328 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed87b3c-27d3-453b-bc59-da260385f4ab req-8be3f83e-055b-4155-9fae-7ee1cdaf4f68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 200 len: 911 time: 0.1426480 Dec 22 09:49:38.922140 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:38.926391 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] Checking router: 9c4c5f13-15cc-4ef4-a455-480b85f7b845 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:49:38.939058 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:49:38.939732 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:49:09Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:38.973170 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed87b3c-27d3-453b-bc59-da260385f4ab req-6cf9f021-11ca-44d3-a71b-a8fc4ff942f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 200 len: 217 time: 0.2205000 Dec 22 09:49:39.046797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87b3c-27d3-453b-bc59-da260385f4ab req-6b94c666-8466-41f0-8c58-8387cb1c8553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:39.048258 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed87b3c-27d3-453b-bc59-da260385f4ab req-6b94c666-8466-41f0-8c58-8387cb1c8553 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 200 len: 849 time: 0.0681078 Dec 22 09:49:39.057577 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd23de-9262-445c-a840-e157aa4e81da req-b324295a-a1f0-4f3c-89d6-c26749c14a43 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:39.058232 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c0cd23de-9262-445c-a840-e157aa4e81da req-b324295a-a1f0-4f3c-89d6-c26749c14a43 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Synchronizing usage tracker for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83495) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 09:49:39.112968 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:49:39.116964 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.quota.resource [req-c0cd23de-9262-445c-a840-e157aa4e81da req-b324295a-a1f0-4f3c-89d6-c26749c14a43 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Unset dirty status for tenant:077f204a8e064075afa42a30653fba97 on resource:port {{(pid=83495) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 09:49:39.118246 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c0cd23de-9262-445c-a840-e157aa4e81da req-b324295a-a1f0-4f3c-89d6-c26749c14a43 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 944 time: 0.3190577 Dec 22 09:49:39.173805 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed87b3c-27d3-453b-bc59-da260385f4ab req-b83fd761-1412-4556-bece-665c42556444 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87d37b2d-6df2-42f6-b05b-4a69db8dce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129291 Dec 22 09:49:39.177573 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-c0cd23de-9262-445c-a840-e157aa4e81da req-297a0e46-7ec9-4644-9651-6a764cb68075 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/security-groups?id=d14d0acd-095f-470d-a548-3bb2acf22e49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536869 Dec 22 09:49:39.287530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6e17927d-c1eb-447e-be8e-45c7fbcb19ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:39.313808 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed87b3c-27d3-453b-bc59-da260385f4ab req-4df293b6-4d99-4b31-a40b-c763a33a6731 service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315305 Dec 22 09:49:39.447413 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-3ed87b3c-27d3-453b-bc59-da260385f4ab req-1de14a07-b4eb-46ca-87d3-97d4f481fd4e service neutron] 10.222.0.32 "GET /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253412 Dec 22 09:49:39.460298 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:39.464707 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d03fc-9c44-445b-8fdf-6b8e3e98b6e5 None None] The sync data for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv is: [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:43:17Z', 'revision_number': 4, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv', '_interfaces': [{'id': 'ac8bd554-f123-4c87-ba12-9da6772838d7', 'name': '', 'network_id': '87d37b2d-6df2-42f6-b05b-4a69db8dce9f', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'mac_address': 'fa:16:3e:60:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:17Z', 'updated_at': '2021-12-22T09:43:25Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'subnets': [{'id': '2f4638cb-01eb-48e4-9bd4-8d53454acaa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:49:39.673126 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf3484-6bf1-488b-9325-67c190bcff7e None None] New status for floating IP 0201b8b3-f8ae-466c-8a45-73c1eb4f9eee: DOWN {{(pid=83497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 22 09:49:39.727445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-3a6ddb93-5dea-4762-be8a-7541887fe08e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 09:49:39.728869 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-3a6ddb93-5dea-4762-be8a-7541887fe08e tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 944 time: 0.0777993 Dec 22 09:49:39.800494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Deleting port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:39.800830 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:40.050234 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] For port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:40.050455 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:40.170697 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Calling delete_port for 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 owned by compute:nova {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:40.319115 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:40.325057 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-61c5478c-eb0b-4d11-9738-8fb167c6087b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:40.369706 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [req-b51332f2-20d8-419b-851b-88cf8b087929 req-cae272ae-a6ae-4976-8482-675ba6995410 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a74188a-0fb6-49ba-ad9b-38f019c474d2 HTTP/1.1" status: 200 len: 210 time: 0.0428326 Dec 22 09:49:40.371058 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event deleted for resources: {'Port': ['ID=46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:40.374461 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:40.445523 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] No DVR routers for this DVR port 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 on host hv-neutron-8226 {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:49:40.447841 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222195'] for port, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:40.461604 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [req-a62f9eb5-1831-4b38-a843-4710c9ba7cfd req-c7ed0333-f2e6-4dc0-8a0b-95a42760a69b tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.32 "DELETE /v2.0/ports/46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 HTTP/1.1" status: 204 len: 173 time: 0.7271712 Dec 22 09:49:40.486068 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:40.493660 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'name': 'network-vif-deleted', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1'}] {{(pid=83495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 09:49:40.550382 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a74188a-0fb6-49ba-ad9b-38f019c474d2', 'name': 'network-vif-deleted', 'tag': '46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1', 'status': 'completed', 'code': 200} Dec 22 09:49:40.857087 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:41.487387 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [-] (83496) accepted ('10.222.0.31', 52174) {{(pid=83496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:41.555813 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18c7ef9f-6a18-4778-b832-2ba3085656b9 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group, before_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:41.590597 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18c7ef9f-6a18-4778-b832-2ba3085656b9 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:41.659765 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18c7ef9f-6a18-4778-b832-2ba3085656b9 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:41.663825 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-da53b492-f67e-4eb0-ab1e-25d43108f93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:41.678894 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7ef9f-6a18-4778-b832-2ba3085656b9 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14d0acd-095f-470d-a548-3bb2acf22e49,revision_number=None']} {{(pid=83496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:41.681325 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG oslo_concurrency.lockutils [None req-18c7ef9f-6a18-4778-b832-2ba3085656b9 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:41.691970 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron_lib.callbacks.manager [None req-18c7ef9f-6a18-4778-b832-2ba3085656b9 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Notify callbacks [] for security_group, before_response {{(pid=83496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:41.693421 dv-neutron-822610-1-hyperv neutron-server[83496]: INFO neutron.wsgi [None req-18c7ef9f-6a18-4778-b832-2ba3085656b9 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] 10.222.0.31 "DELETE /v2.0/security-groups/d14d0acd-095f-470d-a548-3bb2acf22e49 HTTP/1.1" status: 204 len: 168 time: 0.2048459 Dec 22 09:49:41.822933 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:49:42.183530 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:42.232047 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:42.779435 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52182) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:43.426400 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:44.033581 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Deleting port ac8bd554-f123-4c87-ba12-9da6772838d7 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:44.034315 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:44.209848 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] For port ac8bd554-f123-4c87-ba12-9da6772838d7, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=ac8bd554-f123-4c87-ba12-9da6772838d7,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:44.210190 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:44.333186 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Calling delete_port for ac8bd554-f123-4c87-ba12-9da6772838d7 owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:44.520494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:44.525200 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-8bb55ec0-2f45-4f7d-b2a2-3934a51e41d1 tempest-TestSnapshotPattern-410477273 tempest-TestSnapshotPattern-410477273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:44.565403 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8bd554-f123-4c87-ba12-9da6772838d7,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:44.568093 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:44.717506 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:49:44.756080 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] No Port match for: 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:49:44.756713 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Device 46ff51b6-1c59-4a2a-b9cf-eb5dfd71efa1 not bound to the agent host hv-neutron-8226 {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:49:44.962419 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:45.603120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:49:45.812801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:49:45.821547 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] Sync routers for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:49:45.825850 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] 10.222.0.31 "PUT /v2.0/routers/9c4c5f13-15cc-4ef4-a455-480b85f7b845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0454102 Dec 22 09:49:45.828614 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52188) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:45.833292 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:49:45.833969 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:46.015828 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:49:46.035982 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:46.229856 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:46.239381 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Deleting port 6f9fd18c-1b4c-4036-9877-4540586f4364 {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:46.239741 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:46.301619 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:49:44Z', 'revision_number': 5, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port': {'id': '6f9fd18c-1b4c-4036-9877-4540586f4364', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:15Z', 'updated_at': '2021-12-22T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:46.305658 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] Checking router: 9c4c5f13-15cc-4ef4-a455-480b85f7b845 for host: dv-neutron-822610-1-hyperv {{(pid=83498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:49:46.316019 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] Routers {'9c4c5f13-15cc-4ef4-a455-480b85f7b845'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:49:46.316613 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'], 'active': True} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:46.468234 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_dvr_db [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] Set router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 gateway port host: None {{(pid=83498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:49:46.552972 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] For port 6f9fd18c-1b4c-4036-9877-4540586f4364, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=6f9fd18c-1b4c-4036-9877-4540586f4364,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:46.553313 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:46.578185 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.l3_hamode_db [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:49:46Z', 'revision_number': 6, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:46.582316 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed5c94-7dbf-4763-8398-3c6d1273b655 None None] The sync data for ids ['9c4c5f13-15cc-4ef4-a455-480b85f7b845'] in dv-neutron-822610-1-hyperv is: [{'id': '9c4c5f13-15cc-4ef4-a455-480b85f7b845', 'name': 'tempest-TestSnapshotPattern-1776243847-router', 'tenant_id': '077f204a8e064075afa42a30653fba97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:14Z', 'updated_at': '2021-12-22T09:49:46Z', 'revision_number': 6, 'project_id': '077f204a8e064075afa42a30653fba97', 'gw_port_host': None}] {{(pid=83498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:49:46.676489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Calling delete_port for 6f9fd18c-1b4c-4036-9877-4540586f4364 owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:46.838302 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:46.842152 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:46.882204 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9fd18c-1b4c-4036-9877-4540586f4364,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:46.884863 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:46.981275 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac8bd554-f123-4c87-ba12-9da6772838d7 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:49:47.016782 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: ac8bd554-f123-4c87-ba12-9da6772838d7 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:49:47.017354 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device ac8bd554-f123-4c87-ba12-9da6772838d7 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:49:47.122715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.384993 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.390879 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.424668 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.425245 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c4c5f13-15cc-4ef4-a455-480b85f7b845 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:49:47.438438 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.439590 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d78cdc10-832c-493c-b948-5b70fb639588 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9c4c5f13-15cc-4ef4-a455-480b85f7b845 HTTP/1.1" status: 204 len: 168 time: 1.6100943 Dec 22 09:49:47.442169 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52196) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:47.502519 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ebd149-8319-4cd8-a781-1900001bff72 admin admin] Deleting subnet 2f4638cb-01eb-48e4-9bd4-8d53454acaa6 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:49:47.505451 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd149-8319-4cd8-a781-1900001bff72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.554801 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd149-8319-4cd8-a781-1900001bff72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.636494 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd149-8319-4cd8-a781-1900001bff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.709422 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd149-8319-4cd8-a781-1900001bff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.713465 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-98c5f691-d5af-4763-a017-db24aca09f0a tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:47.748990 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebd149-8319-4cd8-a781-1900001bff72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4638cb-01eb-48e4-9bd4-8d53454acaa6,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:47.751688 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-c4ebd149-8319-4cd8-a781-1900001bff72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:47.759707 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-c4ebd149-8319-4cd8-a781-1900001bff72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.765051 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f2220-5e62-4496-bc05-f442ec11ab5e None None] Network 87d37b2d-6df2-42f6-b05b-4a69db8dce9f requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:49:47.766301 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-c4ebd149-8319-4cd8-a781-1900001bff72 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2f4638cb-01eb-48e4-9bd4-8d53454acaa6 HTTP/1.1" status: 204 len: 168 time: 0.3231809 Dec 22 09:49:47.768869 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52200) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:47.871141 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:47.883154 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Deleting port a87ca054-daae-4fad-8ae1-aed9258d967e {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:47.883515 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.019568 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] DHCP port deletion for 87d37b2d-6df2-42f6-b05b-4a69db8dce9f request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:49:48.024158 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] Deleting port a87ca054-daae-4fad-8ae1-aed9258d967e {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:48.024531 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.216607 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] For port a87ca054-daae-4fad-8ae1-aed9258d967e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a87ca054-daae-4fad-8ae1-aed9258d967e,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:48.216816 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.261697 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] For port a87ca054-daae-4fad-8ae1-aed9258d967e, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=a87ca054-daae-4fad-8ae1-aed9258d967e,segment=NetworkSegment(7eea93c3-bc24-4112-84ab-72b1009dc110),segment_id=7eea93c3-bc24-4112-84ab-72b1009dc110)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:48.262043 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.334971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Calling delete_port for a87ca054-daae-4fad-8ae1-aed9258d967e owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:48.380937 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] Calling delete_port for a87ca054-daae-4fad-8ae1-aed9258d967e owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:48.414209 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.418774 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-6e93062a-6627-442c-b374-3cf327c0b3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:48.452981 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:49:48.453341 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:49:48.458110 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87ca054-daae-4fad-8ae1-aed9258d967e,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:48.461536 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:48.467563 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] No DVR routers for this DVR port a87ca054-daae-4fad-8ae1-aed9258d967e on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:49:48.581584 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.607388 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d37b2d-6df2-42f6-b05b-4a69db8dce9f']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:48.622835 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eea93c3-bc24-4112-84ab-72b1009dc110') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:48.623120 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eea93c3-bc24-4112-84ab-72b1009dc110') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:48.634382 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.649820 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.655797 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:49:48.656162 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:49:48.668986 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:49:48.745139 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.750715 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:48.753389 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-88c86f7f-739d-4161-ba68-126c3be03ccf tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:48.779743 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d37b2d-6df2-42f6-b05b-4a69db8dce9f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:48.782738 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:48.789739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f9fd18c-1b4c-4036-9877-4540586f4364 no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:49:48.798002 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-59fa7c61-dead-4e07-9578-e1aa25293224 admin admin] 10.222.0.31 "DELETE /v2.0/networks/87d37b2d-6df2-42f6-b05b-4a69db8dce9f HTTP/1.1" status: 204 len: 168 time: 1.0281146 Dec 22 09:49:48.800832 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52208) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:48.822569 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 6f9fd18c-1b4c-4036-9877-4540586f4364 {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:49:48.822911 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 6f9fd18c-1b4c-4036-9877-4540586f4364 not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:49:48.823455 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a87ca054-daae-4fad-8ae1-aed9258d967e no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:49:48.854002 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: a87ca054-daae-4fad-8ae1-aed9258d967e {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:49:48.854347 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device a87ca054-daae-4fad-8ae1-aed9258d967e not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:49:48.954320 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] Deleting port a87ca054-daae-4fad-8ae1-aed9258d967e {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:48.954739 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:49.028350 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-05d6264b-7472-4569-8aba-f73010c8a6f8 None None] The port 'a87ca054-daae-4fad-8ae1-aed9258d967e' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:49:49.212827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1706376'] for router_interface, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:49.940489 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Deleting port 80f734c0-0b33-4b0c-a981-d0160b87629f {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:49.941226 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:50.112301 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] For port 80f734c0-0b33-4b0c-a981-d0160b87629f, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=80f734c0-0b33-4b0c-a981-d0160b87629f,segment=NetworkSegment(731879f1-471b-40af-bbf0-3dd6b41d1cb5),segment_id=731879f1-471b-40af-bbf0-3dd6b41d1cb5)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:50.112638 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:50.234474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Calling delete_port for 80f734c0-0b33-4b0c-a981-d0160b87629f owned by network:router_interface {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:50.425590 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:50.429179 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-5abf5501-3853-4eb0-b507-870b4b887437 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:50.469231 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f734c0-0b33-4b0c-a981-d0160b87629f,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:50.473770 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:50.763445 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6972089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717570'] for router_interface, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:51.473063 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Router ce6fa1c3-374a-4f8e-a95f-02863c627408 has already been hosted by L3 agent 2040088c-0125-4c8f-b31e-570da073b506 {{(pid=83495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 09:49:51.676031 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Notify agent at l3_agent.dv-neutron-822610-1-hyperv the message routers_updated {{(pid=83495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 09:49:51.685369 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] Sync routers for ids ['ce6fa1c3-374a-4f8e-a95f-02863c627408'] in dv-neutron-822610-1-hyperv {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 22 09:49:51.693264 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] 10.222.0.31 "PUT /v2.0/routers/ce6fa1c3-374a-4f8e-a95f-02863c627408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914320 Dec 22 09:49:51.696423 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52218) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:51.699470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] Routers {'ce6fa1c3-374a-4f8e-a95f-02863c627408'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:49:51.700157 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce6fa1c3-374a-4f8e-a95f-02863c627408'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:51.876131 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] Set router ce6fa1c3-374a-4f8e-a95f-02863c627408 gateway port host: dv-neutron-822610-1-hyperv {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:49:51.899177 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks [] for router, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:52.101488 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:52.112208 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Deleting port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:52.112594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:52.162951 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'external_fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:20Z', 'updated_at': '2021-12-22T09:49:50Z', 'revision_number': 5, 'project_id': '3186440c987e40769454150409af357b', 'gw_port': {'id': '4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c', 'name': '', 'network_id': '901d525f-92b1-4329-a323-1fb196482ead', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822610-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T09:43:21Z', 'updated_at': '2021-12-22T09:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbaebcb6-14f7-4418-9d22-7cac76481f6c', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822610-1-hyperv'}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:52.166957 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] Checking router: ce6fa1c3-374a-4f8e-a95f-02863c627408 for host: dv-neutron-822610-1-hyperv {{(pid=83497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 22 09:49:52.177686 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] Routers {'ce6fa1c3-374a-4f8e-a95f-02863c627408'} bound to L3 agent in host dv-neutron-822610-1-hyperv {{(pid=83497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 09:49:52.178294 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822610-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T08:28:09Z,description=,heartbeat_timestamp=2021-12-22T09:49:39Z,host='dv-neutron-822610-1-hyperv',id=2040088c-0125-4c8f-b31e-570da073b506,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T08:28:09Z,topic='l3_agent')) {'router_ids': ['ce6fa1c3-374a-4f8e-a95f-02863c627408'], 'active': True} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:52.285602 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] For port 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c,segment=NetworkSegment(8bc6521d-8629-4a8a-9af2-74cd862f5e99),segment_id=8bc6521d-8629-4a8a-9af2-74cd862f5e99)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:52.285916 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:52.329848 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_dvr_db [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] Set router ce6fa1c3-374a-4f8e-a95f-02863c627408 gateway port host: None {{(pid=83497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 22 09:49:52.401540 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Calling delete_port for 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c owned by network:router_gateway {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:52.482580 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.db.l3_hamode_db [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:20Z', 'updated_at': '2021-12-22T09:49:52Z', 'revision_number': 6, 'project_id': '3186440c987e40769454150409af357b', 'gw_port_host': None}], 'dv-neutron-822610-1-hyperv', False) {} {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:52.486128 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c326e5-3921-4f7a-9e73-0448d15dce42 None None] The sync data for ids ['ce6fa1c3-374a-4f8e-a95f-02863c627408'] in dv-neutron-822610-1-hyperv is: [{'id': 'ce6fa1c3-374a-4f8e-a95f-02863c627408', 'name': 'tempest-TestSnapshotPattern-1553238195-router', 'tenant_id': '3186440c987e40769454150409af357b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T09:43:20Z', 'updated_at': '2021-12-22T09:49:52Z', 'revision_number': 6, 'project_id': '3186440c987e40769454150409af357b', 'gw_port_host': None}] {{(pid=83497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 22 09:49:52.571725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:52.575421 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-45270a58-438b-42f7-afd3-9c07a958dead tempest-TestNetworkAdvancedServerOps-477475990 tempest-TestNetworkAdvancedServerOps-477475990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:52.615724 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:52.619148 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:52.889801 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80f734c0-0b33-4b0c-a981-d0160b87629f no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:49:52.926476 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 80f734c0-0b33-4b0c-a981-d0160b87629f {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:49:52.926837 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 80f734c0-0b33-4b0c-a981-d0160b87629f not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:49:52.960197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704679'] for router_gateway, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.230875 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24970'] for router, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.235594 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.263026 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1777627'] for router, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.263553 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce6fa1c3-374a-4f8e-a95f-02863c627408 {{(pid=83495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 09:49:53.276009 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] Notify callbacks [] for router, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.277135 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-4b9d7260-ff3c-4e63-bd42-8929cedae761 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ce6fa1c3-374a-4f8e-a95f-02863c627408 HTTP/1.1" status: 204 len: 168 time: 1.5798364 Dec 22 09:49:53.279795 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52224) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:53.339471 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b84a60-201e-4649-a423-501c4ba5c39b admin admin] Deleting subnet f4b1ed8e-cd42-403f-9bd7-a27634349f78 {{(pid=83495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 22 09:49:53.342474 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05b84a60-201e-4649-a423-501c4ba5c39b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.394572 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05b84a60-201e-4649-a423-501c4ba5c39b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2549142'] for subnet, precommit_delete_associations {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.478335 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05b84a60-201e-4649-a423-501c4ba5c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7367981'] for subnet, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.545329 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05b84a60-201e-4649-a423-501c4ba5c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7367956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1154670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802997'] for subnet, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.548948 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d4ddd21a-36ed-47b5-9934-6b75c60e2090 tempest-NetworksIpV6Test-889919824 tempest-NetworksIpV6Test-889919824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:53.586531 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b84a60-201e-4649-a423-501c4ba5c39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b1ed8e-cd42-403f-9bd7-a27634349f78,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:53.590815 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-05b84a60-201e-4649-a423-501c4ba5c39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:53.594197 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-05b84a60-201e-4649-a423-501c4ba5c39b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.600659 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550acb4d-7c61-45e3-aac5-4dfff6442785 None None] Network a75e88c7-483f-4428-ac07-700ada973719 requested from dv-neutron-822610-1-hyperv {{(pid=83497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 22 09:49:53.601674 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-05b84a60-201e-4649-a423-501c4ba5c39b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f4b1ed8e-cd42-403f-9bd7-a27634349f78 HTTP/1.1" status: 204 len: 168 time: 0.3208363 Dec 22 09:49:53.604184 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52228) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:53.712827 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7586338'] for network, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.723971 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Deleting port b05eec4d-01b8-4930-8124-75a9531d184b {{(pid=83495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:53.724291 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.839459 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] DHCP port deletion for a75e88c7-483f-4428-ac07-700ada973719 request from dv-neutron-822610-1-hyperv {{(pid=83497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 22 09:49:53.843589 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] Deleting port b05eec4d-01b8-4930-8124-75a9531d184b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:53.843967 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:53.925316 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.db [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] For port b05eec4d-01b8-4930-8124-75a9531d184b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b05eec4d-01b8-4930-8124-75a9531d184b,segment=NetworkSegment(731879f1-471b-40af-bbf0-3dd6b41d1cb5),segment_id=731879f1-471b-40af-bbf0-3dd6b41d1cb5)] {{(pid=83495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:53.925626 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.045563 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.db [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] For port b05eec4d-01b8-4930-8124-75a9531d184b, host dv-neutron-822610-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822610-1-hyperv',level=0,port_id=b05eec4d-01b8-4930-8124-75a9531d184b,segment=NetworkSegment(731879f1-471b-40af-bbf0-3dd6b41d1cb5),segment_id=731879f1-471b-40af-bbf0-3dd6b41d1cb5)] {{(pid=83497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 09:49:54.046155 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1718072'] for port, precommit_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.046242 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Calling delete_port for b05eec4d-01b8-4930-8124-75a9531d184b owned by network:dhcp {{(pid=83495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:54.170105 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] Calling delete_port for b05eec4d-01b8-4930-8124-75a9531d184b owned by network:dhcp {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 22 09:49:54.234783 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7359852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760671184644', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760670759051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1154625'] for port, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.238546 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-d11ce745-bb04-458a-b1da-2f69c2963c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:54.239704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.db.api [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 09:49:54.240070 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG oslo_db.api [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 09:49:54.278814 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=b05eec4d-01b8-4930-8124-75a9531d184b,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:54.282771 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:54.285269 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] No DVR routers for this DVR port b05eec4d-01b8-4930-8124-75a9531d184b on host dv-neutron-822610-1-hyperv {{(pid=83495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 09:49:54.398664 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7365284', 'neutron.services.segments.db._delete_segments_for_network-8760671212508'] for network, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.425554 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75e88c7-483f-4428-ac07-700ada973719']}} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:54.438773 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731879f1-471b-40af-bbf0-3dd6b41d1cb5') {'for_net_delete': True} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:54.439064 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.services.segments.db [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731879f1-471b-40af-bbf0-3dd6b41d1cb5') {} {{(pid=83495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 09:49:54.450118 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760671217399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2549149'] for segment, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.469504 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7361409'] for segment, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.475725 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=83495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 22 09:49:54.476194 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7361430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1154992'] for segment, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: Traceback (most recent call last): Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: timer() Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: cb(*args, **kw) Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: return func(*args, **kwargs) Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: self._notify() Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: self.callback(batched_events) Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: event.method(event) Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: return f(self, *a, **k) Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._get(url).json() Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: return self.request(url, 'GET', **kwargs) Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 09:49:54.489116 dv-neutron-822610-1-hyperv neutron-server[83495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 09:49:54.571679 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7365295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6971940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704602'] for network, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.575030 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-a95f2637-aac0-4c11-8a94-96dcd3121609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:54.588496 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Notify callbacks [] for network, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.601598 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=a75e88c7-483f-4428-ac07-700ada973719,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:54.605233 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:54.607205 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-f9a3b38c-a168-4d18-af04-277d264e3fdd admin admin] 10.222.0.31 "DELETE /v2.0/networks/a75e88c7-483f-4428-ac07-700ada973719 HTTP/1.1" status: 204 len: 168 time: 1.0020835 Dec 22 09:49:54.741541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] Deleting port b05eec4d-01b8-4930-8124-75a9531d184b {{(pid=83497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 22 09:49:54.742141 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760671178253'] for port, before_delete {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.756250 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52234) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:54.812696 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1fea902f-f6fe-4544-ae9e-e79c0558ac32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=077f204a8e064075afa42a30653fba97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551155 Dec 22 09:49:54.814579 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-8b200e88-e677-45e4-a9e9-a8060a5bf032 None None] The port 'b05eec4d-01b8-4930-8124-75a9531d184b' was deleted {{(pid=83497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 22 09:49:54.815081 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52238) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:54.817745 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b05eec4d-01b8-4930-8124-75a9531d184b no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:49:54.853522 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: b05eec4d-01b8-4930-8124-75a9531d184b {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:49:54.853867 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device b05eec4d-01b8-4930-8124-75a9531d184b not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:49:54.854289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c no longer exists at agent ovs-agent-dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 09:49:54.874646 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a3a9580-2611-45b0-af9e-3762b26afdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.885344 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] No Port match for: 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c {{(pid=83497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 22 09:49:54.885692 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron.plugins.ml2.rpc [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Device 4d2cb9e5-1150-4b2e-8c68-3c75a01d9d4c not bound to the agent host dv-neutron-822610-1-hyperv {{(pid=83497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 09:49:54.900295 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a3a9580-2611-45b0-af9e-3762b26afdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.951998 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a3a9580-2611-45b0-af9e-3762b26afdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.956579 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-f0580983-937c-4d82-9cb4-9f3828297633 tempest-TestShelveInstance-1991237149 tempest-TestShelveInstance-1991237149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:54.973425 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a9580-2611-45b0-af9e-3762b26afdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356a5c3b-4b27-4c73-b6cd-e08bdd6eab53,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:54.976012 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1a3a9580-2611-45b0-af9e-3762b26afdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:54.981084 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1a3a9580-2611-45b0-af9e-3762b26afdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:54.982435 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1a3a9580-2611-45b0-af9e-3762b26afdb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/356a5c3b-4b27-4c73-b6cd-e08bdd6eab53 HTTP/1.1" status: 204 len: 168 time: 0.1661890 Dec 22 09:49:55.391078 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52246) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:55.443035 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-96b9ef23-febf-4294-97e2-e4c29619585d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3186440c987e40769454150409af357b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507085 Dec 22 09:49:55.445772 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.wsgi [-] (83495) accepted ('10.222.0.31', 52250) {{(pid=83495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 09:49:55.513043 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1751e30e-0e71-4e1d-8abe-c400c3e6f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:55.540792 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1751e30e-0e71-4e1d-8abe-c400c3e6f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:55.597385 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1751e30e-0e71-4e1d-8abe-c400c3e6f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1823206'] for security_group, after_delete {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:55.601088 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-b1e833cc-3dc0-40c3-8bda-028ceb58a05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 09:49:55.612178 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751e30e-0e71-4e1d-8abe-c400c3e6f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3315631-bc3e-48e9-8137-d1d54103631c,revision_number=None']} {{(pid=83495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 09:49:55.615505 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG oslo_concurrency.lockutils [None req-1751e30e-0e71-4e1d-8abe-c400c3e6f175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83495) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 09:49:55.618817 dv-neutron-822610-1-hyperv neutron-server[83495]: DEBUG neutron_lib.callbacks.manager [None req-1751e30e-0e71-4e1d-8abe-c400c3e6f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:49:55.620006 dv-neutron-822610-1-hyperv neutron-server[83495]: INFO neutron.wsgi [None req-1751e30e-0e71-4e1d-8abe-c400c3e6f175 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3315631-bc3e-48e9-8137-d1d54103631c HTTP/1.1" status: 204 len: 168 time: 0.1733057 Dec 22 09:50:07.215421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4768-4218-415f-8eb9-900df181f7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:09.289338 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b6e27f7b-da00-4668-a540-198673615599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:10.492441 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:10.862407 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:12.182956 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:12.239405 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:18.828369 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:50:37.220588 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3663156c-ee7b-447e-8948-7be75316eaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:39.292259 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0683-7bf8-4dec-9f30-be17951aa689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:40.494512 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:40.876541 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:42.193256 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:42.252421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:50:55.835883 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:51:07.223774 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-76b5503b-2b34-452e-a9d0-2efb923fe7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:09.291125 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e0face25-8669-4319-82a7-dba84a7600b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:10.501770 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:10.876234 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:12.190228 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:12.250290 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:15.657617 dv-neutron-822610-1-hyperv neutron-server[83496]: DEBUG neutron.wsgi [req-056ee683-689f-4003-ae13-1a944fd8e7fc req-81fb4f75-3875-485e-9ac2-06d313e1cc05 service neutron] (83496) timed out ('10.222.0.31', 50860) {{(pid=83496) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 09:51:32.827654 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:51:37.229587 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8019a653-7881-4285-9484-7e8d83b01a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:39.294704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-aa9f78dd-091f-4707-8fd5-cde848fa3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:40.493282 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:40.875647 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:42.201630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:51:42.251678 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:07.217031 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-8eaf1005-2c43-4238-bdf3-212e09e7d604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:09.298674 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-10c2d92c-e948-461d-b6e7-c552109417e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:09.831086 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:52:10.494382 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:10.876693 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:12.205337 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:12.265470 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:37.221802 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-45771837-e252-4536-99df-f47e93362247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:39.302768 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-a72ff096-a5cf-43a8-a283-d4b230c68932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:40.493964 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:40.879809 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:42.209201 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:42.264283 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:52:46.838360 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:53:07.225279 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-6cc17717-0432-4816-bbf5-a3ddfc5b4c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:09.301872 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-c3163a0f-c1a7-445b-8642-05222d19ad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:10.493941 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:10.882621 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:12.205518 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:12.281095 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:23.829170 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:53:37.226779 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-4ec816d4-f017-4a9f-9d83-159de0fe89bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:39.298630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-23424a99-d25c-4551-b505-91d1328801cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:40.493260 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:40.893421 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:42.215223 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:53:42.301586 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:00.831567 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:54:07.226049 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e25bce53-8245-4c14-9ce6-ad7b7cb28eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:09.293143 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-3e09c0db-9aa3-4c5b-a7e5-16a27643ab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:10.490827 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:10.891202 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:12.219401 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:12.310807 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:37.222289 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-987abb25-a524-4e70-b0df-9c1f681538a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:37.834115 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:54:39.304293 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-174adcdb-91d0-4aa6-a37b-c536350306a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:40.486356 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:40.897481 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:42.226704 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:54:42.314099 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:07.225948 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-d85dd9d4-af98-4257-88da-8047f34c821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:09.300009 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-e957a60b-b9a8-4848-b105-234bb7a74ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:10.491030 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:10.900838 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:12.225385 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:12.341857 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:14.840256 dv-neutron-822610-1-hyperv neutron-server[83498]: DEBUG neutron.db.agents_db [None req-30ceecbd-0efb-48a1-8d5b-883750a80e02 None None] Agent healthcheck: found 6 active agents {{(pid=83498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 09:55:37.221884 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-34e5a7b3-b1f3-43a5-92e0-c393a9bf4252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:39.301724 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-72a5ddc5-fdcf-4edd-ba6a-6cd8bffdf2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:40.494504 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-eb3bf9d9-af6d-4633-8d17-7902ebe615c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:40.901630 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-91372382-b8bc-4a20-839a-b08cdeca7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:42.228423 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-779fae41-0ecd-4179-9447-f73b7a9d8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 09:55:42.357019 dv-neutron-822610-1-hyperv neutron-server[83497]: DEBUG neutron_lib.callbacks.manager [None req-401d3faa-1e82-430f-bc1c-c1608763c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760671212490', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7370990'] for agent, after_update {{(pid=83497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}